diff --git a/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.pdf b/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.pdf index e9d6dc6a..a9a7b3fc 100644 Binary files a/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.pdf and b/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.pdf differ diff --git a/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.png b/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.png index 4f8b6d27..3aba8a1c 100644 Binary files a/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.png and b/analyses_outputs/results_correlations/spearman_corr_heatmap_datasets.png differ diff --git a/analyses_outputs/results_correlations/spearman_corr_heatmap_models.pdf b/analyses_outputs/results_correlations/spearman_corr_heatmap_models.pdf index d46c8b31..71434ccf 100644 Binary files a/analyses_outputs/results_correlations/spearman_corr_heatmap_models.pdf and b/analyses_outputs/results_correlations/spearman_corr_heatmap_models.pdf differ diff --git a/analyses_outputs/results_correlations/spearman_corr_heatmap_models.png b/analyses_outputs/results_correlations/spearman_corr_heatmap_models.png index 6a428715..e4cb327a 100644 Binary files a/analyses_outputs/results_correlations/spearman_corr_heatmap_models.png and b/analyses_outputs/results_correlations/spearman_corr_heatmap_models.png differ diff --git a/analyses_outputs/results_correlations/spearman_corr_matrix_datasets.csv b/analyses_outputs/results_correlations/spearman_corr_matrix_datasets.csv index 832a7e58..d868dc7d 100644 --- a/analyses_outputs/results_correlations/spearman_corr_matrix_datasets.csv +++ b/analyses_outputs/results_correlations/spearman_corr_matrix_datasets.csv @@ -1,27 +1,29 @@ -,AmazonReviewsClassification,MasakhaNEWSClassification,MassiveIntentClassification,MassiveScenarioClassification,MTOPDomainClassification,MTOPIntentClassification,AlloProfClusteringP2P,AlloProfClusteringS2S,HALClusteringS2S,MasakhaNEWSClusteringP2P,MasakhaNEWSClusteringS2S,MLSUMClusteringP2P,MLSUMClusteringS2S,OpusparcusPC,AlloprofReranking,SyntecReranking,AlloprofRetrieval,BSARDRetrieval,SyntecRetrieval,SICKFr,STS22,STSBenchmarkMultilingualSTS,SummEvalFr,DiaBLaBitextMining_fr-en,FloresBitextMining_fra_Latn-eng_Latn,FloresBitextMining_eng_Latn-fra_Latn -AmazonReviewsClassification,1.0,0.7909214274324705,0.8822078322540857,0.8528522972556275,0.8539623805118717,0.848658649398705,0.7309898242368178,0.46654332408263954,0.656490903484428,0.7994449583718779,0.7411039161270428,0.604563675609004,0.7962380511871724,,0.8595520421607378,0.856675795591715,0.7791791301616953,0.4252094486373361,0.8168189310650857,0.856059204440333,0.7415972864631514,0.8188966669532207,0.29990749306197967,0.7420518675087476,0.7427670530693989,0.7503169688206008 -MasakhaNEWSClassification,0.7909214274324705,1.0,0.7903663515710473,0.7766744803226061,0.7997409661195294,0.7768595056097473,0.7739607761112034,0.21900826487934363,0.45590230751565985,0.9455408923867128,0.7476871853371678,0.6519674367895076,0.637350439105361,,0.8003162281021552,0.8488308103127057,0.8479662014085485,0.3490801745215216,0.8657370865375862,0.7608856558198993,0.8744911821245321,0.6855089897483589,0.21660293614650938,0.5090202611357422,0.6076514907416821,0.5962392672245183 -MassiveIntentClassification,0.8822078322540857,0.7903663515710473,1.0,0.9805118717237126,0.9771816219549799,0.9459759481961147,0.5813752698119026,0.4375578168362627,0.6624113475177305,0.7716928769657724,0.7739130434782608,0.48800493370336107,0.8101757631822387,,0.8990777338603425,0.8817251562694418,0.8756360052268284,0.3703884319932219,0.8712365077098024,0.9025593586185631,0.7751464693185323,0.8776095474276495,0.09552883132901634,0.8245706007805815,0.8362652476887905,0.8551866648672679 -MassiveScenarioClassification,0.8528522972556275,0.7766744803226061,0.9805118717237126,1.0,0.9754548257786001,0.9315448658649399,0.5632439099599137,0.4604995374653099,0.6450200431699044,0.759481961147086,0.8047486894850447,0.47160037002775207,0.8215232809127351,,0.8865612648221344,0.8549482534760097,0.8578124522256625,0.33037539110929953,0.8553184410722323,0.8887449892075239,0.7692260252852298,0.8739708289948855,0.02053654024051804,0.8012581335333818,0.8186217345513107,0.8256397983496895 -MTOPDomainClassification,0.8539623805118717,0.7997409661195294,0.9771816219549799,0.9754548257786001,1.0,0.9506629663891458,0.6168979340117176,0.3953746530989824,0.651927227875424,0.7761332099907493,0.7919210607462226,0.5199506629663891,0.8126426148627813,,0.8822134387351779,0.888882116463078,0.8901908789578843,0.36049544393215766,0.888882116463078,0.8812210915818687,0.8143694110391613,0.8605877459455672,0.07012025901942645,0.799777976882766,0.8271949909350157,0.8240292773235741 -MTOPIntentClassification,0.848658649398705,0.7768595056097473,0.9459759481961147,0.9315448658649399,0.9506629663891458,1.0,0.6214616096207215,0.33629355534998456,0.6192414431082331,0.743940795559667,0.7673758865248227,0.5569534381745298,0.7848905334566759,,0.807905138339921,0.815955160007233,0.7852231031517101,0.35791192475697525,0.7927567373106191,0.8230033919210608,0.7615787850755473,0.7933639647300973,0.13080481036077707,0.7887384751969228,0.8235296132057505,0.8340021190622117 -AlloProfClusteringP2P,0.7309898242368178,0.7739607761112034,0.5813752698119026,0.5632439099599137,0.6168979340117176,0.6214616096207215,1.0,0.33863706444650016,0.540795559666975,0.7533148319457292,0.6641381436941104,0.8121492445266728,0.6125809435707678,,0.5920948616600791,0.6747285920483251,0.5594992139327924,0.13289370586486987,0.6746051961829177,0.5877890841813136,0.6584643848288622,0.5445743010390826,0.3551649707061363,0.4004440471853639,0.47817648105345967,0.44741512967813096 -AlloProfClusteringS2S,0.46654332408263954,0.21900826487934363,0.4375578168362627,0.4604995374653099,0.3953746530989824,0.33629355534998456,0.33863706444650016,1.0,0.7260561208757323,0.25353068146777674,0.5185938945420907,0.30434782608695654,0.6028368794326241,,0.3976284584980237,0.3267522515991158,0.2960313301231706,-0.005671139652839397,0.3147828526545862,0.41214924452667284,0.02263336416897934,0.41641740437325997,0.0030218933086648167,0.36522865353946177,0.37641565528165677,0.41433750552637655 -HALClusteringS2S,0.656490903484428,0.45590230751565985,0.6624113475177305,0.6450200431699044,0.651927227875424,0.6192414431082331,0.540795559666975,0.7260561208757323,1.0,0.42584027135368485,0.7044711686709837,0.5164970706136294,0.7666358310206599,,0.635441370223979,0.6262340169431694,0.5557371491124772,0.10611332417090605,0.6021718231887028,0.5729879740980574,0.354918285538082,0.615190107912214,0.09774899784150477,0.5133676649885984,0.5401772772196741,0.5644256765370523 -MasakhaNEWSClusteringP2P,0.7994449583718779,0.9455408923867128,0.7716928769657724,0.759481961147086,0.7761332099907493,0.743940795559667,0.7533148319457292,0.25353068146777674,0.42584027135368485,1.0,0.7471477027443725,0.6513105149552884,0.6175146469318532,,0.8011857707509882,0.8153381806801955,0.7955225265122453,0.3142441494301119,0.7934971125030642,0.732099907493062,0.8143694110391613,0.6708193286978598,0.23379586802343508,0.5043633786973519,0.5765825543272911,0.5649212214681648 -MasakhaNEWSClusteringS2S,0.7411039161270428,0.7476871853371678,0.7739130434782608,0.8047486894850447,0.7919210607462226,0.7673758865248227,0.6641381436941104,0.5185938945420907,0.7044711686709837,0.7471477027443725,1.0,0.6791859389454209,0.8802343509096515,,0.752832674571805,0.7025543596977212,0.6939467763637325,0.22514424421772405,0.7135365917189905,0.6761023743447425,0.57631822386679,0.6578062848111954,0.15522664199814987,0.5516667183232836,0.6287054681383671,0.6415448564414236 -MLSUMClusteringP2P,0.604563675609004,0.6519674367895076,0.48800493370336107,0.47160037002775207,0.5199506629663891,0.5569534381745298,0.8121492445266728,0.30434782608695654,0.5164970706136294,0.6513105149552884,0.6791859389454209,1.0,0.6826395312981807,,0.5088274044795784,0.4950642120149745,0.4581701565593822,0.18437505138008972,0.45964959864301597,0.3639222941720629,0.44705519580635217,0.3010268588189991,0.26463151403021895,0.3195904901454729,0.43176907149818694,0.4103112029610881 -MLSUMClusteringS2S,0.7962380511871724,0.637350439105361,0.8101757631822387,0.8215232809127351,0.8126426148627813,0.7848905334566759,0.6125809435707678,0.6028368794326241,0.7666358310206599,0.6175146469318532,0.8802343509096515,0.6826395312981807,1.0,,0.7748353096179184,0.7057626521983167,0.6880261497612691,0.2679928549280662,0.6875000641180036,0.7133518347209374,0.5211840888066605,0.6827222550965623,0.11501695960530373,0.6846341241036077,0.7546329369048168,0.7646877718228612 -OpusparcusPC,,,,,,,,,,,,,,,,,,,,,,,,,, -AlloprofReranking,0.8595520421607378,0.8003162281021552,0.8990777338603425,0.8865612648221344,0.8822134387351779,0.807905138339921,0.5920948616600791,0.3976284584980237,0.635441370223979,0.8011857707509882,0.752832674571805,0.5088274044795784,0.7748353096179184,,1.0,0.9204508987188864,0.9004249156701347,0.41174096035965213,0.8948791567238321,0.8312252964426877,0.7351778656126482,0.812674989735644,0.11897233201581027,0.7197206763020356,0.7610112708914755,0.7617300386255176 -SyntecReranking,0.856675795591715,0.8488308103127057,0.8817251562694418,0.8549482534760097,0.888882116463078,0.815955160007233,0.6747285920483251,0.3267522515991158,0.6262340169431694,0.8153381806801955,0.7025543596977212,0.4950642120149745,0.7057626521983167,,0.9204508987188864,1.0,0.9061854808656661,0.3949133466980194,0.9662983766434171,0.8838228859813696,0.8529739196294893,0.839919857767026,0.25240624269108436,0.6883850623012349,0.7323356369310565,0.7264108689078868 -AlloprofRetrieval,0.7791791301616953,0.8479662014085485,0.8756360052268284,0.8578124522256625,0.8901908789578843,0.7852231031517101,0.5594992139327924,0.2960313301231706,0.5557371491124772,0.7955225265122453,0.6939467763637325,0.4581701565593822,0.6880261497612691,,0.9004249156701347,0.9061854808656661,1.0,0.4724835153033874,0.9403671896148714,0.8114958837001415,0.8159980268457646,0.7697051930430492,0.040334268729281995,0.6289934624398668,0.6540105291137699,0.6417504748861685 -BSARDRetrieval,0.4252094486373361,0.3490801745215216,0.3703884319932219,0.33037539110929953,0.36049544393215766,0.35791192475697525,0.13289370586486987,-0.005671139652839397,0.10611332417090605,0.3142441494301119,0.22514424421772405,0.18437505138008972,0.2679928549280662,,0.41174096035965213,0.3949133466980194,0.4724835153033874,1.0,0.4130057931027335,0.3214906056531845,0.3528078990694198,0.21853465338385536,0.20724864797987527,0.3640353784886195,0.3170957885009219,0.30733817974856903 -SyntecRetrieval,0.8168189310650857,0.8657370865375862,0.8712365077098024,0.8553184410722323,0.888882116463078,0.7927567373106191,0.6746051961829177,0.3147828526545862,0.6021718231887028,0.7934971125030642,0.7135365917189905,0.45964959864301597,0.6875000641180036,,0.8948791567238321,0.9662983766434171,0.9403671896148714,0.4130057931027335,1.0,0.8790104472304763,0.8753085712682507,0.8378220633672553,0.19749508258473747,0.6625945311511124,0.703621467003012,0.6926992571790102 -SICKFr,0.856059204440333,0.7608856558198993,0.9025593586185631,0.8887449892075239,0.8812210915818687,0.8230033919210608,0.5877890841813136,0.41214924452667284,0.5729879740980574,0.732099907493062,0.6761023743447425,0.3639222941720629,0.7133518347209374,,0.8312252964426877,0.8838228859813696,0.8114958837001415,0.3214906056531845,0.8790104472304763,1.0,0.7880974406413814,0.9584014312737649,0.251063829787234,0.7714083077459621,0.7697293231456886,0.7906419375898744 -STS22,0.7415972864631514,0.8744911821245321,0.7751464693185323,0.7692260252852298,0.8143694110391613,0.7615787850755473,0.6584643848288622,0.02263336416897934,0.354918285538082,0.8143694110391613,0.57631822386679,0.44705519580635217,0.5211840888066605,,0.7351778656126482,0.8529739196294893,0.8159980268457646,0.3528078990694198,0.8753085712682507,0.7880974406413814,1.0,0.7460606251041656,0.12784458834412582,0.5951463199351242,0.6311283449424577,0.5957688934299132 -STSBenchmarkMultilingualSTS,0.8188966669532207,0.6855089897483589,0.8776095474276495,0.8739708289948855,0.8605877459455672,0.7933639647300973,0.5445743010390826,0.41641740437325997,0.615190107912214,0.6708193286978598,0.6578062848111954,0.3010268588189991,0.6827222550965623,,0.812674989735644,0.839919857767026,0.7697051930430492,0.21853465338385536,0.8378220633672553,0.9584014312737649,0.7460606251041656,1.0,0.1638040026681544,0.7548723325521155,0.7392487209959863,0.7617999363079248 -SummEvalFr,0.29990749306197967,0.21660293614650938,0.09552883132901634,0.02053654024051804,0.07012025901942645,0.13080481036077707,0.3551649707061363,0.0030218933086648167,0.09774899784150477,0.23379586802343508,0.15522664199814987,0.26463151403021895,0.11501695960530373,,0.11897233201581027,0.25240624269108436,0.040334268729281995,0.20724864797987527,0.19749508258473747,0.251063829787234,0.12784458834412582,0.1638040026681544,1.0,0.11187517350904823,0.1568036167570394,0.1974127119319124 -DiaBLaBitextMining_fr-en,0.7420518675087476,0.5090202611357422,0.8245706007805815,0.8012581335333818,0.799777976882766,0.7887384751969228,0.4004440471853639,0.36522865353946177,0.5133676649885984,0.5043633786973519,0.5516667183232836,0.3195904901454729,0.6846341241036077,,0.7197206763020356,0.6883850623012349,0.6289934624398668,0.3640353784886195,0.6625945311511124,0.7714083077459621,0.5951463199351242,0.7548723325521155,0.11187517350904823,1.0,0.9255674800738048,0.9207508743926649 -FloresBitextMining_fra_Latn-eng_Latn,0.7427670530693989,0.6076514907416821,0.8362652476887905,0.8186217345513107,0.8271949909350157,0.8235296132057505,0.47817648105345967,0.37641565528165677,0.5401772772196741,0.5765825543272911,0.6287054681383671,0.43176907149818694,0.7546329369048168,,0.7610112708914755,0.7323356369310565,0.6540105291137699,0.3170957885009219,0.703621467003012,0.7697293231456886,0.6311283449424577,0.7392487209959863,0.1568036167570394,0.9255674800738048,1.0,0.9755751426468102 -FloresBitextMining_eng_Latn-fra_Latn,0.7503169688206008,0.5962392672245183,0.8551866648672679,0.8256397983496895,0.8240292773235741,0.8340021190622117,0.44741512967813096,0.41433750552637655,0.5644256765370523,0.5649212214681648,0.6415448564414236,0.4103112029610881,0.7646877718228612,,0.7617300386255176,0.7264108689078868,0.6417504748861685,0.30733817974856903,0.6926992571790102,0.7906419375898744,0.5957688934299132,0.7617999363079248,0.1974127119319124,0.9207508743926649,0.9755751426468102,1.0 +,DiaBlaBitextMining,FloresBitextMining,AmazonReviewsClassification,MTOPDomainClassification,MTOPIntentClassification,MasakhaNEWSClassification,MassiveIntentClassification,MassiveScenarioClassification,AlloProfClusteringP2P,AlloProfClusteringS2S,HALClusteringS2S,MLSUMClusteringP2P,MLSUMClusteringS2S,MasakhaNEWSClusteringP2P,MasakhaNEWSClusteringS2S,OpusparcusPC,PawsX,AlloprofReranking,SyntecReranking,AlloprofRetrieval,BSARDRetrieval,MintakaRetrieval,SyntecRetrieval,XPQARetrieval,SICKFr,STS22,STSBenchmarkMultilingualSTS,SummEvalFr +DiaBlaBitextMining,1.0,0.9153208823560719,0.7699547511312217,0.7943891402714932,0.8324886877828054,0.47255531972902765,0.8321266968325792,0.8152036199095023,0.4510407239819004,0.4001809954751131,0.5781900452488687,0.43918552036199093,0.7045248868778281,0.3160180995475113,0.5418099547511313,0.8679638009049774,0.4804524886877828,0.6608144796380091,0.7498359693314893,0.6559276018099548,0.5082835748797191,0.8004524886877828,0.739247494476407,0.7112217194570136,0.7683257918552037,0.6334841628959276,0.6908597285067873,0.3036199095022624 +FloresBitextMining,0.9153208823560719,1.0,0.7239870362879718,0.804200071754983,0.8247592614647044,0.5074945964298985,0.8334980669341608,0.8275188842445327,0.45759145060854023,0.3973856802952847,0.5580417197942927,0.4775527220492987,0.7380611124650964,0.2637279503255975,0.5502687822977762,0.831934280692258,0.44807075201813235,0.6434060511169836,0.7443330977385442,0.6479134349907032,0.48987242377215423,0.7870904105200471,0.7273150389012915,0.7026459534572991,0.7479037670464843,0.6616655551768479,0.6961148462117053,0.34417095435759437 +AmazonReviewsClassification,0.7699547511312217,0.7239870362879718,1.0,0.8327601809954751,0.8023529411764706,0.6615231465209858,0.8593665158371041,0.825972850678733,0.7084162895927602,0.6198190045248869,0.7557466063348416,0.6404524886877828,0.8027149321266969,0.505972850678733,0.5195475113122172,0.7907692307692308,0.6120361990950226,0.8546606334841629,0.8928256297676432,0.8186425339366515,0.7871628254660535,0.8352036199095023,0.8835041519037674,0.7927601809954751,0.8649773755656108,0.7541176470588236,0.7952941176470588,0.4413574660633484 +MTOPDomainClassification,0.7943891402714932,0.804200071754983,0.8327601809954751,1.0,0.9524886877828054,0.6142811898229963,0.9713122171945702,0.9664253393665159,0.6417194570135747,0.5444343891402715,0.7727601809954752,0.6496832579185521,0.8761990950226244,0.4879638009049774,0.6289592760180995,0.8702262443438914,0.6247963800904978,0.8703167420814479,0.8902011360001442,0.9047058823529411,0.7421691596516051,0.8763800904977376,0.8988891153684169,0.9400904977375566,0.7708597285067873,0.8561990950226245,0.7163800904977375,0.25131221719457014 +MTOPIntentClassification,0.8324886877828054,0.8247592614647044,0.8023529411764706,0.9524886877828054,1.0,0.5973120961814771,0.9384615384615385,0.9182805429864254,0.6394570135746607,0.47248868778280545,0.7132126696832579,0.6254298642533936,0.8273303167420815,0.44760180995475113,0.5909502262443439,0.8804524886877828,0.6480542986425339,0.7664253393665158,0.8102898257690532,0.8066968325791856,0.6520460322506326,0.8058823529411765,0.820154302343446,0.8703167420814479,0.74289592760181,0.8106787330316743,0.6834389140271493,0.2571945701357466 +MasakhaNEWSClassification,0.47255531972902765,0.5074945964298985,0.6615231465209858,0.6142811898229963,0.5973120961814771,1.0,0.5841893304320355,0.5682610078671961,0.6449613111268631,0.3317344679626067,0.44938685054380667,0.6103443600981638,0.484365808903525,0.7651477450251966,0.42119552964069606,0.496131047161645,0.43264401148417436,0.6931082861524003,0.6494105936454233,0.7091723614663719,0.6244851157749567,0.6101633564326543,0.6809511959568204,0.5979456090107604,0.574731888909162,0.7007104401038009,0.467306213429251,0.22145798475092035 +MassiveIntentClassification,0.8321266968325792,0.8334980669341608,0.8593665158371041,0.9713122171945702,0.9384615384615385,0.5841893304320355,1.0,0.9753846153846154,0.5937556561085973,0.5649773755656109,0.7720361990950226,0.5981900452488688,0.8738461538461538,0.4638914027149321,0.5991855203619909,0.9079638009049774,0.6323076923076923,0.8514027149321267,0.8842734000769998,0.8782805429864253,0.7019283458598098,0.9023529411764706,0.8929613794452725,0.8947511312217195,0.8117647058823529,0.8062443438914028,0.764524886877828,0.2506787330316742 +MassiveScenarioClassification,0.8152036199095023,0.8275188842445327,0.825972850678733,0.9664253393665159,0.9182805429864254,0.5682610078671961,0.9753846153846154,1.0,0.5713122171945701,0.5981900452488688,0.7714027149321266,0.6015384615384616,0.885158371040724,0.43176470588235294,0.6403619909502263,0.8513122171945702,0.5635294117647058,0.8404524886877828,0.8731871764039436,0.8722171945701358,0.6719627454884166,0.895475113122172,0.8782551643687693,0.9112217194570136,0.7795475113122172,0.7805429864253394,0.7427149321266968,0.1716742081447964 +AlloProfClusteringP2P,0.4510407239819004,0.45759145060854023,0.7084162895927602,0.6417194570135747,0.6394570135746607,0.6449613111268631,0.5937556561085973,0.5713122171945701,1.0,0.4367420814479638,0.6114932126696833,0.8131221719457014,0.6542081447963801,0.5314932126696833,0.44995475113122174,0.5038914027149322,0.4872398190045249,0.6085972850678733,0.703681078937541,0.6257013574660634,0.7078580945737863,0.6100452488687783,0.7216905361696894,0.6240723981900452,0.5960180995475113,0.6870588235294117,0.5065158371040724,0.41873303167420817 +AlloProfClusteringS2S,0.4001809954751131,0.3973856802952847,0.6198190045248869,0.5444343891402715,0.47248868778280545,0.3317344679626067,0.5649773755656109,0.5981900452488688,0.4367420814479638,1.0,0.7972850678733032,0.4841628959276018,0.689683257918552,0.2521266968325792,0.5333031674208145,0.4915837104072398,0.29547511312217195,0.5713122171945701,0.5322292360917855,0.5529411764705883,0.5731486886745928,0.583710407239819,0.5391072197583346,0.5275113122171946,0.5260633484162895,0.2519457013574661,0.539366515837104,0.23619909502262443 +HALClusteringS2S,0.5781900452488687,0.5580417197942927,0.7557466063348416,0.7727601809954752,0.7132126696832579,0.44938685054380667,0.7720361990950226,0.7714027149321266,0.6114932126696833,0.7972850678733032,1.0,0.6192760180995475,0.855475113122172,0.40036199095022623,0.6149321266968326,0.705972850678733,0.5504977375565611,0.7528506787330317,0.7973936063942734,0.7781900452488688,0.8027340739974119,0.7012669683257918,0.8066245844730631,0.7942081447963801,0.6664253393665158,0.5690497737556561,0.6816289592760181,0.3226244343891403 +MLSUMClusteringP2P,0.43918552036199093,0.4775527220492987,0.6404524886877828,0.6496832579185521,0.6254298642533936,0.6103443600981638,0.5981900452488688,0.6015384615384616,0.8131221719457014,0.4841628959276018,0.6192760180995475,1.0,0.754027149321267,0.4607239819004525,0.5501357466063348,0.46099547511312217,0.40497737556561086,0.6262443438914027,0.638475983782953,0.652579185520362,0.6262901008135892,0.55710407239819,0.656213941659843,0.6565610859728507,0.47058823529411764,0.583710407239819,0.3764705882352941,0.3509502262443439 +MLSUMClusteringS2S,0.7045248868778281,0.7380611124650964,0.8027149321266969,0.8761990950226244,0.8273303167420815,0.484365808903525,0.8738461538461538,0.885158371040724,0.6542081447963801,0.689683257918552,0.855475113122172,0.754027149321267,1.0,0.3676018099547511,0.6537556561085973,0.7524886877828054,0.5011764705882353,0.7731221719457013,0.8390235075339132,0.8025339366515837,0.7257831364877919,0.803076923076923,0.8376660107576206,0.843710407239819,0.7396380090497737,0.6809049773755657,0.6975565610859729,0.34036199095022623 +MasakhaNEWSClusteringP2P,0.3160180995475113,0.2637279503255975,0.505972850678733,0.4879638009049774,0.44760180995475113,0.7651477450251966,0.4638914027149321,0.43176470588235294,0.5314932126696833,0.2521266968325792,0.40036199095022623,0.4607239819004525,0.3676018099547511,1.0,0.2842533936651584,0.37990950226244347,0.3724886877828054,0.5392760180995475,0.5132242812236891,0.5904072398190046,0.49144489914231987,0.5428959276018099,0.5305097401751482,0.44380090497737557,0.36171945701357466,0.5517647058823529,0.28760180995475115,0.16389140271493213 +MasakhaNEWSClusteringS2S,0.5418099547511313,0.5502687822977762,0.5195475113122172,0.6289592760180995,0.5909502262443439,0.42119552964069606,0.5991855203619909,0.6403619909502263,0.44995475113122174,0.5333031674208145,0.6149321266968326,0.5501357466063348,0.6537556561085973,0.2842533936651584,1.0,0.4774660633484163,0.22253393665158372,0.5532126696832579,0.5653974073258681,0.5817194570135746,0.4803549110894629,0.5559276018099547,0.5689268989442288,0.6669683257918552,0.5002714932126697,0.44986425339366515,0.4691402714932127,0.19990950226244344 +OpusparcusPC,0.8679638009049774,0.831934280692258,0.7907692307692308,0.8702262443438914,0.8804524886877828,0.496131047161645,0.9079638009049774,0.8513122171945702,0.5038914027149322,0.4915837104072398,0.705972850678733,0.46099547511312217,0.7524886877828054,0.37990950226244347,0.4774660633484163,1.0,0.6290497737556561,0.7257013574660633,0.8047693388787965,0.7295927601809955,0.6477458328015656,0.8022624434389141,0.8025068442516422,0.7885067873303168,0.8152036199095023,0.7290497737556562,0.7808144796380091,0.363710407239819 +PawsX,0.4804524886877828,0.44807075201813235,0.6120361990950226,0.6247963800904978,0.6480542986425339,0.43264401148417436,0.6323076923076923,0.5635294117647058,0.4872398190045249,0.29547511312217195,0.5504977375565611,0.40497737556561086,0.5011764705882353,0.3724886877828054,0.22253393665158372,0.6290497737556561,1.0,0.6678733031674208,0.6282042581756724,0.668235294117647,0.6767608627684282,0.5475113122171946,0.6457612164823899,0.5826244343891402,0.5686877828054299,0.6139366515837104,0.5681447963800905,0.25529411764705884 +AlloprofReranking,0.6608144796380091,0.6434060511169836,0.8546606334841629,0.8703167420814479,0.7664253393665158,0.6931082861524003,0.8514027149321267,0.8404524886877828,0.6085972850678733,0.5713122171945701,0.7528506787330317,0.6262443438914027,0.7731221719457013,0.5392760180995475,0.5532126696832579,0.7257013574660633,0.6678733031674208,1.0,0.9090250912980683,0.971945701357466,0.8292595148095515,0.8469683257918552,0.9183465691619441,0.8771945701357466,0.7608144796380091,0.7847058823529411,0.6753846153846154,0.2524886877828054 +SyntecReranking,0.7498359693314893,0.7443330977385442,0.8928256297676432,0.8902011360001442,0.8102898257690532,0.6494105936454233,0.8842734000769998,0.8731871764039436,0.703681078937541,0.5322292360917855,0.7973936063942734,0.638475983782953,0.8390235075339132,0.5132242812236891,0.5653974073258681,0.8047693388787965,0.6282042581756724,0.9090250912980683,1.0,0.9115138353879381,0.8385804978208216,0.8675761897286008,0.9887777727498982,0.8887531394387654,0.849928731636797,0.8525532254042961,0.7723251659254035,0.36928437304413037 +AlloprofRetrieval,0.6559276018099548,0.6479134349907032,0.8186425339366515,0.9047058823529411,0.8066968325791856,0.7091723614663719,0.8782805429864253,0.8722171945701358,0.6257013574660634,0.5529411764705883,0.7781900452488688,0.652579185520362,0.8025339366515837,0.5904072398190046,0.5817194570135746,0.7295927601809955,0.668235294117647,0.971945701357466,0.9115138353879381,1.0,0.8183053225287703,0.8509502262443439,0.9358582775761186,0.9178280542986426,0.726606334841629,0.8127601809954751,0.6447963800904978,0.23375565610859728 +BSARDRetrieval,0.5082835748797191,0.48987242377215423,0.7871628254660535,0.7421691596516051,0.6520460322506326,0.6244851157749567,0.7019283458598098,0.6719627454884166,0.7078580945737863,0.5731486886745928,0.8027340739974119,0.6262901008135892,0.7257831364877919,0.49144489914231987,0.4803549110894629,0.6477458328015656,0.6767608627684282,0.8292595148095515,0.8385804978208216,0.8183053225287703,1.0,0.6634981423623584,0.8468189610527662,0.7498642534025671,0.7095329090960545,0.7220713853843868,0.6682057291276527,0.37158249765674717 +MintakaRetrieval,0.8004524886877828,0.7870904105200471,0.8352036199095023,0.8763800904977376,0.8058823529411765,0.6101633564326543,0.9023529411764706,0.895475113122172,0.6100452488687783,0.583710407239819,0.7012669683257918,0.55710407239819,0.803076923076923,0.5428959276018099,0.5559276018099547,0.8022624434389141,0.5475113122171946,0.8469683257918552,0.8675761897286008,0.8509502262443439,0.6634981423623584,1.0,0.8670331910180838,0.7965610859728507,0.8013574660633485,0.7257013574660633,0.7304977375565611,0.27592760180995474 +SyntecRetrieval,0.739247494476407,0.7273150389012915,0.8835041519037674,0.8988891153684169,0.820154302343446,0.6809511959568204,0.8929613794452725,0.8782551643687693,0.7216905361696894,0.5391072197583346,0.8066245844730631,0.656213941659843,0.8376660107576206,0.5305097401751482,0.5689268989442288,0.8025068442516422,0.6457612164823899,0.9183465691619441,0.9887777727498982,0.9358582775761186,0.8468189610527662,0.8670331910180838,1.0,0.9096585897936714,0.8423267496895585,0.8607887058471378,0.7698816717280768,0.3352564538517292 +XPQARetrieval,0.7112217194570136,0.7026459534572991,0.7927601809954751,0.9400904977375566,0.8703167420814479,0.5979456090107604,0.8947511312217195,0.9112217194570136,0.6240723981900452,0.5275113122171946,0.7942081447963801,0.6565610859728507,0.843710407239819,0.44380090497737557,0.6669683257918552,0.7885067873303168,0.5826244343891402,0.8771945701357466,0.8887531394387654,0.9178280542986426,0.7498642534025671,0.7965610859728507,0.9096585897936714,1.0,0.7493212669683258,0.8167420814479638,0.7031674208144797,0.21484162895927603 +SICKFr,0.7683257918552037,0.7479037670464843,0.8649773755656108,0.7708597285067873,0.74289592760181,0.574731888909162,0.8117647058823529,0.7795475113122172,0.5960180995475113,0.5260633484162895,0.6664253393665158,0.47058823529411764,0.7396380090497737,0.36171945701357466,0.5002714932126697,0.8152036199095023,0.5686877828054299,0.7608144796380091,0.849928731636797,0.726606334841629,0.7095329090960545,0.8013574660633485,0.8423267496895585,0.7493212669683258,1.0,0.7358371040723982,0.94289592760181,0.42877828054298645 +STS22,0.6334841628959276,0.6616655551768479,0.7541176470588236,0.8561990950226245,0.8106787330316743,0.7007104401038009,0.8062443438914028,0.7805429864253394,0.6870588235294117,0.2519457013574661,0.5690497737556561,0.583710407239819,0.6809049773755657,0.5517647058823529,0.44986425339366515,0.7290497737556562,0.6139366515837104,0.7847058823529411,0.8525532254042961,0.8127601809954751,0.7220713853843868,0.7257013574660633,0.8607887058471378,0.8167420814479638,0.7358371040723982,1.0,0.6481447963800905,0.29800904977375564 +STSBenchmarkMultilingualSTS,0.6908597285067873,0.6961148462117053,0.7952941176470588,0.7163800904977375,0.6834389140271493,0.467306213429251,0.764524886877828,0.7427149321266968,0.5065158371040724,0.539366515837104,0.6816289592760181,0.3764705882352941,0.6975565610859729,0.28760180995475115,0.4691402714932127,0.7808144796380091,0.5681447963800905,0.6753846153846154,0.7723251659254035,0.6447963800904978,0.6682057291276527,0.7304977375565611,0.7698816717280768,0.7031674208144797,0.94289592760181,0.6481447963800905,1.0,0.3394570135746606 +SummEvalFr,0.3036199095022624,0.34417095435759437,0.4413574660633484,0.25131221719457014,0.2571945701357466,0.22145798475092035,0.2506787330316742,0.1716742081447964,0.41873303167420817,0.23619909502262443,0.3226244343891403,0.3509502262443439,0.34036199095022623,0.16389140271493213,0.19990950226244344,0.363710407239819,0.25529411764705884,0.2524886877828054,0.36928437304413037,0.23375565610859728,0.37158249765674717,0.27592760180995474,0.3352564538517292,0.21484162895927603,0.42877828054298645,0.29800904977375564,0.3394570135746606,1.0 diff --git a/analyses_outputs/results_correlations/spearman_corr_matrix_models.csv b/analyses_outputs/results_correlations/spearman_corr_matrix_models.csv index d138f93a..4cea4734 100644 --- a/analyses_outputs/results_correlations/spearman_corr_matrix_models.csv +++ b/analyses_outputs/results_correlations/spearman_corr_matrix_models.csv @@ -1,47 +1,52 @@ -model,Cohere-embed-multilingual-light-v3.0,Cohere-embed-multilingual-v3.0,bert-base-10lang-cased,bert-base-15lang-cased,bert-base-25lang-cased,distilbert-base-25lang-cased,distilbert-base-en-fr-cased,distilbert-base-en-fr-es-pt-it-cased,distilbert-base-fr-cased,sentence-croissant-llm-base,bert-base-multilingual-cased,bert-base-multilingual-uncased,camembert-base,camembert-large,sentence-camembert-base,sentence-camembert-large,distilbert-base-uncased,flaubert_base_cased,flaubert_base_uncased,flaubert_large_cased,e5-mistral-7b-instruct,multilingual-e5-base,multilingual-e5-large,multilingual-e5-small,udever-bloom-1b1,udever-bloom-560m,laser2,LaBSE,all-MiniLM-L12-v2,all-MiniLM-L6-v2,distiluse-base-multilingual-cased-v2,multi-qa-MiniLM-L6-cos-v1,paraphrase-multilingual-MiniLM-L12-v2,paraphrase-multilingual-mpnet-base-v2,sentence-t5-base,sentence-t5-large,sentence-t5-xl,sentence-t5-xxl,text2vec-base-multilingual,text-embedding-ada-002,voyage-2,voyage-code-2,universal-sentence-encoder-multilingual-3,universal-sentence-encoder-multilingual-large-3,xlm-roberta-base,xlm-roberta-large -Cohere-embed-multilingual-light-v3.0,1.0,0.9789565019140617,0.7751752549607835,0.7751752549607835,0.7697042341935262,0.7426910691551927,0.7577363762651506,0.7454265795388214,0.7365361707920282,0.9753761969904241,0.7779107653444123,0.8716019959836953,0.5453923827359726,0.6353222865977661,0.9317832244235268,0.9741836353697716,0.3217644088743261,0.6770388199481039,0.6018122843983146,0.44486237613761775,0.8206531150886107,0.9726402188782489,0.960479168428092,0.9666382795900819,0.858608321661459,0.7382458647817961,0.8502995131969393,0.9365270694647979,0.8664729140143915,0.8551889336819231,0.9508983288427744,0.8681826080041595,0.9225508768787799,0.9437414500683995,0.9861514932981472,0.9861514932981472,0.975547195622435,0.9543511850884635,0.9194734276971976,0.9355645489469963,0.903402304193379,0.9471704703314382,0.9481609461041122,0.9248931928254837,0.7679945402037582,0.702684229794623 -Cohere-embed-multilingual-v3.0,0.9789565019140617,1.0,0.7967843124128035,0.7967843124128035,0.7913104828728271,0.7406775596280462,0.7523094474004959,0.7434144743980343,0.7352037300880698,0.9871686501300482,0.7995212271827916,0.8747863833574661,0.5100924902565436,0.6120425654386026,0.9233666205247559,0.974683772462034,0.296613138197467,0.5805680455837388,0.5141978624115258,0.3869313256070763,0.7735205368679041,0.9912747242380414,0.984936665525505,0.9808284833960972,0.8145742584177266,0.6674650895308628,0.9007189318726464,0.968503937007874,0.838522262655123,0.8091004288777502,0.9828825744608011,0.8159427158027206,0.9589465125346021,0.9727973907520717,0.9678414855370635,0.9876841176194777,0.990590378553376,0.9828945167719985,0.9425250239146731,0.967667723222834,0.8829971276674305,0.9514199969171346,0.9746662102019856,0.9657651489216021,0.7187822414681408,0.6312009688285197 -bert-base-10lang-cased,0.7751752549607835,0.7967843124128035,1.0,1.0,0.9993162393162394,0.9808547008547008,0.9788034188034188,0.9801709401709402,0.9794871794871794,0.7991109708175347,0.9993162393162394,0.9664957264957265,0.736068376068376,0.8365811965811966,0.8475213675213675,0.8147008547008547,0.6095726495726496,0.7121367521367521,0.6246153846153846,0.6444444444444445,0.764102564102564,0.7785946429403194,0.7488883039380106,0.770783622097916,0.8639316239316239,0.827008547008547,0.8474172356575844,0.8043108280302709,0.8126495726495726,0.777094017094017,0.7947316263353124,0.7333333333333333,0.8263247863247863,0.8131304615336318,0.824957264957265,0.8215384615384616,0.8021884199991169,0.747008547008547,0.8181196581196581,0.73,0.7996581196581196,0.775042735042735,0.7913104828728271,0.807047742800259,0.8564102564102564,0.788034188034188 -bert-base-15lang-cased,0.7751752549607835,0.7967843124128035,1.0,1.0,0.9993162393162394,0.9808547008547008,0.9788034188034188,0.9801709401709402,0.9794871794871794,0.7991109708175347,0.9993162393162394,0.9664957264957265,0.736068376068376,0.8365811965811966,0.8475213675213675,0.8147008547008547,0.6095726495726496,0.7121367521367521,0.6246153846153846,0.6444444444444445,0.764102564102564,0.7785946429403194,0.7488883039380106,0.770783622097916,0.8639316239316239,0.827008547008547,0.8474172356575844,0.8043108280302709,0.8126495726495726,0.777094017094017,0.7947316263353124,0.7333333333333333,0.8263247863247863,0.8131304615336318,0.824957264957265,0.8215384615384616,0.8021884199991169,0.747008547008547,0.8181196581196581,0.73,0.7996581196581196,0.775042735042735,0.7913104828728271,0.807047742800259,0.8564102564102564,0.788034188034188 -bert-base-25lang-cased,0.7697042341935262,0.7913104828728271,0.9993162393162394,0.9993162393162394,1.0,0.9822222222222222,0.9794871794871794,0.9808547008547008,0.9808547008547008,0.7936399500502773,0.997948717948718,0.9651282051282051,0.7374358974358974,0.8386324786324786,0.8427350427350427,0.8085470085470086,0.6075213675213675,0.7107692307692308,0.6232478632478633,0.6437606837606837,0.76,0.7724397445771548,0.7420460170130403,0.7646255638654426,0.8632478632478633,0.8276923076923077,0.8460487782725904,0.8008896845677858,0.8085470085470086,0.775042735042735,0.7906262541803301,0.7285470085470086,0.8229059829059829,0.8069755631704673,0.8201709401709402,0.8160683760683761,0.7953496440400453,0.7401709401709402,0.8153846153846154,0.7223076923076923,0.7935042735042735,0.7688888888888888,0.7878893394103419,0.8008896845677858,0.8591452991452991,0.79008547008547 -distilbert-base-25lang-cased,0.7426910691551927,0.7406775596280462,0.9808547008547008,0.9808547008547008,0.9822222222222222,1.0,0.9986324786324786,0.9993162393162394,0.9972649572649572,0.7570524986692434,0.9801709401709402,0.9425641025641026,0.7661538461538462,0.8611965811965812,0.8386324786324786,0.7825641025641026,0.6321367521367521,0.7415384615384616,0.6588034188034187,0.6649572649572649,0.7921367521367522,0.7180714757025344,0.68662349292078,0.7105714971581764,0.8905982905982905,0.8495726495726496,0.7851524246403537,0.7427302457055373,0.8386324786324786,0.8147008547008547,0.7372564161655609,0.7668376068376068,0.7688888888888888,0.7512395391040324,0.8023931623931624,0.7805128205128206,0.7550008658815218,0.6875213675213675,0.7606837606837606,0.67,0.8105982905982906,0.7545299145299146,0.7420460170130403,0.7440987030905314,0.8652991452991453,0.8133333333333334 -distilbert-base-en-fr-cased,0.7577363762651506,0.7523094474004959,0.9788034188034188,0.9788034188034188,0.9794871794871794,0.9986324786324786,1.0,0.9993162393162394,0.9958974358974358,0.7707300505873869,0.9794871794871794,0.945982905982906,0.7743589743589744,0.8673504273504273,0.8509401709401709,0.7955555555555556,0.6294017094017094,0.7504273504273504,0.6656410256410257,0.6629059829059829,0.8044444444444444,0.7310651500247707,0.7009922954632178,0.7242560710081172,0.9001709401709401,0.8557264957264957,0.7988369984902945,0.7570990482479751,0.8509401709401709,0.8290598290598291,0.7516252187079988,0.7832478632478632,0.7805128205128206,0.7628654582344544,0.8147008547008547,0.7928205128205128,0.7686784177996654,0.6991452991452991,0.7757264957264958,0.6784615384615384,0.8208547008547008,0.7647863247863248,0.755046362170484,0.7570990482479751,0.8741880341880341,0.8181196581196581 -distilbert-base-en-fr-es-pt-it-cased,0.7454265795388214,0.7434144743980343,0.9801709401709402,0.9801709401709402,0.9808547008547008,0.9993162393162394,0.9993162393162394,1.0,0.9965811965811966,0.7611557642446865,0.9808547008547008,0.9405128205128205,0.7668376068376068,0.8618803418803419,0.8441025641025641,0.788034188034188,0.6335042735042735,0.7401709401709402,0.6567521367521367,0.6560683760683761,0.7928205128205128,0.7221747412779774,0.6914130937682592,0.7139926406206616,0.8885470085470085,0.8468376068376068,0.7906262541803301,0.7468356178605196,0.8420512820512821,0.8188034188034188,0.7434144743980343,0.770940170940171,0.7757264957264958,0.7580783150631042,0.8051282051282052,0.7846153846153846,0.7604718866487793,0.692991452991453,0.7675213675213676,0.6730769230769231,0.8147008547008547,0.757948717948718,0.7461513891680225,0.7509409900155017,0.8639316239316239,0.80991452991453 -distilbert-base-fr-cased,0.7365361707920282,0.7352037300880698,0.9794871794871794,0.9794871794871794,0.9808547008547008,0.9972649572649572,0.9958974358974358,0.9965811965811966,1.0,0.7508976003060788,0.9788034188034188,0.9411965811965812,0.7866666666666666,0.8748717948717949,0.8304273504273504,0.7757264957264958,0.6594871794871795,0.7552136752136752,0.6724786324786325,0.6882051282051282,0.8085470085470086,0.7091810669557411,0.6756758338408273,0.7009922954632178,0.8947008547008547,0.8564102564102564,0.7783101377153834,0.7358879587805669,0.84,0.8188034188034188,0.7304141292405906,0.7764102564102564,0.762051282051282,0.7444007631449606,0.7996581196581196,0.7777777777777778,0.7502137227101716,0.6806837606837607,0.7538461538461538,0.6623076923076923,0.8051282051282052,0.749059829059829,0.737940644858058,0.7358879587805669,0.8639316239316239,0.8147008547008547 -sentence-croissant-llm-base,0.9753761969904241,0.9871686501300482,0.7991109708175347,0.7991109708175347,0.7936399500502773,0.7570524986692434,0.7707300505873869,0.7611557642446865,0.7508976003060788,1.0,0.8032142363929777,0.8777568943468599,0.5310309532219218,0.6489998385159097,0.9283638364439909,0.9789707785411219,0.3217644088743261,0.6004445292065002,0.5436826887462046,0.38810053567732217,0.80629168557456,0.9870041039671683,0.9748504278060683,0.984431267391386,0.8374081161883365,0.6876389226846651,0.8927289456462031,0.9659539339054163,0.8541631172880624,0.8257821970579146,0.9769034648600651,0.8298854626333576,0.9574286342700459,0.9656292749658003,0.9752094517636324,0.9827321053186113,0.9844391244870041,0.9693964921984214,0.9358864899989698,0.9563377749515759,0.8951957730424929,0.946486592735531,0.9755347734907339,0.9680069709594129,0.7283296396411421,0.6411352461629771 -bert-base-multilingual-cased,0.7779107653444123,0.7995212271827916,0.9993162393162394,0.9993162393162394,0.997948717948718,0.9801709401709402,0.9794871794871794,0.9808547008547008,0.9788034188034188,0.8032142363929777,1.0,0.9644444444444444,0.7367521367521368,0.8372649572649573,0.852991452991453,0.8201709401709402,0.610940170940171,0.7107692307692308,0.6225641025641026,0.6355555555555555,0.7647863247863248,0.7826979085157625,0.7536779047854899,0.7742047655604012,0.8618803418803419,0.8242735042735043,0.8528910651975607,0.8084162001852532,0.8160683760683761,0.7811965811965812,0.8008896845677858,0.7374358974358974,0.8331623931623932,0.8199692374927036,0.8276923076923077,0.8256410256410256,0.8076594407663744,0.7524786324786324,0.824957264957265,0.7330769230769231,0.8037606837606838,0.7784615384615384,0.7954158550278094,0.8138900297252295,0.8550427350427351,0.7846153846153846 -bert-base-multilingual-uncased,0.8716019959836953,0.8747863833574661,0.9664957264957265,0.9664957264957265,0.9651282051282051,0.9425641025641026,0.945982905982906,0.9405128205128205,0.9411965811965812,0.8777568943468599,0.9644444444444444,1.0,0.718974358974359,0.8283760683760684,0.8858119658119659,0.8782905982905983,0.5466666666666666,0.7668376068376068,0.6745299145299145,0.6574358974358975,0.8345299145299145,0.858608321661459,0.8275746035751703,0.8597333521225312,0.9254700854700855,0.8488888888888889,0.8816286702824365,0.8775232981274542,0.8482051282051282,0.8229059829059829,0.8597333521225312,0.803076923076923,0.8618803418803419,0.8603180156512269,0.9008547008547009,0.8933333333333333,0.872627812377556,0.8160683760683761,0.8687179487179487,0.806923076923077,0.8482051282051282,0.8393162393162393,0.8652071816625075,0.8645229529700105,0.8810256410256411,0.8235897435897436 -camembert-base,0.5453923827359726,0.5100924902565436,0.736068376068376,0.736068376068376,0.7374358974358974,0.7661538461538462,0.7743589743589744,0.7668376068376068,0.7866666666666666,0.5310309532219218,0.7367521367521368,0.718974358974359,1.0,0.935042735042735,0.6321367521367521,0.5603418803418804,0.8646153846153846,0.7777777777777778,0.8003418803418804,0.8454700854700855,0.772991452991453,0.4920499302552128,0.46561762524423594,0.4772495130166856,0.7517948717948718,0.8092307692307692,0.5798838168912417,0.5265139788764726,0.7162393162393162,0.7675213675213676,0.5114609476415376,0.7408547008547008,0.532991452991453,0.5088049313549386,0.5993162393162393,0.556923076923077,0.530005136828061,0.4358974358974359,0.5466666666666666,0.39615384615384613,0.556923076923077,0.49675213675213675,0.49093408686662643,0.47588105563169153,0.7586324786324786,0.8181196581196581 -camembert-large,0.6353222865977661,0.6120425654386026,0.8365811965811966,0.8365811965811966,0.8386324786324786,0.8611965811965812,0.8673504273504273,0.8618803418803419,0.8748717948717949,0.6489998385159097,0.8372649572649573,0.8283760683760684,0.935042735042735,1.0,0.7073504273504273,0.6629059829059829,0.8181196581196581,0.7613675213675214,0.7791452991452992,0.7647863247863248,0.8352136752136752,0.599760651610593,0.5600411848088275,0.585357646431218,0.8331623931623932,0.8194871794871795,0.6606228026058925,0.6277798253660345,0.80991452991453,0.8311111111111111,0.6120425654386026,0.7948717948717948,0.6348717948717949,0.609676876751247,0.6902564102564103,0.6601709401709401,0.6305351434264159,0.5446153846153846,0.6362393162393163,0.5176923076923077,0.6895726495726495,0.6198290598290598,0.6175163949785789,0.618200623671076,0.770940170940171,0.8215384615384616 -sentence-camembert-base,0.9317832244235268,0.9233666205247559,0.8475213675213675,0.8475213675213675,0.8427350427350427,0.8386324786324786,0.8509401709401709,0.8441025641025641,0.8304273504273504,0.9283638364439909,0.852991452991453,0.8858119658119659,0.6321367521367521,0.7073504273504273,1.0,0.9733333333333334,0.4379487179487179,0.6861538461538461,0.6273504273504273,0.4947008547008547,0.8345299145299145,0.920841182889012,0.9213139344472648,0.9103662753673122,0.8598290598290599,0.7675213675213676,0.8542595225825549,0.8918921006698921,0.9117948717948718,0.8926495726495727,0.9158401049072885,0.8878632478632479,0.9282051282051282,0.9437510823519023,0.9487179487179487,0.9452991452991453,0.9451188375437167,0.9158974358974359,0.9193162393162393,0.8984615384615384,0.935042735042735,0.9466666666666667,0.8946290154398803,0.890523643284898,0.7668376068376068,0.6991452991452991 -sentence-camembert-large,0.9741836353697716,0.974683772462034,0.8147008547008547,0.8147008547008547,0.8085470085470086,0.7825641025641026,0.7955555555555556,0.788034188034188,0.7757264957264958,0.9789707785411219,0.8201709401709402,0.8782905982905983,0.5603418803418804,0.6629059829059829,0.9733333333333334,1.0,0.35863247863247866,0.6300854700854701,0.5637606837606838,0.4147008547008547,0.8215384615384616,0.9734997577738644,0.9678414855370635,0.9644203420745784,0.8427350427350427,0.7066666666666667,0.8672598677399986,0.940472337837182,0.8823931623931623,0.8687179487179487,0.9637361133820813,0.865982905982906,0.9555555555555556,0.9758933293595395,0.9794871794871794,0.9822222222222222,0.9820482277227042,0.9664957264957265,0.9364102564102564,0.9561538461538461,0.9268376068376069,0.9644444444444444,0.9527884543021287,0.9486830821471465,0.7230769230769231,0.6485470085470085 -distilbert-base-uncased,0.3217644088743261,0.296613138197467,0.6095726495726496,0.6095726495726496,0.6075213675213675,0.6321367521367521,0.6294017094017094,0.6335042735042735,0.6594871794871795,0.3217644088743261,0.610940170940171,0.5466666666666666,0.8646153846153846,0.8181196581196581,0.4379487179487179,0.35863247863247866,1.0,0.7087179487179487,0.7832478632478632,0.814017094017094,0.6335042735042735,0.29919644820938934,0.2548751879551475,0.279507420885041,0.5261538461538462,0.6895726495726495,0.3609306352921888,0.2849812504250173,0.5302564102564102,0.5555555555555556,0.29113930865749066,0.5617094017094018,0.3558974358974359,0.3371516547822376,0.39076923076923076,0.36615384615384616,0.3357838995904232,0.27384615384615385,0.3476923076923077,0.22538461538461538,0.39418803418803416,0.3128205128205128,0.2658228470351002,0.2952446808124729,0.5835897435897436,0.7032478632478633 -flaubert_base_cased,0.6770388199481039,0.5805680455837388,0.7121367521367521,0.7121367521367521,0.7107692307692308,0.7415384615384616,0.7504273504273504,0.7401709401709402,0.7552136752136752,0.6004445292065002,0.7107692307692308,0.7668376068376068,0.7777777777777778,0.7613675213675214,0.6861538461538461,0.6300854700854701,0.7087179487179487,1.0,0.9398290598290598,0.8639316239316239,0.7935042735042735,0.576508813349749,0.5313035797239518,0.5887787898937032,0.8058119658119658,0.9596581196581196,0.5456723822663897,0.551146211806366,0.7176068376068376,0.7442735042735042,0.5429354674964015,0.7606837606837606,0.5596581196581196,0.570695853784538,0.705982905982906,0.6608547008547009,0.6093349379532934,0.522051282051282,0.6,0.48846153846153845,0.6608547008547009,0.5917948717948718,0.5456723822663897,0.499829059869088,0.8858119658119659,0.9268376068376069 -flaubert_base_uncased,0.6018122843983146,0.5141978624115258,0.6246153846153846,0.6246153846153846,0.6232478632478633,0.6588034188034187,0.6656410256410257,0.6567521367521367,0.6724786324786325,0.5436826887462046,0.6225641025641026,0.6745299145299145,0.8003418803418804,0.7791452991452992,0.6273504273504273,0.5637606837606838,0.7832478632478632,0.9398290598290598,1.0,0.8714529914529915,0.7483760683760684,0.5231663608689894,0.47451259824669745,0.5237770641064844,0.7107692307692308,0.9083760683760683,0.47382836955420043,0.47588105563169153,0.7094017094017094,0.7155555555555555,0.4751968269391945,0.7456410256410256,0.5076923076923077,0.5060694209713099,0.6328205128205128,0.5965811965811966,0.5529150362909515,0.4728205128205128,0.5241025641025641,0.43846153846153846,0.6095726495726496,0.55008547008547,0.47109145478421227,0.4293535045418928,0.8023931623931624,0.9131623931623931 -flaubert_large_cased,0.44486237613761775,0.3869313256070763,0.6444444444444445,0.6444444444444445,0.6437606837606837,0.6649572649572649,0.6629059829059829,0.6560683760683761,0.6882051282051282,0.38810053567732217,0.6355555555555555,0.6574358974358975,0.8454700854700855,0.7647863247863248,0.4947008547008547,0.4147008547008547,0.814017094017094,0.8639316239316239,0.8714529914529915,1.0,0.6724786324786325,0.36895196299192123,0.3260349719748397,0.382141724759597,0.6690598290598291,0.8441025641025641,0.4211427602319283,0.37872058129711184,0.5835897435897436,0.5883760683760684,0.34724606144224796,0.612991452991453,0.37094017094017095,0.36279706462875666,0.49811965811965814,0.4495726495726496,0.4120362515340733,0.31555555555555553,0.4099145299145299,0.30538461538461537,0.4605128205128205,0.40102564102564103,0.3561410344447095,0.31440308420239005,0.7524786324786324,0.8358974358974359 -e5-mistral-7b-instruct,0.8206531150886107,0.7735205368679041,0.764102564102564,0.764102564102564,0.76,0.7921367521367522,0.8044444444444444,0.7928205128205128,0.8085470085470086,0.80629168557456,0.7647863247863248,0.8345299145299145,0.772991452991453,0.8352136752136752,0.8345299145299145,0.8215384615384616,0.6335042735042735,0.7935042735042735,0.7483760683760684,0.6724786324786325,1.0,0.7440588243470071,0.721519156238129,0.7482040752455136,0.9357264957264957,0.803076923076923,0.6654124034533717,0.7331510440105787,0.8878632478632479,0.9145299145299145,0.7338352727030758,0.9398290598290598,0.7073504273504273,0.725936068055467,0.8543589743589743,0.8126495726495726,0.7919302560605094,0.7299145299145299,0.7100854700854701,0.7092307692307692,0.8468376068376068,0.8037606837606838,0.7482040752455136,0.7208349275456319,0.7326495726495726,0.7401709401709402 -multilingual-e5-base,0.9726402188782489,0.9912747242380414,0.7785946429403194,0.7785946429403194,0.7724397445771548,0.7180714757025344,0.7310651500247707,0.7221747412779774,0.7091810669557411,0.9870041039671683,0.7826979085157625,0.858608321661459,0.4920499302552128,0.599760651610593,0.920841182889012,0.9734997577738644,0.29919644820938934,0.576508813349749,0.5231663608689894,0.36895196299192123,0.7440588243470071,1.0,0.9926434156073726,0.9885373414993793,0.7813301533239482,0.6595999412524709,0.8975193654388618,0.9625322054820886,0.822020870280425,0.7840656637075768,0.9796408475987272,0.7936399500502773,0.965635165420932,0.9799931600547196,0.958112511865953,0.9806804725308899,0.9858071135430917,0.983074044116565,0.9468285315334847,0.9601846686561277,0.8746794451652776,0.9410155719682737,0.9659539339054163,0.9680069709594129,0.7098649445516483,0.6233544286693906 -multilingual-e5-large,0.960479168428092,0.984936665525505,0.7488883039380106,0.7488883039380106,0.7420460170130403,0.68662349292078,0.7009922954632178,0.6914130937682592,0.6756758338408273,0.9748504278060683,0.7536779047854899,0.8275746035751703,0.46561762524423594,0.5600411848088275,0.9213139344472648,0.9678414855370635,0.2548751879551475,0.5313035797239518,0.47451259824669745,0.3260349719748397,0.721519156238129,0.9926434156073726,1.0,0.9774049982882574,0.755046362170484,0.61956908105607,0.8883943854844232,0.9513865114686751,0.8138900297252295,0.7748889942528981,0.9719274221157138,0.7830997385628626,0.9562095977646139,0.9762191191753995,0.9370511943746967,0.9644203420745784,0.9769034648600651,0.9794733733095132,0.9391038804521878,0.9607393147033387,0.8706810112024839,0.9391038804521878,0.9520712084902431,0.9561793906196508,0.668833546915857,0.5696203865037861 -multilingual-e5-small,0.9666382795900819,0.9808284833960972,0.770783622097916,0.770783622097916,0.7646255638654426,0.7105714971581764,0.7242560710081172,0.7139926406206616,0.7009922954632178,0.984431267391386,0.7742047655604012,0.8597333521225312,0.4772495130166856,0.585357646431218,0.9103662753673122,0.9644203420745784,0.279507420885041,0.5887787898937032,0.5237770641064844,0.382141724759597,0.7482040752455136,0.9885373414993793,0.9774049982882574,1.0,0.7817312811778686,0.669517775608354,0.9014036288942143,0.9719274221157138,0.788573568102839,0.7584675056329692,0.9753509072235536,0.7680467073279278,0.9609991986120932,0.9707443536980751,0.958262283842105,0.9712626289995487,0.9769034648600651,0.9698941716145547,0.9541569116871228,0.9568901988591747,0.8453645495800933,0.9199454770622707,0.9712427250941459,0.968503937007874,0.720150698853135,0.6223059958260582 -udever-bloom-1b1,0.858608321661459,0.8145742584177266,0.8639316239316239,0.8639316239316239,0.8632478632478633,0.8905982905982905,0.9001709401709401,0.8885470085470085,0.8947008547008547,0.8374081161883365,0.8618803418803419,0.9254700854700855,0.7517948717948718,0.8331623931623932,0.8598290598290599,0.8427350427350427,0.5261538461538462,0.8058119658119658,0.7107692307692308,0.6690598290598291,0.9357264957264957,0.7813301533239482,0.755046362170484,0.7817312811778686,1.0,0.8557264957264957,0.7598359630179633,0.7995212271827916,0.8940170940170941,0.9022222222222223,0.7837839672553597,0.8960683760683761,0.749059829059829,0.7560266822753826,0.8899145299145299,0.8461538461538461,0.8196272986947499,0.7429059829059829,0.762051282051282,0.7307692307692307,0.8680341880341881,0.8208547008547008,0.7926789402578213,0.7632571064804485,0.8495726495726496,0.8160683760683761 -udever-bloom-560m,0.7382458647817961,0.6674650895308628,0.827008547008547,0.827008547008547,0.8276923076923077,0.8495726495726496,0.8557264957264957,0.8468376068376068,0.8564102564102564,0.6876389226846651,0.8242735042735043,0.8488888888888889,0.8092307692307692,0.8194871794871795,0.7675213675213676,0.7066666666666667,0.6895726495726495,0.9596581196581196,0.9083760683760683,0.8441025641025641,0.803076923076923,0.6595999412524709,0.61956908105607,0.669517775608354,0.8557264957264957,1.0,0.6613070312983895,0.6483066861409457,0.7955555555555556,0.788034188034188,0.635990569675999,0.7825641025641026,0.6663247863247863,0.6613096352422388,0.7723076923076924,0.7353846153846154,0.6907163718662473,0.6054700854700855,0.6936752136752137,0.5623076923076923,0.731965811965812,0.6745299145299145,0.6387274844459871,0.5969895342036677,0.9494017094017094,0.9446153846153846 -laser2,0.8502995131969393,0.9007189318726464,0.8474172356575844,0.8474172356575844,0.8460487782725904,0.7851524246403537,0.7988369984902945,0.7906262541803301,0.7783101377153834,0.8927289456462031,0.8528910651975607,0.8816286702824365,0.5798838168912417,0.6606228026058925,0.8542595225825549,0.8672598677399986,0.3609306352921888,0.5456723822663897,0.47382836955420043,0.4211427602319283,0.6654124034533717,0.8975193654388618,0.8883943854844232,0.9014036288942143,0.7598359630179633,0.6613070312983895,1.0,0.9623416638137624,0.7228876136231231,0.6927815511532533,0.9431701472098596,0.6722546903783422,0.941840795222176,0.9112062791321728,0.856996437352543,0.8829971276674305,0.8961506740695308,0.872733697279975,0.9527884543021287,0.8214013211446013,0.7283614431630995,0.8002054558752887,0.90619650804519,0.9308456008216365,0.7803628237928745,0.6448855426784605 -LaBSE,0.9365270694647979,0.968503937007874,0.8043108280302709,0.8043108280302709,0.8008896845677858,0.7427302457055373,0.7570990482479751,0.7468356178605196,0.7358879587805669,0.9659539339054163,0.8084162001852532,0.8775232981274542,0.5265139788764726,0.6277798253660345,0.8918921006698921,0.940472337837182,0.2849812504250173,0.551146211806366,0.47588105563169153,0.37872058129711184,0.7331510440105787,0.9625322054820886,0.9513865114686751,0.9719274221157138,0.7995212271827916,0.6483066861409457,0.9623416638137624,1.0,0.7680467073279278,0.755046362170484,0.9890448476549127,0.7434144743980343,0.9657887994595724,0.9550044029507676,0.9370511943746967,0.9500515395321405,0.9591104770587608,0.9425250239146731,0.9664730281520695,0.9176292172487017,0.7981527697977976,0.8816286702824365,0.9712427250941459,0.9760356042451215,0.7358879587805669,0.6216217671335611 -all-MiniLM-L12-v2,0.8664729140143915,0.838522262655123,0.8126495726495726,0.8126495726495726,0.8085470085470086,0.8386324786324786,0.8509401709401709,0.8420512820512821,0.84,0.8541631172880624,0.8160683760683761,0.8482051282051282,0.7162393162393162,0.80991452991453,0.9117948717948718,0.8823931623931623,0.5302564102564102,0.7176068376068376,0.7094017094017094,0.5835897435897436,0.8878632478632479,0.822020870280425,0.8138900297252295,0.788573568102839,0.8940170940170941,0.7955555555555556,0.7228876136231231,0.7680467073279278,1.0,0.9637606837606838,0.7988369984902945,0.9664957264957265,0.7996581196581196,0.8100530123520495,0.8837606837606837,0.8755555555555555,0.8630535260348556,0.8092307692307692,0.777094017094017,0.7946153846153846,0.9623931623931624,0.9227350427350427,0.8159427158027206,0.7810470524853715,0.7456410256410256,0.7388034188034188 -all-MiniLM-L6-v2,0.8551889336819231,0.8091004288777502,0.777094017094017,0.777094017094017,0.775042735042735,0.8147008547008547,0.8290598290598291,0.8188034188034188,0.8188034188034188,0.8257821970579146,0.7811965811965812,0.8229059829059829,0.7675213675213676,0.8311111111111111,0.8926495726495727,0.8687179487179487,0.5555555555555556,0.7442735042735042,0.7155555555555555,0.5883760683760684,0.9145299145299145,0.7840656637075768,0.7748889942528981,0.7584675056329692,0.9022222222222223,0.788034188034188,0.6927815511532533,0.755046362170484,0.9637606837606838,1.0,0.7830997385628626,0.9767521367521368,0.7716239316239316,0.7796204593341802,0.8776068376068376,0.8475213675213675,0.8254402582599609,0.7647863247863248,0.757948717948718,0.7653846153846153,0.9076923076923077,0.8700854700854701,0.7954158550278094,0.7523094474004959,0.734017094017094,0.7511111111111111 -distiluse-base-multilingual-cased-v2,0.9508983288427744,0.9828825744608011,0.7947316263353124,0.7947316263353124,0.7906262541803301,0.7372564161655609,0.7516252187079988,0.7434144743980343,0.7304141292405906,0.9769034648600651,0.8008896845677858,0.8597333521225312,0.5114609476415376,0.6120425654386026,0.9158401049072885,0.9637361133820813,0.29113930865749066,0.5429354674964015,0.4751968269391945,0.34724606144224796,0.7338352727030758,0.9796408475987272,0.9719274221157138,0.9753509072235536,0.7837839672553597,0.635990569675999,0.9431701472098596,0.9890448476549127,0.7988369984902945,0.7830997385628626,1.0,0.7742047655604012,0.9822102880795014,0.9775878105447305,0.9500515395321405,0.9698941716145547,0.9796408475987272,0.9719468576920458,0.9698941716145547,0.9445730281578498,0.8378380339626259,0.9172085622922825,0.9787743923313934,0.9828825744608011,0.7126241832356676,0.6072529645911233 -multi-qa-MiniLM-L6-cos-v1,0.8681826080041595,0.8159427158027206,0.7333333333333333,0.7333333333333333,0.7285470085470086,0.7668376068376068,0.7832478632478632,0.770940170940171,0.7764102564102564,0.8298854626333576,0.7374358974358974,0.803076923076923,0.7408547008547008,0.7948717948717948,0.8878632478632479,0.865982905982906,0.5617094017094018,0.7606837606837606,0.7456410256410256,0.612991452991453,0.9398290598290598,0.7936399500502773,0.7830997385628626,0.7680467073279278,0.8960683760683761,0.7825641025641026,0.6722546903783422,0.7434144743980343,0.9664957264957265,0.9767521367521368,0.7742047655604012,1.0,0.7565811965811966,0.7755171937587372,0.8830769230769231,0.8598290598290599,0.841169442965826,0.785982905982906,0.749059829059829,0.7638461538461538,0.9206837606837607,0.8878632478632479,0.7872051107178449,0.7427302457055373,0.7176068376068376,0.7422222222222222 -paraphrase-multilingual-MiniLM-L12-v2,0.9225508768787799,0.9589465125346021,0.8263247863247863,0.8263247863247863,0.8229059829059829,0.7688888888888888,0.7805128205128206,0.7757264957264958,0.762051282051282,0.9574286342700459,0.8331623931623932,0.8618803418803419,0.532991452991453,0.6348717948717949,0.9282051282051282,0.9555555555555556,0.3558974358974359,0.5596581196581196,0.5076923076923077,0.37094017094017095,0.7073504273504273,0.965635165420932,0.9562095977646139,0.9609991986120932,0.749059829059829,0.6663247863247863,0.941840795222176,0.9657887994595724,0.7996581196581196,0.7716239316239316,0.9822102880795014,0.7565811965811966,1.0,0.9885450648838223,0.932991452991453,0.9582905982905983,0.9642674102291175,0.958974358974359,0.9835897435897436,0.9323076923076923,0.8358974358974359,0.9090598290598291,0.9637361133820813,0.9726310863845429,0.7244444444444444,0.6218803418803419 -paraphrase-multilingual-mpnet-base-v2,0.9437414500683995,0.9727973907520717,0.8131304615336318,0.8131304615336318,0.8069755631704673,0.7512395391040324,0.7628654582344544,0.7580783150631042,0.7444007631449606,0.9656292749658003,0.8199692374927036,0.8603180156512269,0.5088049313549386,0.609676876751247,0.9437510823519023,0.9758933293595395,0.3371516547822376,0.570695853784538,0.5060694209713099,0.36279706462875666,0.725936068055467,0.9799931600547196,0.9762191191753995,0.9707443536980751,0.7560266822753826,0.6613096352422388,0.9112062791321728,0.9550044029507676,0.8100530123520495,0.7796204593341802,0.9775878105447305,0.7755171937587372,0.9885450648838223,1.0,0.9440930211498559,0.971448124986143,0.9775991792065664,0.9765772069554468,0.9717900637840965,0.9559530855811208,0.866814852812345,0.932467102019434,0.9577417856894298,0.9693756623287441,0.7020003521987157,0.605573611175804 -sentence-t5-base,0.9861514932981472,0.9678414855370635,0.824957264957265,0.824957264957265,0.8201709401709402,0.8023931623931624,0.8147008547008547,0.8051282051282052,0.7996581196581196,0.9752094517636324,0.8276923076923077,0.9008547008547009,0.5993162393162393,0.6902564102564103,0.9487179487179487,0.9794871794871794,0.39076923076923076,0.705982905982906,0.6328205128205128,0.49811965811965814,0.8543589743589743,0.958112511865953,0.9370511943746967,0.958262283842105,0.8899145299145299,0.7723076923076924,0.856996437352543,0.9370511943746967,0.8837606837606837,0.8776068376068376,0.9500515395321405,0.8830769230769231,0.932991452991453,0.9440930211498559,1.0,0.987008547008547,0.9724739413800038,0.9411965811965812,0.9234188034188034,0.9284615384615384,0.9111111111111111,0.945982905982906,0.9514199969171346,0.9267877639872412,0.79008547008547,0.7326495726495726 -sentence-t5-large,0.9861514932981472,0.9876841176194777,0.8215384615384616,0.8215384615384616,0.8160683760683761,0.7805128205128206,0.7928205128205128,0.7846153846153846,0.7777777777777778,0.9827321053186113,0.8256410256410256,0.8933333333333333,0.556923076923077,0.6601709401709401,0.9452991452991453,0.9822222222222222,0.36615384615384616,0.6608547008547009,0.5965811965811966,0.4495726495726496,0.8126495726495726,0.9806804725308899,0.9644203420745784,0.9712626289995487,0.8461538461538461,0.7353846153846154,0.8829971276674305,0.9500515395321405,0.8755555555555555,0.8475213675213675,0.9698941716145547,0.8598290598290599,0.9582905982905983,0.971448124986143,0.987008547008547,1.0,0.992990269257219,0.9747008547008547,0.9466666666666667,0.953076923076923,0.9138461538461539,0.963076923076923,0.9671572568445665,0.9514199969171346,0.7654700854700854,0.6984615384615385 -sentence-t5-xl,0.975547195622435,0.990590378553376,0.8021884199991169,0.8021884199991169,0.7953496440400453,0.7550008658815218,0.7686784177996654,0.7604718866487793,0.7502137227101716,0.9844391244870041,0.8076594407663744,0.872627812377556,0.530005136828061,0.6305351434264159,0.9451188375437167,0.9820482277227042,0.3357838995904232,0.6093349379532934,0.5529150362909515,0.4120362515340733,0.7919302560605094,0.9858071135430917,0.9769034648600651,0.9769034648600651,0.8196272986947499,0.6907163718662473,0.8961506740695308,0.9591104770587608,0.8630535260348556,0.8254402582599609,0.9796408475987272,0.841169442965826,0.9642674102291175,0.9775991792065664,0.9724739413800038,0.992990269257219,1.0,0.9882031260858688,0.9505898583109741,0.9636468729902243,0.9068216921729149,0.9663190430168391,0.9686913166440785,0.9632165511667541,0.7296973948329564,0.6486578997179561 -sentence-t5-xxl,0.9543511850884635,0.9828945167719985,0.747008547008547,0.747008547008547,0.7401709401709402,0.6875213675213675,0.6991452991452991,0.692991452991453,0.6806837606837607,0.9693964921984214,0.7524786324786324,0.8160683760683761,0.4358974358974359,0.5446153846153846,0.9158974358974359,0.9664957264957265,0.27384615384615385,0.522051282051282,0.4728205128205128,0.31555555555555553,0.7299145299145299,0.983074044116565,0.9794733733095132,0.9698941716145547,0.7429059829059829,0.6054700854700855,0.872733697279975,0.9425250239146731,0.8092307692307692,0.7647863247863248,0.9719468576920458,0.785982905982906,0.958974358974359,0.9765772069554468,0.9411965811965812,0.9747008547008547,0.9882031260858688,1.0,0.9357264957264957,0.9753846153846154,0.8762393162393163,0.9541880341880342,0.9555253690721168,0.9603149699195961,0.6519658119658119,0.561025641025641 -text2vec-base-multilingual,0.9194734276971976,0.9425250239146731,0.8181196581196581,0.8181196581196581,0.8153846153846154,0.7606837606837606,0.7757264957264958,0.7675213675213676,0.7538461538461538,0.9358864899989698,0.824957264957265,0.8687179487179487,0.5466666666666666,0.6362393162393163,0.9193162393162393,0.9364102564102564,0.3476923076923077,0.6,0.5241025641025641,0.4099145299145299,0.7100854700854701,0.9468285315334847,0.9391038804521878,0.9541569116871228,0.762051282051282,0.6936752136752137,0.9527884543021287,0.9664730281520695,0.777094017094017,0.757948717948718,0.9698941716145547,0.749059829059829,0.9835897435897436,0.9717900637840965,0.9234188034188034,0.9466666666666667,0.9505898583109741,0.9357264957264957,1.0,0.9030769230769231,0.8112820512820513,0.8830769230769231,0.9507357682246376,0.9575780551496079,0.7558974358974359,0.6492307692307693 -text-embedding-ada-002,0.9355645489469963,0.967667723222834,0.73,0.73,0.7223076923076923,0.67,0.6784615384615384,0.6730769230769231,0.6623076923076923,0.9563377749515759,0.7330769230769231,0.806923076923077,0.39615384615384613,0.5176923076923077,0.8984615384615384,0.9561538461538461,0.22538461538461538,0.48846153846153845,0.43846153846153846,0.30538461538461537,0.7092307692307692,0.9601846686561277,0.9607393147033387,0.9568901988591747,0.7307692307692307,0.5623076923076923,0.8214013211446013,0.9176292172487017,0.7946153846153846,0.7653846153846153,0.9445730281578498,0.7638461538461538,0.9323076923076923,0.9559530855811208,0.9284615384615384,0.953076923076923,0.9636468729902243,0.9753846153846154,0.9030769230769231,1.0,0.8769230769230769,0.963076923076923,0.9591996683656732,0.9430333818201843,0.6015384615384616,0.5169230769230769 -voyage-2,0.903402304193379,0.8829971276674305,0.7996581196581196,0.7996581196581196,0.7935042735042735,0.8105982905982906,0.8208547008547008,0.8147008547008547,0.8051282051282052,0.8951957730424929,0.8037606837606838,0.8482051282051282,0.556923076923077,0.6895726495726495,0.935042735042735,0.9268376068376069,0.39418803418803416,0.6608547008547009,0.6095726495726496,0.4605128205128205,0.8468376068376068,0.8746794451652776,0.8706810112024839,0.8453645495800933,0.8680341880341881,0.731965811965812,0.7283614431630995,0.7981527697977976,0.9623931623931624,0.9076923076923077,0.8378380339626259,0.9206837606837607,0.8358974358974359,0.866814852812345,0.9111111111111111,0.9138461538461539,0.9068216921729149,0.8762393162393163,0.8112820512820513,0.8769230769230769,1.0,0.9692307692307692,0.856996437352543,0.8357853478851348,0.6943589743589743,0.6553846153846153 -voyage-code-2,0.9471704703314382,0.9514199969171346,0.775042735042735,0.775042735042735,0.7688888888888888,0.7545299145299146,0.7647863247863248,0.757948717948718,0.749059829059829,0.946486592735531,0.7784615384615384,0.8393162393162393,0.49675213675213675,0.6198290598290598,0.9466666666666667,0.9644444444444444,0.3128205128205128,0.5917948717948718,0.55008547008547,0.40102564102564103,0.8037606837606838,0.9410155719682737,0.9391038804521878,0.9199454770622707,0.8208547008547008,0.6745299145299145,0.8002054558752887,0.8816286702824365,0.9227350427350427,0.8700854700854701,0.9172085622922825,0.8878632478632479,0.9090598290598291,0.932467102019434,0.945982905982906,0.963076923076923,0.9663190430168391,0.9541880341880342,0.8830769230769231,0.963076923076923,0.9692307692307692,1.0,0.9308931361422234,0.9062609032123299,0.6676923076923077,0.6102564102564103 -universal-sentence-encoder-multilingual-3,0.9481609461041122,0.9746662102019856,0.7913104828728271,0.7913104828728271,0.7878893394103419,0.7420460170130403,0.755046362170484,0.7461513891680225,0.737940644858058,0.9755347734907339,0.7954158550278094,0.8652071816625075,0.49093408686662643,0.6175163949785789,0.8946290154398803,0.9527884543021287,0.2658228470351002,0.5456723822663897,0.47109145478421227,0.3561410344447095,0.7482040752455136,0.9659539339054163,0.9520712084902431,0.9712427250941459,0.7926789402578213,0.6387274844459871,0.90619650804519,0.9712427250941459,0.8159427158027206,0.7954158550278094,0.9787743923313934,0.7872051107178449,0.9637361133820813,0.9577417856894298,0.9514199969171346,0.9671572568445665,0.9686913166440785,0.9555253690721168,0.9507357682246376,0.9591996683656732,0.856996437352543,0.9308931361422234,1.0,0.9780896953098254,0.6989396093857267,0.5983579915886618 -universal-sentence-encoder-multilingual-large-3,0.9248931928254837,0.9657651489216021,0.807047742800259,0.807047742800259,0.8008896845677858,0.7440987030905314,0.7570990482479751,0.7509409900155017,0.7358879587805669,0.9680069709594129,0.8138900297252295,0.8645229529700105,0.47588105563169153,0.618200623671076,0.890523643284898,0.9486830821471465,0.2952446808124729,0.499829059869088,0.4293535045418928,0.31440308420239005,0.7208349275456319,0.9680069709594129,0.9561793906196508,0.968503937007874,0.7632571064804485,0.5969895342036677,0.9308456008216365,0.9760356042451215,0.7810470524853715,0.7523094474004959,0.9828825744608011,0.7427302457055373,0.9726310863845429,0.9693756623287441,0.9267877639872412,0.9514199969171346,0.9632165511667541,0.9603149699195961,0.9575780551496079,0.9430333818201843,0.8357853478851348,0.9062609032123299,0.9780896953098254,1.0,0.6681493182233599,0.5620938708863187 -xlm-roberta-base,0.7679945402037582,0.7187822414681408,0.8564102564102564,0.8564102564102564,0.8591452991452991,0.8652991452991453,0.8741880341880341,0.8639316239316239,0.8639316239316239,0.7283296396411421,0.8550427350427351,0.8810256410256411,0.7586324786324786,0.770940170940171,0.7668376068376068,0.7230769230769231,0.5835897435897436,0.8858119658119659,0.8023931623931624,0.7524786324786324,0.7326495726495726,0.7098649445516483,0.668833546915857,0.720150698853135,0.8495726495726496,0.9494017094017094,0.7803628237928745,0.7358879587805669,0.7456410256410256,0.734017094017094,0.7126241832356676,0.7176068376068376,0.7244444444444444,0.7020003521987157,0.79008547008547,0.7654700854700854,0.7296973948329564,0.6519658119658119,0.7558974358974359,0.6015384615384616,0.6943589743589743,0.6676923076923077,0.6989396093857267,0.6681493182233599,1.0,0.9377777777777778 -xlm-roberta-large,0.702684229794623,0.6312009688285197,0.788034188034188,0.788034188034188,0.79008547008547,0.8133333333333334,0.8181196581196581,0.80991452991453,0.8147008547008547,0.6411352461629771,0.7846153846153846,0.8235897435897436,0.8181196581196581,0.8215384615384616,0.6991452991452991,0.6485470085470085,0.7032478632478633,0.9268376068376069,0.9131623931623931,0.8358974358974359,0.7401709401709402,0.6233544286693906,0.5696203865037861,0.6223059958260582,0.8160683760683761,0.9446153846153846,0.6448855426784605,0.6216217671335611,0.7388034188034188,0.7511111111111111,0.6072529645911233,0.7422222222222222,0.6218803418803419,0.605573611175804,0.7326495726495726,0.6984615384615385,0.6486578997179561,0.561025641025641,0.6492307692307693,0.5169230769230769,0.6553846153846153,0.6102564102564103,0.5983579915886618,0.5620938708863187,0.9377777777777778,1.0 +model,bge-m3,distilbert-base-25lang-cased,distilbert-base-en-fr-cased,distilbert-base-fr-cased,sentence-camembert-large,sentence-flaubert-base,Solon-embeddings-base-0.1,Solon-embeddings-large-0.1,sentence-croissant-llm-base,bert-base-multilingual-cased,bert-base-multilingual-uncased,camembert-base,camembert-large,sentence-camembert-base,embed-multilingual-light-v3.0,embed-multilingual-v3.0,flaubert_base_cased,flaubert_base_uncased,flaubert_large_cased,e5-mistral-7b-instruct,multilingual-e5-base,multilingual-e5-large,multilingual-e5-small,udever-bloom-1b1,udever-bloom-560m,laser2,bge-m3-custom-fr,sentence_croissant_alpha_v0.2,sentence_croissant_alpha_v0.3,mistral-embed,LaBSE,all-MiniLM-L12-v2,all-MiniLM-L6-v2,distiluse-base-multilingual-cased-v2,multi-qa-MiniLM-L6-cos-v1,paraphrase-multilingual-MiniLM-L12-v2,paraphrase-multilingual-mpnet-base-v2,sentence-t5-base,sentence-t5-large,sentence-t5-xl,sentence-t5-xxl,text2vec-base-multilingual,text-embedding-3-large,text-embedding-3-small,text-embedding-ada-002,voyage-2,voyage-code-2,universal-sentence-encoder-multilingual-3,universal-sentence-encoder-multilingual-large-3,xlm-roberta-base,xlm-roberta-large +bge-m3,1.0,0.4575807334428024,0.4729064039408867,0.44608648056923916,0.9622331691297209,0.8741105637657361,0.9480021893814997,0.9917898193760263,0.9321291735084839,0.5435139573070608,0.6398467432950191,0.32019704433497537,0.4088669950738916,0.8735632183908046,0.9321291735084839,0.9649698960043788,0.3700054734537493,0.3289545703338807,0.1746031746031746,0.8976464148877942,0.9731800766283525,0.9841269841269841,0.9627805145046524,0.6491516146688561,0.4455391351943076,0.7728516694033936,0.9770114942528736,0.9737274220032841,0.976464148877942,0.963327859879584,0.8970990695128627,0.7728516694033936,0.7257799671592775,0.9272030651340997,0.7235905856595511,0.9239189928845101,0.9403393541324576,0.8850574712643678,0.9386973180076629,0.9474548440065681,0.963327859879584,0.8735632183908046,0.9562123700054734,0.9726327312534209,0.9671592775041051,0.8357963875205254,0.9359605911330049,0.9025725232621784,0.8768472906403941,0.4433497536945813,0.35084838533114393 +distilbert-base-25lang-cased,0.4575807334428024,1.0,0.9989053092501369,0.9978106185002736,0.6141215106732348,0.729064039408867,0.5522714833059661,0.48056923918992883,0.6819923371647509,0.9551176792556103,0.9178981937602627,0.8155446086480569,0.8631636562671046,0.7241379310344828,0.6141215106732348,0.5993431855500821,0.7575259989053093,0.6486042692939245,0.6967706622879036,0.47126436781609193,0.5429666119321291,0.5019157088122606,0.5544608648056923,0.8544061302681992,0.7859879584017515,0.7241379310344828,0.4909688013136289,0.5478927203065134,0.5134099616858238,0.5363984674329502,0.6732348111658456,0.6595511767925561,0.7066228790366721,0.6518883415435139,0.6403940886699507,0.662287903667214,0.6212370005473454,0.6995073891625616,0.662287903667214,0.6261631089217297,0.5561029009304871,0.7022441160372195,0.4039408866995074,0.48056923918992883,0.5035577449370553,0.6436781609195402,0.5473453749315819,0.6491516146688561,0.645320197044335,0.8407224958949097,0.7980295566502463 +distilbert-base-en-fr-cased,0.4729064039408867,0.9989053092501369,1.0,0.9967159277504105,0.6288998357963875,0.7432950191570882,0.5659551176792557,0.4942528735632184,0.6956759715380405,0.9545703338806787,0.9211822660098522,0.8232074438970991,0.8686371100164204,0.7361795292829776,0.6278051450465244,0.6108374384236454,0.7635467980295566,0.655719759168035,0.6951286261631089,0.481663929939792,0.5561029009304871,0.5155993431855501,0.5675971538040504,0.8631636562671046,0.7920087575259989,0.7378215654077723,0.5062944718117132,0.5615763546798029,0.5287356321839081,0.5511767925561029,0.6874657909140668,0.6732348111658456,0.7197591680350302,0.6650246305418719,0.6562671045429667,0.6737821565407772,0.632183908045977,0.7126436781609196,0.6743295019157088,0.6398467432950191,0.5681444991789819,0.7170224411603722,0.41762452107279696,0.4931581828133552,0.5139573070607554,0.6546250684181719,0.5588396278051451,0.662287903667214,0.6579091406677614,0.8483853311439519,0.8029556650246306 +distilbert-base-fr-cased,0.44608648056923916,0.9978106185002736,0.9967159277504105,1.0,0.6048166392993979,0.7241379310344828,0.5342090859332239,0.46798029556650245,0.6743295019157088,0.9490968801313628,0.9113300492610837,0.8357963875205254,0.8801313628899836,0.722495894909688,0.608648056923919,0.5878489326765188,0.7684729064039408,0.6704980842911877,0.7131910235358512,0.4603174603174603,0.5309250136836344,0.4904214559386973,0.5424192665571976,0.8598795840175151,0.7936507936507936,0.7077175697865353,0.47728516694033934,0.5385878489326765,0.5057471264367817,0.5320197044334976,0.6573617952928298,0.6721401204159825,0.7170224411603722,0.6376573617952929,0.6562671045429667,0.6502463054187192,0.6097427476737821,0.6951286261631089,0.6551724137931034,0.6174055829228243,0.5440613026819924,0.6869184455391352,0.3935413245758073,0.4701696770662288,0.49261083743842365,0.6475095785440613,0.5462506841817186,0.6343732895457034,0.6278051450465244,0.8390804597701149,0.8106185002736727 +sentence-camembert-large,0.9622331691297209,0.6141215106732348,0.6288998357963875,0.6048166392993979,1.0,0.9545703338806787,0.9452654625068418,0.9660645867542419,0.9693486590038314,0.6661193212917351,0.7498631636562672,0.47728516694033934,0.5648604269293924,0.9474548440065681,0.9441707717569786,0.9622331691297209,0.4904214559386973,0.43842364532019706,0.2813355227148331,0.8899835796387521,0.9688013136288999,0.9704433497536946,0.9660645867542419,0.752599890530925,0.5648604269293924,0.8149972632731254,0.9507389162561576,0.9644225506294472,0.9649698960043788,0.956759715380405,0.9184455391351943,0.8368910782703887,0.8056923918992884,0.9496442255062945,0.782703886152162,0.9573070607553367,0.9666119321291735,0.9354132457580734,0.9611384783798577,0.956759715380405,0.9485495347564313,0.9151614668856048,0.9217296113847838,0.9545703338806787,0.9545703338806787,0.8877941981390257,0.9501915708812261,0.9282977558839628,0.9025725232621784,0.5582922824302134,0.4794745484400657 +sentence-flaubert-base,0.8741105637657361,0.729064039408867,0.7432950191570882,0.7241379310344828,0.9545703338806787,1.0,0.8686371100164204,0.8828680897646415,0.9441707717569786,0.7515051997810619,0.8188286808976464,0.608648056923919,0.6765188834154351,0.9562123700054734,0.9168035030103996,0.90311986863711,0.6059113300492611,0.5259989053092501,0.39080459770114945,0.7799671592775042,0.8845101258894362,0.8839627805145046,0.8877941981390257,0.8631636562671046,0.6748768472906403,0.8144499178981938,0.8587848932676518,0.9047619047619048,0.8910782703886152,0.8828680897646415,0.8790366721401204,0.8609742747673782,0.8330596606458676,0.8976464148877942,0.8336070060207992,0.9058565955117679,0.9200875752599891,0.9376026272577996,0.9288451012588944,0.9217296113847838,0.8877941981390257,0.8916256157635468,0.8275862068965517,0.8516694033935414,0.8659003831417624,0.8998357963875205,0.9102353585112206,0.8675424192665572,0.8314176245210728,0.6425834701696771,0.5829228243021346 +Solon-embeddings-base-0.1,0.9480021893814997,0.5522714833059661,0.5659551176792557,0.5342090859332239,0.9452654625068418,0.8686371100164204,1.0,0.9611384783798577,0.9272030651340997,0.6310892172961139,0.7252326217843459,0.43130815544608647,0.5232621784345922,0.849480021893815,0.9124247400109469,0.963327859879584,0.4608648056923919,0.4165298303229338,0.30049261083743845,0.842911877394636,0.9501915708812261,0.9485495347564313,0.9447181171319102,0.6770662287903667,0.5391351943076081,0.8341543513957307,0.9386973180076629,0.9501915708812261,0.9178981937602627,0.9091406677613574,0.9485495347564313,0.7619047619047619,0.7520525451559934,0.9638752052545156,0.7214012041598249,0.9293924466338259,0.9326765188834154,0.8943623426382047,0.933223864258347,0.9376026272577996,0.9425287356321839,0.916256157635468,0.9009304871373837,0.9255610290093049,0.9447181171319102,0.7969348659003831,0.8713738368910783,0.9677066228790366,0.9310344827586207,0.5555555555555556,0.45922276956759717 +Solon-embeddings-large-0.1,0.9917898193760263,0.48056923918992883,0.4942528735632184,0.46798029556650245,0.9660645867542419,0.8828680897646415,0.9611384783798577,1.0,0.9365079365079365,0.5714285714285714,0.6568144499178982,0.3284072249589491,0.4362342638204707,0.8746579091406678,0.933223864258347,0.9688013136288999,0.3727422003284072,0.32676518883415434,0.17898193760262726,0.8910782703886152,0.9671592775041051,0.9802955665024631,0.9584017515051998,0.6617405582922824,0.458128078817734,0.7739463601532567,0.9748221127531472,0.9792008757525998,0.9737274220032841,0.963327859879584,0.90311986863711,0.776135741652983,0.7301587301587301,0.9315818281335523,0.7214012041598249,0.9299397920087575,0.9485495347564313,0.8866995073891626,0.9419813902572524,0.9452654625068418,0.9589490968801314,0.8768472906403941,0.9594964422550629,0.9709906951286261,0.9671592775041051,0.8401751505199782,0.9354132457580734,0.9113300492610837,0.8834154351395731,0.451559934318555,0.35741652983032296 +sentence-croissant-llm-base,0.9321291735084839,0.6819923371647509,0.6956759715380405,0.6743295019157088,0.9693486590038314,0.9441707717569786,0.9272030651340997,0.9365079365079365,1.0,0.7192118226600985,0.8308702791461412,0.5500821018062397,0.6365626710454296,0.9293924466338259,0.9523809523809523,0.9660645867542419,0.5561029009304871,0.49370552818828684,0.3585112205801861,0.8713738368910783,0.9622331691297209,0.9419813902572524,0.956759715380405,0.8204707170224411,0.6234263820470717,0.8653530377668309,0.9146141215106732,0.9540229885057471,0.939792008757526,0.9282977558839628,0.9414340448823207,0.8199233716475096,0.8024083196496989,0.9551176792556103,0.7887246852764094,0.9523809523809523,0.9534756431308156,0.9452654625068418,0.969896004378763,0.9600437876299945,0.9480021893814997,0.9299397920087575,0.8872468527640941,0.9272030651340997,0.9337712096332786,0.8631636562671046,0.9113300492610837,0.9348659003831418,0.8899835796387521,0.6365626710454296,0.5533661740558292 +bert-base-multilingual-cased,0.5435139573070608,0.9551176792556103,0.9545703338806787,0.9490968801313628,0.6661193212917351,0.7515051997810619,0.6310892172961139,0.5714285714285714,0.7192118226600985,1.0,0.8790366721401204,0.7504105090311987,0.8106185002736727,0.7328954570333881,0.6606458675424193,0.6787082649151615,0.6956759715380405,0.6135741652983032,0.6480569239189928,0.5374931581828134,0.6119321291735085,0.5960591133004927,0.6354679802955665,0.8221127531472359,0.7504105090311987,0.7996715927750411,0.6004378762999453,0.6267104542966612,0.5834701696770662,0.5971538040503558,0.7411056376573618,0.6338259441707718,0.6661193212917351,0.7153804050355774,0.5998905309250137,0.7531472359058566,0.7115489874110563,0.7082649151614668,0.7164750957854407,0.6836343732895457,0.632183908045977,0.7755883962780514,0.4997263273125342,0.548440065681445,0.5511767925561029,0.6414887794198139,0.585112205801861,0.6874657909140668,0.7268746579091406,0.8215654077723044,0.7662835249042146 +bert-base-multilingual-uncased,0.6398467432950191,0.9178981937602627,0.9211822660098522,0.9113300492610837,0.7498631636562672,0.8188286808976464,0.7252326217843459,0.6568144499178982,0.8308702791461412,0.8790366721401204,1.0,0.7898193760262726,0.8330596606458676,0.7870826491516146,0.782703886152162,0.7744937055281883,0.8002189381499726,0.6896551724137931,0.6940339354132458,0.6343732895457034,0.7263273125342091,0.668856048166393,0.7372742200328407,0.8724685276409414,0.8264915161466886,0.8029556650246306,0.6316365626710454,0.7170224411603722,0.6836343732895457,0.6661193212917351,0.8095238095238095,0.7323481116584565,0.7679255610290093,0.7963875205254516,0.735632183908046,0.7651888341543513,0.7482211275314724,0.8456486042692939,0.8149972632731254,0.7925561029009305,0.7339901477832512,0.8117131910235359,0.5659551176792557,0.6442255062944718,0.7000547345374931,0.7148330596606459,0.668856048166393,0.8078817733990148,0.729064039408867,0.866447728516694,0.8122605363984674 +camembert-base,0.32019704433497537,0.8155446086480569,0.8232074438970991,0.8357963875205254,0.47728516694033934,0.608648056923919,0.43130815544608647,0.3284072249589491,0.5500821018062397,0.7504105090311987,0.7898193760262726,1.0,0.9408866995073891,0.5960591133004927,0.5232621784345922,0.47619047619047616,0.8418171866447729,0.8451012588943624,0.8264915161466886,0.25396825396825395,0.39792008757526,0.3727422003284072,0.43240284619594965,0.7816091954022989,0.8385331143951834,0.6168582375478927,0.32348111658456485,0.41762452107279696,0.3694581280788177,0.38368910782703886,0.5533661740558292,0.6371100164203612,0.6830870279146142,0.5325670498084292,0.6956759715380405,0.4931581828133552,0.45101258894362345,0.6168582375478927,0.5489874110563766,0.5243568691844553,0.4274767378215654,0.5812807881773399,0.23809523809523808,0.2884510125889436,0.36398467432950193,0.5030103995621237,0.4028461959496442,0.5325670498084292,0.46852764094143406,0.8385331143951834,0.9173508483853311 +camembert-large,0.4088669950738916,0.8631636562671046,0.8686371100164204,0.8801313628899836,0.5648604269293924,0.6765188834154351,0.5232621784345922,0.4362342638204707,0.6365626710454296,0.8106185002736727,0.8330596606458676,0.9408866995073891,1.0,0.6540777230432403,0.5736179529282978,0.5528188286808976,0.7651888341543513,0.7668308702791461,0.7427476737821566,0.3645320197044335,0.48987411056376573,0.4488232074438971,0.5013683634373289,0.8281335522714833,0.7903667214012041,0.6726874657909141,0.4220032840722496,0.49917898193760263,0.4537493158182813,0.4745484400656814,0.6327312534209086,0.6956759715380405,0.7350848385331143,0.615216201423098,0.7153804050355774,0.5812807881773399,0.5391351943076081,0.6579091406677614,0.6102900930487137,0.5818281335522715,0.5046524356869184,0.6469622331691297,0.3470169677066229,0.4121510673234811,0.44499178981937604,0.5840175150519978,0.4789272030651341,0.6163108921729611,0.5856595511767926,0.7887246852764094,0.849480021893815 +sentence-camembert-base,0.8735632183908046,0.7241379310344828,0.7361795292829776,0.722495894909688,0.9474548440065681,0.9562123700054734,0.849480021893815,0.8746579091406678,0.9293924466338259,0.7328954570333881,0.7870826491516146,0.5960591133004927,0.6540777230432403,1.0,0.9206349206349206,0.896551724137931,0.6168582375478927,0.5632183908045977,0.41762452107279696,0.8319649698960043,0.8921729611384783,0.8883415435139573,0.896551724137931,0.842911877394636,0.6694033935413246,0.7810618500273673,0.8697318007662835,0.8981937602627258,0.8981937602627258,0.9189928845101258,0.8582375478927203,0.8981937602627258,0.8856048166392994,0.8856048166392994,0.856048166392994,0.9102353585112206,0.9124247400109469,0.939792008757526,0.9288451012588944,0.909688013136289,0.8762999452654625,0.8823207443897099,0.8440065681444991,0.8768472906403941,0.8773946360153256,0.9222769567597153,0.9370552818828681,0.856048166392994,0.8341543513957307,0.6464148877941981,0.6015325670498084 +embed-multilingual-light-v3.0,0.9321291735084839,0.6141215106732348,0.6278051450465244,0.608648056923919,0.9441707717569786,0.9168035030103996,0.9124247400109469,0.933223864258347,0.9523809523809523,0.6606458675424193,0.782703886152162,0.5232621784345922,0.5736179529282978,0.9206349206349206,1.0,0.969896004378763,0.6195949644225506,0.5506294471811713,0.41598248494800216,0.8456486042692939,0.9321291735084839,0.9392446633825944,0.9485495347564313,0.8018609742747673,0.6852764094143404,0.7799671592775042,0.8938149972632731,0.9693486590038314,0.956759715380405,0.9419813902572524,0.8910782703886152,0.8555008210180624,0.8188286808976464,0.9272030651340997,0.8483853311439519,0.916256157635468,0.9288451012588944,0.9759168035030104,0.9835796387520526,0.9759168035030104,0.9501915708812261,0.8970990695128627,0.8888888888888888,0.89272030651341,0.9337712096332786,0.89272030651341,0.9392446633825944,0.9091406677613574,0.8149972632731254,0.6568144499178982,0.5878489326765188 +embed-multilingual-v3.0,0.9649698960043788,0.5993431855500821,0.6108374384236454,0.5878489326765188,0.9622331691297209,0.90311986863711,0.963327859879584,0.9688013136288999,0.9660645867542419,0.6787082649151615,0.7744937055281883,0.47619047619047616,0.5528188286808976,0.896551724137931,0.969896004378763,1.0,0.5134099616858238,0.4614121510673235,0.34209085933223865,0.8823207443897099,0.9731800766283525,0.9775588396278051,0.9808429118773946,0.7443897099069513,0.585112205801861,0.8467432950191571,0.9425287356321839,0.9797482211275315,0.9611384783798577,0.9441707717569786,0.9447181171319102,0.7985769020251778,0.7673782156540777,0.9715380405035577,0.7684729064039408,0.9600437876299945,0.9660645867542419,0.9408866995073891,0.9835796387520526,0.983032293377121,0.9824849480021893,0.9299397920087575,0.9282977558839628,0.9386973180076629,0.9627805145046524,0.8440065681444991,0.9200875752599891,0.9501915708812261,0.8992884510125889,0.5993431855500821,0.5221674876847291 +flaubert_base_cased,0.3700054734537493,0.7575259989053093,0.7635467980295566,0.7684729064039408,0.4904214559386973,0.6059113300492611,0.4608648056923919,0.3727422003284072,0.5561029009304871,0.6956759715380405,0.8002189381499726,0.8418171866447729,0.7651888341543513,0.6168582375478927,0.6195949644225506,0.5134099616858238,1.0,0.9469074986316366,0.9058565955117679,0.35139573070607555,0.44772851669403396,0.4099616858237548,0.4904214559386973,0.7772304324028462,0.9797482211275315,0.5396825396825397,0.3519430760810071,0.47126436781609193,0.4367816091954023,0.4329501915708812,0.5205254515599343,0.6715927750410509,0.7230432402846196,0.5123152709359606,0.7400109469074986,0.4915161466885605,0.4696223316912972,0.6973180076628352,0.6009852216748769,0.5626710454296662,0.45539135194307606,0.5911330049261084,0.27257799671592775,0.3333333333333333,0.4192665571975917,0.5796387520525451,0.4696223316912972,0.5254515599343186,0.40558292282430214,0.9304871373836892,0.956759715380405 +flaubert_base_uncased,0.3289545703338807,0.6486042692939245,0.655719759168035,0.6704980842911877,0.43842364532019706,0.5259989053092501,0.4165298303229338,0.32676518883415434,0.49370552818828684,0.6135741652983032,0.6896551724137931,0.8451012588943624,0.7668308702791461,0.5632183908045977,0.5506294471811713,0.4614121510673235,0.9469074986316366,1.0,0.9069512862616311,0.3251231527093596,0.41105637657361793,0.3716475095785441,0.451559934318555,0.6852764094143404,0.9200875752599891,0.48549534756431306,0.3289545703338807,0.42419266557197594,0.3918992884510126,0.39080459770114945,0.458128078817734,0.6568144499178982,0.7214012041598249,0.45429666119321294,0.7285166940339354,0.44499178981937604,0.42309797482211275,0.6190476190476191,0.5363984674329502,0.49917898193760263,0.39901477832512317,0.5342090859332239,0.24192665571975916,0.3043240284619595,0.36288998357963875,0.5199781061850027,0.41762452107279696,0.46195949644225504,0.37110016420361247,0.8516694033935414,0.9436234263820471 +flaubert_large_cased,0.1746031746031746,0.6967706622879036,0.6951286261631089,0.7131910235358512,0.2813355227148331,0.39080459770114945,0.30049261083743845,0.17898193760262726,0.3585112205801861,0.6480569239189928,0.6940339354132458,0.8264915161466886,0.7427476737821566,0.41762452107279696,0.41598248494800216,0.34209085933223865,0.9058565955117679,0.9069512862616311,1.0,0.1724137931034483,0.26327312534209085,0.2134646962233169,0.3125342090859332,0.6529830322933772,0.8713738368910783,0.4488232074438971,0.19157088122605365,0.2983032293377121,0.2413793103448276,0.240831964969896,0.38752052545155996,0.5358511220580187,0.6064586754241926,0.34537493158182814,0.595511767925561,0.3163656267104543,0.277504105090312,0.5035577449370553,0.4088669950738916,0.36891078270388616,0.2638204707170224,0.4362342638204707,0.07443897099069513,0.14504652435686918,0.22660098522167488,0.38752052545155996,0.2681992337164751,0.38149972632731255,0.29939792008757526,0.8522167487684729,0.9299397920087575 +e5-mistral-7b-instruct,0.8976464148877942,0.47126436781609193,0.481663929939792,0.4603174603174603,0.8899835796387521,0.7799671592775042,0.842911877394636,0.8910782703886152,0.8713738368910783,0.5374931581828134,0.6343732895457034,0.25396825396825395,0.3645320197044335,0.8319649698960043,0.8456486042692939,0.8823207443897099,0.35139573070607555,0.3251231527093596,0.1724137931034483,1.0,0.9315818281335523,0.8954570333880679,0.9195402298850575,0.5385878489326765,0.39846743295019155,0.6808976464148878,0.9064039408866995,0.8746579091406678,0.9069512862616311,0.8806787082649151,0.8089764641488779,0.6891078270388615,0.692391899288451,0.8456486042692939,0.6206896551724138,0.8888888888888888,0.8987411056376574,0.8078817733990148,0.8604269293924466,0.8538587848932676,0.8845101258894362,0.8188286808976464,0.9118773946360154,0.9485495347564313,0.8954570333880679,0.7509578544061303,0.8483853311439519,0.8336070060207992,0.8401751505199782,0.421455938697318,0.33497536945812806 +multilingual-e5-base,0.9731800766283525,0.5429666119321291,0.5561029009304871,0.5309250136836344,0.9688013136288999,0.8845101258894362,0.9501915708812261,0.9671592775041051,0.9622331691297209,0.6119321291735085,0.7263273125342091,0.39792008757526,0.48987411056376573,0.8921729611384783,0.9321291735084839,0.9731800766283525,0.44772851669403396,0.41105637657361793,0.26327312534209085,0.9315818281335523,1.0,0.9792008757525998,0.9874110563765737,0.6825396825396826,0.5084838533114395,0.8270388615216201,0.9584017515051998,0.9605911330049262,0.9605911330049262,0.9386973180076629,0.9277504105090312,0.7772304324028462,0.7547892720306514,0.9523809523809523,0.7263273125342091,0.952928297755884,0.9584017515051998,0.9085933223864259,0.9545703338806787,0.9518336070060208,0.9649698960043788,0.9135194307608101,0.9293924466338259,0.969896004378763,0.9666119321291735,0.8303229337712096,0.9146141215106732,0.9337712096332786,0.909688013136289,0.535303776683087,0.44718117131910234 +multilingual-e5-large,0.9841269841269841,0.5019157088122606,0.5155993431855501,0.4904214559386973,0.9704433497536946,0.8839627805145046,0.9485495347564313,0.9802955665024631,0.9419813902572524,0.5960591133004927,0.668856048166393,0.3727422003284072,0.4488232074438971,0.8883415435139573,0.9392446633825944,0.9775588396278051,0.4099616858237548,0.3716475095785441,0.2134646962233169,0.8954570333880679,0.9792008757525998,1.0,0.9824849480021893,0.6721401204159825,0.48002189381499727,0.8035030103995622,0.9677066228790366,0.9688013136288999,0.9677066228790366,0.9540229885057471,0.9113300492610837,0.7640941434044882,0.7186644772851669,0.9469074986316366,0.7137383689107827,0.9523809523809523,0.9589490968801314,0.8960043787629994,0.952928297755884,0.9523809523809523,0.9627805145046524,0.8949096880131363,0.9452654625068418,0.9594964422550629,0.9594964422550629,0.8303229337712096,0.9304871373836892,0.9102353585112206,0.8932676518883416,0.49808429118773945,0.4143404488232074 +multilingual-e5-small,0.9627805145046524,0.5544608648056923,0.5675971538040504,0.5424192665571976,0.9660645867542419,0.8877941981390257,0.9447181171319102,0.9584017515051998,0.956759715380405,0.6354679802955665,0.7372742200328407,0.43240284619594965,0.5013683634373289,0.896551724137931,0.9485495347564313,0.9808429118773946,0.4904214559386973,0.451559934318555,0.3125342090859332,0.9195402298850575,0.9874110563765737,0.9824849480021893,1.0,0.6984126984126984,0.5500821018062397,0.8401751505199782,0.9501915708812261,0.9600437876299945,0.9578544061302682,0.9337712096332786,0.9343185550082101,0.7640941434044882,0.7389162561576355,0.9578544061302682,0.7203065134099617,0.9594964422550629,0.9611384783798577,0.9200875752599891,0.9616858237547893,0.9578544061302682,0.9594964422550629,0.9261083743842364,0.9244663382594417,0.9485495347564313,0.9545703338806787,0.8111658456486043,0.9053092501368364,0.9288451012588944,0.9003831417624522,0.5823754789272031,0.49863163656267107 +udever-bloom-1b1,0.6491516146688561,0.8544061302681992,0.8631636562671046,0.8598795840175151,0.752599890530925,0.8631636562671046,0.6770662287903667,0.6617405582922824,0.8204707170224411,0.8221127531472359,0.8724685276409414,0.7816091954022989,0.8281335522714833,0.842911877394636,0.8018609742747673,0.7443897099069513,0.7772304324028462,0.6852764094143404,0.6529830322933772,0.5385878489326765,0.6825396825396826,0.6721401204159825,0.6984126984126984,1.0,0.8177339901477833,0.7624521072796935,0.6420361247947455,0.7345374931581828,0.6907498631636563,0.7126436781609196,0.7536945812807881,0.8374384236453202,0.8303229337712096,0.7361795292829776,0.8368910782703887,0.722495894909688,0.7016967706622879,0.8418171866447729,0.7920087575259989,0.7602627257799671,0.6836343732895457,0.7569786535303776,0.5790914066776136,0.6245210727969349,0.6414887794198139,0.8166392993979201,0.7454844006568144,0.7110016420361248,0.6672140120415982,0.8024083196496989,0.7739463601532567 +udever-bloom-560m,0.4455391351943076,0.7859879584017515,0.7920087575259989,0.7936507936507936,0.5648604269293924,0.6748768472906403,0.5391351943076081,0.458128078817734,0.6234263820470717,0.7504105090311987,0.8264915161466886,0.8385331143951834,0.7903667214012041,0.6694033935413246,0.6852764094143404,0.585112205801861,0.9797482211275315,0.9200875752599891,0.8713738368910783,0.39846743295019155,0.5084838533114395,0.48002189381499727,0.5500821018062397,0.8177339901477833,1.0,0.5938697318007663,0.4307608100711549,0.5555555555555556,0.5123152709359606,0.5062944718117132,0.5823754789272031,0.7120963327859879,0.7454844006568144,0.5818281335522715,0.765736179529283,0.5643130815544609,0.5489874110563766,0.7536945812807881,0.6699507389162561,0.6371100164203612,0.5342090859332239,0.6546250684181719,0.35577449370552816,0.39901477832512317,0.4871373836891078,0.645320197044335,0.5413245758073344,0.5883962780514504,0.4668856048166393,0.9354132457580734,0.9408866995073891 +laser2,0.7728516694033936,0.7241379310344828,0.7378215654077723,0.7077175697865353,0.8149972632731254,0.8144499178981938,0.8341543513957307,0.7739463601532567,0.8653530377668309,0.7996715927750411,0.8029556650246306,0.6168582375478927,0.6726874657909141,0.7810618500273673,0.7799671592775042,0.8467432950191571,0.5396825396825397,0.48549534756431306,0.4488232074438971,0.6808976464148878,0.8270388615216201,0.8035030103995622,0.8401751505199782,0.7624521072796935,0.5938697318007663,1.0,0.7931034482758621,0.789272030651341,0.7493158182813355,0.7416529830322933,0.9348659003831418,0.6349206349206349,0.6409414340448824,0.8910782703886152,0.6146688560481663,0.8812260536398467,0.8374384236453202,0.7952928297755884,0.8368910782703887,0.8347016967706623,0.8248494800218938,0.9425287356321839,0.7170224411603722,0.7411056376573618,0.7531472359058566,0.6398467432950191,0.6798029556650246,0.8620689655172413,0.8916256157635468,0.7208538587848933,0.6245210727969349 +bge-m3-custom-fr,0.9770114942528736,0.4909688013136289,0.5062944718117132,0.47728516694033934,0.9507389162561576,0.8587848932676518,0.9386973180076629,0.9748221127531472,0.9146141215106732,0.6004378762999453,0.6316365626710454,0.32348111658456485,0.4220032840722496,0.8697318007662835,0.8938149972632731,0.9425287356321839,0.3519430760810071,0.3289545703338807,0.19157088122605365,0.9064039408866995,0.9584017515051998,0.9677066228790366,0.9501915708812261,0.6420361247947455,0.4307608100711549,0.7931034482758621,1.0,0.9573070607553367,0.9556650246305419,0.9425287356321839,0.8932676518883416,0.7504105090311987,0.7268746579091406,0.9064039408866995,0.6792556102900931,0.9282977558839628,0.9337712096332786,0.8396278051450465,0.9058565955117679,0.9053092501368364,0.9255610290093049,0.8790366721401204,0.9337712096332786,0.9649698960043788,0.9195402298850575,0.8089764641488779,0.9064039408866995,0.879584017515052,0.9135194307608101,0.45539135194307606,0.3590585659551177 +sentence_croissant_alpha_v0.2,0.9737274220032841,0.5478927203065134,0.5615763546798029,0.5385878489326765,0.9644225506294472,0.9047619047619048,0.9501915708812261,0.9792008757525998,0.9540229885057471,0.6267104542966612,0.7170224411603722,0.41762452107279696,0.49917898193760263,0.8981937602627258,0.9693486590038314,0.9797482211275315,0.47126436781609193,0.42419266557197594,0.2983032293377121,0.8746579091406678,0.9605911330049262,0.9688013136288999,0.9600437876299945,0.7345374931581828,0.5555555555555556,0.789272030651341,0.9573070607553367,1.0,0.9857690202517789,0.9655172413793104,0.9020251778872469,0.8292282430213465,0.789272030651341,0.9304871373836892,0.7914614121510674,0.9315818281335523,0.9512862616310892,0.9304871373836892,0.9666119321291735,0.9655172413793104,0.963327859879584,0.8910782703886152,0.9337712096332786,0.9452654625068418,0.9578544061302682,0.8828680897646415,0.9540229885057471,0.9173508483853311,0.8609742747673782,0.5380405035577449,0.4570333880678708 +sentence_croissant_alpha_v0.3,0.976464148877942,0.5134099616858238,0.5287356321839081,0.5057471264367817,0.9649698960043788,0.8910782703886152,0.9178981937602627,0.9737274220032841,0.939792008757526,0.5834701696770662,0.6836343732895457,0.3694581280788177,0.4537493158182813,0.8981937602627258,0.956759715380405,0.9611384783798577,0.4367816091954023,0.3918992884510126,0.2413793103448276,0.9069512862616311,0.9605911330049262,0.9677066228790366,0.9578544061302682,0.6907498631636563,0.5123152709359606,0.7493158182813355,0.9556650246305419,0.9857690202517789,1.0,0.9748221127531472,0.8686371100164204,0.8204707170224411,0.7744937055281883,0.9080459770114943,0.7766830870279147,0.922824302134647,0.9447181171319102,0.9146141215106732,0.9523809523809523,0.9545703338806787,0.9545703338806787,0.8680897646414888,0.9425287356321839,0.9594964422550629,0.9589490968801314,0.8784893267651889,0.9589490968801314,0.8894362342638205,0.8357963875205254,0.49589490968801314,0.41379310344827586 +mistral-embed,0.963327859879584,0.5363984674329502,0.5511767925561029,0.5320197044334976,0.956759715380405,0.8828680897646415,0.9091406677613574,0.963327859879584,0.9282977558839628,0.5971538040503558,0.6661193212917351,0.38368910782703886,0.4745484400656814,0.9189928845101258,0.9419813902572524,0.9441707717569786,0.4329501915708812,0.39080459770114945,0.240831964969896,0.8806787082649151,0.9386973180076629,0.9540229885057471,0.9337712096332786,0.7126436781609196,0.5062944718117132,0.7416529830322933,0.9425287356321839,0.9655172413793104,0.9748221127531472,1.0,0.8669950738916257,0.8587848932676518,0.8089764641488779,0.90311986863711,0.7991242474001095,0.9168035030103996,0.9288451012588944,0.9118773946360154,0.9458128078817734,0.939792008757526,0.9293924466338259,0.8538587848932676,0.946360153256705,0.9611384783798577,0.9540229885057471,0.9091406677613574,0.9737274220032841,0.8888888888888888,0.8472906403940886,0.49370552818828684,0.41160372194854955 +LaBSE,0.8970990695128627,0.6732348111658456,0.6874657909140668,0.6573617952928298,0.9184455391351943,0.8790366721401204,0.9485495347564313,0.90311986863711,0.9414340448823207,0.7411056376573618,0.8095238095238095,0.5533661740558292,0.6327312534209086,0.8582375478927203,0.8910782703886152,0.9447181171319102,0.5205254515599343,0.458128078817734,0.38752052545155996,0.8089764641488779,0.9277504105090312,0.9113300492610837,0.9343185550082101,0.7536945812807881,0.5823754789272031,0.9348659003831418,0.8932676518883416,0.9020251778872469,0.8686371100164204,0.8669950738916257,1.0,0.7219485495347564,0.7214012041598249,0.9824849480021893,0.6896551724137931,0.9518336070060208,0.9293924466338259,0.8943623426382047,0.926655719759168,0.9282977558839628,0.9222769567597153,0.9644225506294472,0.8401751505199782,0.8735632183908046,0.8954570333880679,0.7389162561576355,0.8084291187739464,0.963327859879584,0.9458128078817734,0.6524356869184456,0.5566502463054187 +all-MiniLM-L12-v2,0.7728516694033936,0.6595511767925561,0.6732348111658456,0.6721401204159825,0.8368910782703887,0.8609742747673782,0.7619047619047619,0.776135741652983,0.8199233716475096,0.6338259441707718,0.7323481116584565,0.6371100164203612,0.6956759715380405,0.8981937602627258,0.8555008210180624,0.7985769020251778,0.6715927750410509,0.6568144499178982,0.5358511220580187,0.6891078270388615,0.7772304324028462,0.7640941434044882,0.7640941434044882,0.8374384236453202,0.7120963327859879,0.6349206349206349,0.7504105090311987,0.8292282430213465,0.8204707170224411,0.8587848932676518,0.7219485495347564,1.0,0.9742747673782156,0.7553366174055829,0.9742747673782156,0.7482211275314724,0.7602627257799671,0.8932676518883416,0.8489326765188834,0.8275862068965517,0.7668308702791461,0.7361795292829776,0.7372742200328407,0.7733990147783252,0.7876299945265463,0.9584017515051998,0.9014778325123153,0.7766830870279147,0.7016967706622879,0.6327312534209086,0.6425834701696771 +all-MiniLM-L6-v2,0.7257799671592775,0.7066228790366721,0.7197591680350302,0.7170224411603722,0.8056923918992884,0.8330596606458676,0.7520525451559934,0.7301587301587301,0.8024083196496989,0.6661193212917351,0.7679255610290093,0.6830870279146142,0.7350848385331143,0.8856048166392994,0.8188286808976464,0.7673782156540777,0.7230432402846196,0.7214012041598249,0.6064586754241926,0.692391899288451,0.7547892720306514,0.7186644772851669,0.7389162561576355,0.8303229337712096,0.7454844006568144,0.6409414340448824,0.7268746579091406,0.789272030651341,0.7744937055281883,0.8089764641488779,0.7214012041598249,0.9742747673782156,1.0,0.7389162561576355,0.9540229885057471,0.7339901477832512,0.7367268746579091,0.8648056923918993,0.8117131910235359,0.7848932676518884,0.7263273125342091,0.7400109469074986,0.6847290640394089,0.7493158182813355,0.7454844006568144,0.9080459770114943,0.8423645320197044,0.7723043240284619,0.7148330596606459,0.6808976464148878,0.6945812807881774 +distiluse-base-multilingual-cased-v2,0.9272030651340997,0.6518883415435139,0.6650246305418719,0.6376573617952929,0.9496442255062945,0.8976464148877942,0.9638752052545156,0.9315818281335523,0.9551176792556103,0.7153804050355774,0.7963875205254516,0.5325670498084292,0.615216201423098,0.8856048166392994,0.9272030651340997,0.9715380405035577,0.5123152709359606,0.45429666119321294,0.34537493158182814,0.8456486042692939,0.9523809523809523,0.9469074986316366,0.9578544061302682,0.7361795292829776,0.5818281335522715,0.8910782703886152,0.9064039408866995,0.9304871373836892,0.9080459770114943,0.90311986863711,0.9824849480021893,0.7553366174055829,0.7389162561576355,1.0,0.7252326217843459,0.9688013136288999,0.9578544061302682,0.926655719759168,0.9600437876299945,0.9649698960043788,0.9605911330049262,0.9562123700054734,0.8850574712643678,0.9042145593869731,0.9376026272577996,0.7903667214012041,0.8598795840175151,0.9781061850027367,0.9376026272577996,0.625615763546798,0.5385878489326765 +multi-qa-MiniLM-L6-cos-v1,0.7235905856595511,0.6403940886699507,0.6562671045429667,0.6562671045429667,0.782703886152162,0.8336070060207992,0.7214012041598249,0.7214012041598249,0.7887246852764094,0.5998905309250137,0.735632183908046,0.6956759715380405,0.7153804050355774,0.856048166392994,0.8483853311439519,0.7684729064039408,0.7400109469074986,0.7285166940339354,0.595511767925561,0.6206896551724138,0.7263273125342091,0.7137383689107827,0.7203065134099617,0.8368910782703887,0.765736179529283,0.6146688560481663,0.6792556102900931,0.7914614121510674,0.7766830870279147,0.7991242474001095,0.6896551724137931,0.9742747673782156,0.9540229885057471,0.7252326217843459,1.0,0.6995073891625616,0.7153804050355774,0.8877941981390257,0.8292282430213465,0.8144499178981938,0.7454844006568144,0.7164750957854407,0.6803503010399562,0.6978653530377669,0.7438423645320197,0.9118773946360154,0.8456486042692939,0.7482211275314724,0.6310892172961139,0.6694033935413246,0.7011494252873564 +paraphrase-multilingual-MiniLM-L12-v2,0.9239189928845101,0.662287903667214,0.6737821565407772,0.6502463054187192,0.9573070607553367,0.9058565955117679,0.9293924466338259,0.9299397920087575,0.9523809523809523,0.7531472359058566,0.7651888341543513,0.4931581828133552,0.5812807881773399,0.9102353585112206,0.916256157635468,0.9600437876299945,0.4915161466885605,0.44499178981937604,0.3163656267104543,0.8888888888888888,0.952928297755884,0.9523809523809523,0.9594964422550629,0.722495894909688,0.5643130815544609,0.8812260536398467,0.9282977558839628,0.9315818281335523,0.922824302134647,0.9168035030103996,0.9518336070060208,0.7482211275314724,0.7339901477832512,0.9688013136288999,0.6995073891625616,1.0,0.9885057471264368,0.9042145593869731,0.9545703338806787,0.9469074986316366,0.9523809523809523,0.9649698960043788,0.896551724137931,0.9200875752599891,0.9211822660098522,0.8045977011494253,0.8790366721401204,0.9315818281335523,0.9321291735084839,0.5993431855500821,0.5194307608100711 +paraphrase-multilingual-mpnet-base-v2,0.9403393541324576,0.6212370005473454,0.632183908045977,0.6097427476737821,0.9666119321291735,0.9200875752599891,0.9326765188834154,0.9485495347564313,0.9534756431308156,0.7115489874110563,0.7482211275314724,0.45101258894362345,0.5391351943076081,0.9124247400109469,0.9288451012588944,0.9660645867542419,0.4696223316912972,0.42309797482211275,0.277504105090312,0.8987411056376574,0.9584017515051998,0.9589490968801314,0.9611384783798577,0.7016967706622879,0.5489874110563766,0.8374384236453202,0.9337712096332786,0.9512862616310892,0.9447181171319102,0.9288451012588944,0.9293924466338259,0.7602627257799671,0.7367268746579091,0.9578544061302682,0.7153804050355774,0.9885057471264368,1.0,0.9140667761357416,0.9611384783798577,0.9589490968801314,0.9660645867542419,0.9414340448823207,0.9173508483853311,0.9337712096332786,0.9436234263820471,0.8308702791461412,0.9069512862616311,0.9222769567597153,0.8987411056376574,0.5528188286808976,0.47728516694033934 +sentence-t5-base,0.8850574712643678,0.6995073891625616,0.7126436781609196,0.6951286261631089,0.9354132457580734,0.9376026272577996,0.8943623426382047,0.8866995073891626,0.9452654625068418,0.7082649151614668,0.8456486042692939,0.6168582375478927,0.6579091406677614,0.939792008757526,0.9759168035030104,0.9408866995073891,0.6973180076628352,0.6190476190476191,0.5035577449370553,0.8078817733990148,0.9085933223864259,0.8960043787629994,0.9200875752599891,0.8418171866447729,0.7536945812807881,0.7952928297755884,0.8396278051450465,0.9304871373836892,0.9146141215106732,0.9118773946360154,0.8943623426382047,0.8932676518883416,0.8648056923918993,0.926655719759168,0.8877941981390257,0.9042145593869731,0.9140667761357416,1.0,0.9770114942528736,0.9688013136288999,0.9244663382594417,0.9047619047619048,0.836343732895457,0.8549534756431308,0.9189928845101258,0.9118773946360154,0.922824302134647,0.9222769567597153,0.8106185002736727,0.7197591680350302,0.6633825944170771 +sentence-t5-large,0.9386973180076629,0.662287903667214,0.6743295019157088,0.6551724137931034,0.9611384783798577,0.9288451012588944,0.933223864258347,0.9419813902572524,0.969896004378763,0.7164750957854407,0.8149972632731254,0.5489874110563766,0.6102900930487137,0.9288451012588944,0.9835796387520526,0.9835796387520526,0.6009852216748769,0.5363984674329502,0.4088669950738916,0.8604269293924466,0.9545703338806787,0.952928297755884,0.9616858237547893,0.7920087575259989,0.6699507389162561,0.8368910782703887,0.9058565955117679,0.9666119321291735,0.9523809523809523,0.9458128078817734,0.926655719759168,0.8489326765188834,0.8117131910235359,0.9600437876299945,0.8292282430213465,0.9545703338806787,0.9611384783798577,0.9770114942528736,1.0,0.9923371647509579,0.9731800766283525,0.9343185550082101,0.8987411056376574,0.909688013136289,0.9545703338806787,0.8910782703886152,0.9354132457580734,0.9447181171319102,0.8686371100164204,0.6661193212917351,0.595511767925561 +sentence-t5-xl,0.9474548440065681,0.6261631089217297,0.6398467432950191,0.6174055829228243,0.956759715380405,0.9217296113847838,0.9376026272577996,0.9452654625068418,0.9600437876299945,0.6836343732895457,0.7925561029009305,0.5243568691844553,0.5818281335522715,0.909688013136289,0.9759168035030104,0.983032293377121,0.5626710454296662,0.49917898193760263,0.36891078270388616,0.8538587848932676,0.9518336070060208,0.9523809523809523,0.9578544061302682,0.7602627257799671,0.6371100164203612,0.8347016967706623,0.9053092501368364,0.9655172413793104,0.9545703338806787,0.939792008757526,0.9282977558839628,0.8275862068965517,0.7848932676518884,0.9649698960043788,0.8144499178981938,0.9469074986316366,0.9589490968801314,0.9688013136288999,0.9923371647509579,1.0,0.9852216748768473,0.9293924466338259,0.9107827038861521,0.9085933223864259,0.9594964422550629,0.8697318007662835,0.9244663382594417,0.9458128078817734,0.8604269293924466,0.6310892172961139,0.5566502463054187 +sentence-t5-xxl,0.963327859879584,0.5561029009304871,0.5681444991789819,0.5440613026819924,0.9485495347564313,0.8877941981390257,0.9425287356321839,0.9589490968801314,0.9480021893814997,0.632183908045977,0.7339901477832512,0.4274767378215654,0.5046524356869184,0.8762999452654625,0.9501915708812261,0.9824849480021893,0.45539135194307606,0.39901477832512317,0.2638204707170224,0.8845101258894362,0.9649698960043788,0.9627805145046524,0.9594964422550629,0.6836343732895457,0.5342090859332239,0.8248494800218938,0.9255610290093049,0.963327859879584,0.9545703338806787,0.9293924466338259,0.9222769567597153,0.7668308702791461,0.7263273125342091,0.9605911330049262,0.7454844006568144,0.9523809523809523,0.9660645867542419,0.9244663382594417,0.9731800766283525,0.9852216748768473,1.0,0.9233716475095786,0.9343185550082101,0.9304871373836892,0.9671592775041051,0.8275862068965517,0.9080459770114943,0.9386973180076629,0.8762999452654625,0.5369458128078818,0.45648604269293924 +text2vec-base-multilingual,0.8735632183908046,0.7022441160372195,0.7170224411603722,0.6869184455391352,0.9151614668856048,0.8916256157635468,0.916256157635468,0.8768472906403941,0.9299397920087575,0.7755883962780514,0.8117131910235359,0.5812807881773399,0.6469622331691297,0.8823207443897099,0.8970990695128627,0.9299397920087575,0.5911330049261084,0.5342090859332239,0.4362342638204707,0.8188286808976464,0.9135194307608101,0.8949096880131363,0.9261083743842364,0.7569786535303776,0.6546250684181719,0.9425287356321839,0.8790366721401204,0.8910782703886152,0.8680897646414888,0.8538587848932676,0.9644225506294472,0.7361795292829776,0.7400109469074986,0.9562123700054734,0.7164750957854407,0.9649698960043788,0.9414340448823207,0.9047619047619048,0.9343185550082101,0.9293924466338259,0.9233716475095786,1.0,0.8226600985221675,0.8472906403940886,0.8702791461412152,0.7586206896551724,0.8078817733990148,0.9354132457580734,0.9250136836343733,0.705528188286809,0.6223316912972086 +text-embedding-3-large,0.9562123700054734,0.4039408866995074,0.41762452107279696,0.3935413245758073,0.9217296113847838,0.8275862068965517,0.9009304871373837,0.9594964422550629,0.8872468527640941,0.4997263273125342,0.5659551176792557,0.23809523809523808,0.3470169677066229,0.8440065681444991,0.8888888888888888,0.9282977558839628,0.27257799671592775,0.24192665571975916,0.07443897099069513,0.9118773946360154,0.9293924466338259,0.9452654625068418,0.9244663382594417,0.5790914066776136,0.35577449370552816,0.7170224411603722,0.9337712096332786,0.9337712096332786,0.9425287356321839,0.946360153256705,0.8401751505199782,0.7372742200328407,0.6847290640394089,0.8850574712643678,0.6803503010399562,0.896551724137931,0.9173508483853311,0.836343732895457,0.8987411056376574,0.9107827038861521,0.9343185550082101,0.8226600985221675,1.0,0.9605911330049262,0.9376026272577996,0.80623973727422,0.9124247400109469,0.8604269293924466,0.8407224958949097,0.36070060207991245,0.2649151614668856 +text-embedding-3-small,0.9726327312534209,0.48056923918992883,0.4931581828133552,0.4701696770662288,0.9545703338806787,0.8516694033935414,0.9255610290093049,0.9709906951286261,0.9272030651340997,0.548440065681445,0.6442255062944718,0.2884510125889436,0.4121510673234811,0.8768472906403941,0.89272030651341,0.9386973180076629,0.3333333333333333,0.3043240284619595,0.14504652435686918,0.9485495347564313,0.969896004378763,0.9594964422550629,0.9485495347564313,0.6245210727969349,0.39901477832512317,0.7411056376573618,0.9649698960043788,0.9452654625068418,0.9594964422550629,0.9611384783798577,0.8735632183908046,0.7733990147783252,0.7493158182813355,0.9042145593869731,0.6978653530377669,0.9200875752599891,0.9337712096332786,0.8549534756431308,0.909688013136289,0.9085933223864259,0.9304871373836892,0.8472906403940886,0.9605911330049262,1.0,0.9589490968801314,0.8347016967706623,0.9277504105090312,0.8916256157635468,0.8883415435139573,0.4066776135741653,0.3158182813355227 +text-embedding-ada-002,0.9671592775041051,0.5035577449370553,0.5139573070607554,0.49261083743842365,0.9545703338806787,0.8659003831417624,0.9447181171319102,0.9671592775041051,0.9337712096332786,0.5511767925561029,0.7000547345374931,0.36398467432950193,0.44499178981937604,0.8773946360153256,0.9337712096332786,0.9627805145046524,0.4192665571975917,0.36288998357963875,0.22660098522167488,0.8954570333880679,0.9666119321291735,0.9594964422550629,0.9545703338806787,0.6414887794198139,0.4871373836891078,0.7531472359058566,0.9195402298850575,0.9578544061302682,0.9589490968801314,0.9540229885057471,0.8954570333880679,0.7876299945265463,0.7454844006568144,0.9376026272577996,0.7438423645320197,0.9211822660098522,0.9436234263820471,0.9189928845101258,0.9545703338806787,0.9594964422550629,0.9671592775041051,0.8702791461412152,0.9376026272577996,0.9589490968801314,1.0,0.8456486042692939,0.9348659003831418,0.9381499726327313,0.8549534756431308,0.4756431308155446,0.3924466338259442 +voyage-2,0.8357963875205254,0.6436781609195402,0.6546250684181719,0.6475095785440613,0.8877941981390257,0.8998357963875205,0.7969348659003831,0.8401751505199782,0.8631636562671046,0.6414887794198139,0.7148330596606459,0.5030103995621237,0.5840175150519978,0.9222769567597153,0.89272030651341,0.8440065681444991,0.5796387520525451,0.5199781061850027,0.38752052545155996,0.7509578544061303,0.8303229337712096,0.8303229337712096,0.8111658456486043,0.8166392993979201,0.645320197044335,0.6398467432950191,0.8089764641488779,0.8828680897646415,0.8784893267651889,0.9091406677613574,0.7389162561576355,0.9584017515051998,0.9080459770114943,0.7903667214012041,0.9118773946360154,0.8045977011494253,0.8308702791461412,0.9118773946360154,0.8910782703886152,0.8697318007662835,0.8275862068965517,0.7586206896551724,0.80623973727422,0.8347016967706623,0.8456486042692939,1.0,0.9611384783798577,0.7952928297755884,0.7279693486590039,0.5686918445539135,0.5276409414340448 +voyage-code-2,0.9359605911330049,0.5473453749315819,0.5588396278051451,0.5462506841817186,0.9501915708812261,0.9102353585112206,0.8713738368910783,0.9354132457580734,0.9113300492610837,0.585112205801861,0.668856048166393,0.4028461959496442,0.4789272030651341,0.9370552818828681,0.9392446633825944,0.9200875752599891,0.4696223316912972,0.41762452107279696,0.2681992337164751,0.8483853311439519,0.9146141215106732,0.9304871373836892,0.9053092501368364,0.7454844006568144,0.5413245758073344,0.6798029556650246,0.9064039408866995,0.9540229885057471,0.9589490968801314,0.9737274220032841,0.8084291187739464,0.9014778325123153,0.8423645320197044,0.8598795840175151,0.8456486042692939,0.8790366721401204,0.9069512862616311,0.922824302134647,0.9354132457580734,0.9244663382594417,0.9080459770114943,0.8078817733990148,0.9124247400109469,0.9277504105090312,0.9348659003831418,0.9611384783798577,1.0,0.8467432950191571,0.7898193760262726,0.4849480021893815,0.4274767378215654 +universal-sentence-encoder-multilingual-3,0.9025725232621784,0.6491516146688561,0.662287903667214,0.6343732895457034,0.9282977558839628,0.8675424192665572,0.9677066228790366,0.9113300492610837,0.9348659003831418,0.6874657909140668,0.8078817733990148,0.5325670498084292,0.6163108921729611,0.856048166392994,0.9091406677613574,0.9501915708812261,0.5254515599343186,0.46195949644225504,0.38149972632731255,0.8336070060207992,0.9337712096332786,0.9102353585112206,0.9288451012588944,0.7110016420361248,0.5883962780514504,0.8620689655172413,0.879584017515052,0.9173508483853311,0.8894362342638205,0.8888888888888888,0.963327859879584,0.7766830870279147,0.7723043240284619,0.9781061850027367,0.7482211275314724,0.9315818281335523,0.9222769567597153,0.9222769567597153,0.9447181171319102,0.9458128078817734,0.9386973180076629,0.9354132457580734,0.8604269293924466,0.8916256157635468,0.9381499726327313,0.7952928297755884,0.8467432950191571,1.0,0.9354132457580734,0.6305418719211823,0.5391351943076081 +universal-sentence-encoder-multilingual-large-3,0.8768472906403941,0.645320197044335,0.6579091406677614,0.6278051450465244,0.9025725232621784,0.8314176245210728,0.9310344827586207,0.8834154351395731,0.8899835796387521,0.7268746579091406,0.729064039408867,0.46852764094143406,0.5856595511767926,0.8341543513957307,0.8149972632731254,0.8992884510125889,0.40558292282430214,0.37110016420361247,0.29939792008757526,0.8401751505199782,0.909688013136289,0.8932676518883416,0.9003831417624522,0.6672140120415982,0.4668856048166393,0.8916256157635468,0.9135194307608101,0.8609742747673782,0.8357963875205254,0.8472906403940886,0.9458128078817734,0.7016967706622879,0.7148330596606459,0.9376026272577996,0.6310892172961139,0.9321291735084839,0.8987411056376574,0.8106185002736727,0.8686371100164204,0.8604269293924466,0.8762999452654625,0.9250136836343733,0.8407224958949097,0.8883415435139573,0.8549534756431308,0.7279693486590039,0.7898193760262726,0.9354132457580734,1.0,0.5610290093048714,0.46469622331691296 +xlm-roberta-base,0.4433497536945813,0.8407224958949097,0.8483853311439519,0.8390804597701149,0.5582922824302134,0.6425834701696771,0.5555555555555556,0.451559934318555,0.6365626710454296,0.8215654077723044,0.866447728516694,0.8385331143951834,0.7887246852764094,0.6464148877941981,0.6568144499178982,0.5993431855500821,0.9304871373836892,0.8516694033935414,0.8522167487684729,0.421455938697318,0.535303776683087,0.49808429118773945,0.5823754789272031,0.8024083196496989,0.9354132457580734,0.7208538587848933,0.45539135194307606,0.5380405035577449,0.49589490968801314,0.49370552818828684,0.6524356869184456,0.6327312534209086,0.6808976464148878,0.625615763546798,0.6694033935413246,0.5993431855500821,0.5528188286808976,0.7197591680350302,0.6661193212917351,0.6310892172961139,0.5369458128078818,0.705528188286809,0.36070060207991245,0.4066776135741653,0.4756431308155446,0.5686918445539135,0.4849480021893815,0.6305418719211823,0.5610290093048714,1.0,0.9501915708812261 +xlm-roberta-large,0.35084838533114393,0.7980295566502463,0.8029556650246306,0.8106185002736727,0.4794745484400657,0.5829228243021346,0.45922276956759717,0.35741652983032296,0.5533661740558292,0.7662835249042146,0.8122605363984674,0.9173508483853311,0.849480021893815,0.6015325670498084,0.5878489326765188,0.5221674876847291,0.956759715380405,0.9436234263820471,0.9299397920087575,0.33497536945812806,0.44718117131910234,0.4143404488232074,0.49863163656267107,0.7739463601532567,0.9408866995073891,0.6245210727969349,0.3590585659551177,0.4570333880678708,0.41379310344827586,0.41160372194854955,0.5566502463054187,0.6425834701696771,0.6945812807881774,0.5385878489326765,0.7011494252873564,0.5194307608100711,0.47728516694033934,0.6633825944170771,0.595511767925561,0.5566502463054187,0.45648604269293924,0.6223316912972086,0.2649151614668856,0.3158182813355227,0.3924466338259442,0.5276409414340448,0.4274767378215654,0.5391351943076081,0.46469622331691296,0.9501915708812261,1.0 diff --git a/script_mteb_french/results_analysis/dataset_correlation.py b/script_mteb_french/results_analysis/dataset_correlation.py index 137e1be4..0a5d9698 100644 --- a/script_mteb_french/results_analysis/dataset_correlation.py +++ b/script_mteb_french/results_analysis/dataset_correlation.py @@ -33,10 +33,19 @@ def parse_args() -> Namespace: # Get results rp = ResultsParser() results_df = rp(args.results_folder, return_main_scores=False) + # sort by first level before dropping it + results_df = results_df.sort_index(axis=1) results_df = results_df.droplevel(0, axis=1) + results_df.columns = results_df.columns.map( + lambda x: x.split("_")[0] + ) + #remove duplicates columns and keep the first one + results_df = results_df.loc[:,~results_df.columns.duplicated()] results_df.index = results_df.index.map( lambda x: os.path.basename(x) ) + # keep first index if duplicated + results_df = results_df[~results_df.index.duplicated(keep="first")] # Prepare output folder if not os.path.exists(args.output_folder): os.makedirs(args.output_folder)