724 lines
26 KiB
JSON
724 lines
26 KiB
JSON
{
|
|
"test": {
|
|
"af": {
|
|
"accuracy": 0.43248150638870203,
|
|
"accuracy_stderr": 0.01914237726930163,
|
|
"f1": 0.40924230769590786,
|
|
"f1_stderr": 0.017594605316604825,
|
|
"main_score": 0.43248150638870203
|
|
},
|
|
"am": {
|
|
"accuracy": 0.2530262273032952,
|
|
"accuracy_stderr": 0.0171025727714938,
|
|
"f1": 0.24937105830264067,
|
|
"f1_stderr": 0.014061996186754674,
|
|
"main_score": 0.2530262273032952
|
|
},
|
|
"ar": {
|
|
"accuracy": 0.3207128446536651,
|
|
"accuracy_stderr": 0.013430382612278666,
|
|
"f1": 0.3180245816594883,
|
|
"f1_stderr": 0.01399700671221373,
|
|
"main_score": 0.3207128446536651
|
|
},
|
|
"az": {
|
|
"accuracy": 0.3668123739071957,
|
|
"accuracy_stderr": 0.017293355231396697,
|
|
"f1": 0.3637219042508338,
|
|
"f1_stderr": 0.013273690138493005,
|
|
"main_score": 0.3668123739071957
|
|
},
|
|
"bn": {
|
|
"accuracy": 0.2956624075319435,
|
|
"accuracy_stderr": 0.01956084843583552,
|
|
"f1": 0.2838604205636276,
|
|
"f1_stderr": 0.01649525524185898,
|
|
"main_score": 0.2956624075319435
|
|
},
|
|
"cy": {
|
|
"accuracy": 0.421049092131809,
|
|
"accuracy_stderr": 0.01842488912674414,
|
|
"f1": 0.38926150886991295,
|
|
"f1_stderr": 0.013736606444137845,
|
|
"main_score": 0.421049092131809
|
|
},
|
|
"da": {
|
|
"accuracy": 0.4544384667114997,
|
|
"accuracy_stderr": 0.018828807973369888,
|
|
"f1": 0.42578252395460003,
|
|
"f1_stderr": 0.01878751493281785,
|
|
"main_score": 0.4544384667114997
|
|
},
|
|
"de": {
|
|
"accuracy": 0.43211163416274373,
|
|
"accuracy_stderr": 0.015219386970045799,
|
|
"f1": 0.41044658583047894,
|
|
"f1_stderr": 0.012995583154456956,
|
|
"main_score": 0.43211163416274373
|
|
},
|
|
"el": {
|
|
"accuracy": 0.3650302622730329,
|
|
"accuracy_stderr": 0.014415725865475081,
|
|
"f1": 0.3449785095312759,
|
|
"f1_stderr": 0.015562024871571323,
|
|
"main_score": 0.3650302622730329
|
|
},
|
|
"en": {
|
|
"accuracy": 0.6973772696704774,
|
|
"accuracy_stderr": 0.011262031912799892,
|
|
"f1": 0.6921759502909044,
|
|
"f1_stderr": 0.013799487672182479,
|
|
"main_score": 0.6973772696704774
|
|
},
|
|
"es": {
|
|
"accuracy": 0.44078681909885675,
|
|
"accuracy_stderr": 0.018595701586506804,
|
|
"f1": 0.4305914426901129,
|
|
"f1_stderr": 0.016625685820030444,
|
|
"main_score": 0.44078681909885675
|
|
},
|
|
"evaluation_time": 1815.94,
|
|
"fa": {
|
|
"accuracy": 0.32612642905178213,
|
|
"accuracy_stderr": 0.012812264412745333,
|
|
"f1": 0.3202463177462754,
|
|
"f1_stderr": 0.012798802292501087,
|
|
"main_score": 0.32612642905178213
|
|
},
|
|
"fi": {
|
|
"accuracy": 0.40356422326832553,
|
|
"accuracy_stderr": 0.014078935277749945,
|
|
"f1": 0.3813642481807678,
|
|
"f1_stderr": 0.012692369056549692,
|
|
"main_score": 0.40356422326832553
|
|
},
|
|
"fr": {
|
|
"accuracy": 0.4506724949562878,
|
|
"accuracy_stderr": 0.015178175408214766,
|
|
"f1": 0.4319827608343738,
|
|
"f1_stderr": 0.014020710010605711,
|
|
"main_score": 0.4506724949562878
|
|
},
|
|
"he": {
|
|
"accuracy": 0.3217888365837256,
|
|
"accuracy_stderr": 0.02418084644697299,
|
|
"f1": 0.29979761884698775,
|
|
"f1_stderr": 0.020294571210800923,
|
|
"main_score": 0.3217888365837256
|
|
},
|
|
"hi": {
|
|
"accuracy": 0.26903160726294556,
|
|
"accuracy_stderr": 0.02497685106922395,
|
|
"f1": 0.25833010434083364,
|
|
"f1_stderr": 0.021329106099270956,
|
|
"main_score": 0.26903160726294556
|
|
},
|
|
"hu": {
|
|
"accuracy": 0.4037995965030262,
|
|
"accuracy_stderr": 0.020340860350433913,
|
|
"f1": 0.37931343552928826,
|
|
"f1_stderr": 0.01617066924214891,
|
|
"main_score": 0.4037995965030262
|
|
},
|
|
"hy": {
|
|
"accuracy": 0.28375924680564896,
|
|
"accuracy_stderr": 0.02244735882940363,
|
|
"f1": 0.2696255693013172,
|
|
"f1_stderr": 0.017311893310356832,
|
|
"main_score": 0.28375924680564896
|
|
},
|
|
"id": {
|
|
"accuracy": 0.44361129791526566,
|
|
"accuracy_stderr": 0.022926086894172665,
|
|
"f1": 0.4354445012295126,
|
|
"f1_stderr": 0.020284381381570574,
|
|
"main_score": 0.44361129791526566
|
|
},
|
|
"is": {
|
|
"accuracy": 0.39290517821116344,
|
|
"accuracy_stderr": 0.02370210834656748,
|
|
"f1": 0.3726982052174147,
|
|
"f1_stderr": 0.019988763380559,
|
|
"main_score": 0.39290517821116344
|
|
},
|
|
"it": {
|
|
"accuracy": 0.46469401479488903,
|
|
"accuracy_stderr": 0.018658554046491128,
|
|
"f1": 0.44060986162841564,
|
|
"f1_stderr": 0.017892736302635378,
|
|
"main_score": 0.46469401479488903
|
|
},
|
|
"ja": {
|
|
"accuracy": 0.46257565568258235,
|
|
"accuracy_stderr": 0.018244361807715694,
|
|
"f1": 0.4562513945675882,
|
|
"f1_stderr": 0.016350188403047698,
|
|
"main_score": 0.46257565568258235
|
|
},
|
|
"jv": {
|
|
"accuracy": 0.41126429051782115,
|
|
"accuracy_stderr": 0.018576843941362883,
|
|
"f1": 0.3954392378396527,
|
|
"f1_stderr": 0.011255653042251292,
|
|
"main_score": 0.41126429051782115
|
|
},
|
|
"ka": {
|
|
"accuracy": 0.24727639542703428,
|
|
"accuracy_stderr": 0.018326690606661058,
|
|
"f1": 0.23337743140804484,
|
|
"f1_stderr": 0.011940429119171217,
|
|
"main_score": 0.24727639542703428
|
|
},
|
|
"km": {
|
|
"accuracy": 0.2974108944182918,
|
|
"accuracy_stderr": 0.013625492982156541,
|
|
"f1": 0.2757087619008375,
|
|
"f1_stderr": 0.01055451354659993,
|
|
"main_score": 0.2974108944182918
|
|
},
|
|
"kn": {
|
|
"accuracy": 0.23850033624747816,
|
|
"accuracy_stderr": 0.014455552445217143,
|
|
"f1": 0.2286733484540032,
|
|
"f1_stderr": 0.010992305614270776,
|
|
"main_score": 0.23850033624747816
|
|
},
|
|
"ko": {
|
|
"accuracy": 0.3656691324815064,
|
|
"accuracy_stderr": 0.020280629432627,
|
|
"f1": 0.35504081677134564,
|
|
"f1_stderr": 0.019299833634584138,
|
|
"main_score": 0.3656691324815064
|
|
},
|
|
"lv": {
|
|
"accuracy": 0.40928043039677203,
|
|
"accuracy_stderr": 0.017879262085215602,
|
|
"f1": 0.3910858913121125,
|
|
"f1_stderr": 0.015622608383011384,
|
|
"main_score": 0.40928043039677203
|
|
},
|
|
"ml": {
|
|
"accuracy": 0.25527908540685945,
|
|
"accuracy_stderr": 0.012492668582100332,
|
|
"f1": 0.25333391622280477,
|
|
"f1_stderr": 0.011431795353486644,
|
|
"main_score": 0.25527908540685945
|
|
},
|
|
"mn": {
|
|
"accuracy": 0.29105581708137185,
|
|
"accuracy_stderr": 0.02289852732480194,
|
|
"f1": 0.28478235012692815,
|
|
"f1_stderr": 0.0211390543174164,
|
|
"main_score": 0.29105581708137185
|
|
},
|
|
"ms": {
|
|
"accuracy": 0.43786146603900467,
|
|
"accuracy_stderr": 0.02361491677556193,
|
|
"f1": 0.41964014392626703,
|
|
"f1_stderr": 0.016224233488107753,
|
|
"main_score": 0.43786146603900467
|
|
},
|
|
"my": {
|
|
"accuracy": 0.27269670477471414,
|
|
"accuracy_stderr": 0.017084548735816784,
|
|
"f1": 0.26228386764141853,
|
|
"f1_stderr": 0.01770505820877428,
|
|
"main_score": 0.27269670477471414
|
|
},
|
|
"nb": {
|
|
"accuracy": 0.3901815736381977,
|
|
"accuracy_stderr": 0.02356766226099208,
|
|
"f1": 0.37641949339321856,
|
|
"f1_stderr": 0.018189340920191487,
|
|
"main_score": 0.3901815736381977
|
|
},
|
|
"nl": {
|
|
"accuracy": 0.4535978480161399,
|
|
"accuracy_stderr": 0.016327230257174263,
|
|
"f1": 0.426851176096831,
|
|
"f1_stderr": 0.009526114688499471,
|
|
"main_score": 0.4535978480161399
|
|
},
|
|
"pl": {
|
|
"accuracy": 0.41893073301950234,
|
|
"accuracy_stderr": 0.020686982211902172,
|
|
"f1": 0.4088871064261502,
|
|
"f1_stderr": 0.019791742479992352,
|
|
"main_score": 0.41893073301950234
|
|
},
|
|
"pt": {
|
|
"accuracy": 0.45901143241425685,
|
|
"accuracy_stderr": 0.017537457772563485,
|
|
"f1": 0.44496942353920543,
|
|
"f1_stderr": 0.016580297609253208,
|
|
"main_score": 0.45901143241425685
|
|
},
|
|
"ro": {
|
|
"accuracy": 0.44115669132481505,
|
|
"accuracy_stderr": 0.017138728900302158,
|
|
"f1": 0.41953945105870616,
|
|
"f1_stderr": 0.01663750637309216,
|
|
"main_score": 0.44115669132481505
|
|
},
|
|
"ru": {
|
|
"accuracy": 0.3276395427034297,
|
|
"accuracy_stderr": 0.01520582329589761,
|
|
"f1": 0.31436372571600935,
|
|
"f1_stderr": 0.016822070079219324,
|
|
"main_score": 0.3276395427034297
|
|
},
|
|
"sl": {
|
|
"accuracy": 0.40504371217215873,
|
|
"accuracy_stderr": 0.01737927871109968,
|
|
"f1": 0.39322752749628165,
|
|
"f1_stderr": 0.016021377230910933,
|
|
"main_score": 0.40504371217215873
|
|
},
|
|
"sq": {
|
|
"accuracy": 0.4251849361129792,
|
|
"accuracy_stderr": 0.02703155777439191,
|
|
"f1": 0.41413929711846303,
|
|
"f1_stderr": 0.02203846614787482,
|
|
"main_score": 0.4251849361129792
|
|
},
|
|
"sv": {
|
|
"accuracy": 0.42293207800941496,
|
|
"accuracy_stderr": 0.02634507038010069,
|
|
"f1": 0.4050409536806683,
|
|
"f1_stderr": 0.021882375504727304,
|
|
"main_score": 0.42293207800941496
|
|
},
|
|
"sw": {
|
|
"accuracy": 0.42999327505043705,
|
|
"accuracy_stderr": 0.015164574873190428,
|
|
"f1": 0.4104541622497327,
|
|
"f1_stderr": 0.01416304033082228,
|
|
"main_score": 0.42999327505043705
|
|
},
|
|
"ta": {
|
|
"accuracy": 0.2832548755884331,
|
|
"accuracy_stderr": 0.017499864243874726,
|
|
"f1": 0.2727684199556187,
|
|
"f1_stderr": 0.017340547403638454,
|
|
"main_score": 0.2832548755884331
|
|
},
|
|
"te": {
|
|
"accuracy": 0.26593813046402154,
|
|
"accuracy_stderr": 0.021809193915635242,
|
|
"f1": 0.25483878616197586,
|
|
"f1_stderr": 0.019449647389494947,
|
|
"main_score": 0.26593813046402154
|
|
},
|
|
"th": {
|
|
"accuracy": 0.36788836583725626,
|
|
"accuracy_stderr": 0.01545089176597426,
|
|
"f1": 0.34603932909177687,
|
|
"f1_stderr": 0.016869984806312827,
|
|
"main_score": 0.36788836583725626
|
|
},
|
|
"tl": {
|
|
"accuracy": 0.425689307330195,
|
|
"accuracy_stderr": 0.015430059348496856,
|
|
"f1": 0.40924469309079825,
|
|
"f1_stderr": 0.008776200992571783,
|
|
"main_score": 0.425689307330195
|
|
},
|
|
"tr": {
|
|
"accuracy": 0.37094821788836585,
|
|
"accuracy_stderr": 0.022152967877636806,
|
|
"f1": 0.3794962882285716,
|
|
"f1_stderr": 0.0210046248379818,
|
|
"main_score": 0.37094821788836585
|
|
},
|
|
"ur": {
|
|
"accuracy": 0.2883658372562206,
|
|
"accuracy_stderr": 0.02184377077895051,
|
|
"f1": 0.2780655865551234,
|
|
"f1_stderr": 0.021979806560091308,
|
|
"main_score": 0.2883658372562206
|
|
},
|
|
"vi": {
|
|
"accuracy": 0.37357094821788833,
|
|
"accuracy_stderr": 0.015912003760378605,
|
|
"f1": 0.3750791896103816,
|
|
"f1_stderr": 0.013705906683792032,
|
|
"main_score": 0.37357094821788833
|
|
},
|
|
"zh-CN": {
|
|
"accuracy": 0.4937794216543375,
|
|
"accuracy_stderr": 0.014582638723526031,
|
|
"f1": 0.4720421153697707,
|
|
"f1_stderr": 0.014185512249352985,
|
|
"main_score": 0.4937794216543375
|
|
},
|
|
"zh-TW": {
|
|
"accuracy": 0.44421654337592476,
|
|
"accuracy_stderr": 0.027457834005907886,
|
|
"f1": 0.4434741861198931,
|
|
"f1_stderr": 0.02234941824008831,
|
|
"main_score": 0.44421654337592476
|
|
}
|
|
},
|
|
"validation": {
|
|
"af": {
|
|
"accuracy": 0.42297097884899165,
|
|
"accuracy_stderr": 0.01949058592896654,
|
|
"f1": 0.41228412552668264,
|
|
"f1_stderr": 0.02072529581458811,
|
|
"main_score": 0.42297097884899165
|
|
},
|
|
"am": {
|
|
"accuracy": 0.2450565666502705,
|
|
"accuracy_stderr": 0.008479256952982387,
|
|
"f1": 0.24806662079898306,
|
|
"f1_stderr": 0.008780275014937335,
|
|
"main_score": 0.2450565666502705
|
|
},
|
|
"ar": {
|
|
"accuracy": 0.3055582882439744,
|
|
"accuracy_stderr": 0.017670617309841773,
|
|
"f1": 0.3069995212499811,
|
|
"f1_stderr": 0.015362354242331443,
|
|
"main_score": 0.3055582882439744
|
|
},
|
|
"az": {
|
|
"accuracy": 0.3621249385145106,
|
|
"accuracy_stderr": 0.012152220847254775,
|
|
"f1": 0.36357765091456506,
|
|
"f1_stderr": 0.010139140710942176,
|
|
"main_score": 0.3621249385145106
|
|
},
|
|
"bn": {
|
|
"accuracy": 0.2971470732907034,
|
|
"accuracy_stderr": 0.022069587561896618,
|
|
"f1": 0.2882207128496783,
|
|
"f1_stderr": 0.01683479482879926,
|
|
"main_score": 0.2971470732907034
|
|
},
|
|
"cy": {
|
|
"accuracy": 0.4136251844564683,
|
|
"accuracy_stderr": 0.024426828453818297,
|
|
"f1": 0.39296855913661843,
|
|
"f1_stderr": 0.020973943849242817,
|
|
"main_score": 0.4136251844564683
|
|
},
|
|
"da": {
|
|
"accuracy": 0.43807181505164783,
|
|
"accuracy_stderr": 0.017869947001923518,
|
|
"f1": 0.4206737421170841,
|
|
"f1_stderr": 0.016872412523955146,
|
|
"main_score": 0.43807181505164783
|
|
},
|
|
"de": {
|
|
"accuracy": 0.43133300541072306,
|
|
"accuracy_stderr": 0.020020883880127186,
|
|
"f1": 0.416915841608262,
|
|
"f1_stderr": 0.021672651279716317,
|
|
"main_score": 0.43133300541072306
|
|
},
|
|
"el": {
|
|
"accuracy": 0.3577471716674865,
|
|
"accuracy_stderr": 0.01701527354158656,
|
|
"f1": 0.34927355878305144,
|
|
"f1_stderr": 0.016442978728160182,
|
|
"main_score": 0.3577471716674865
|
|
},
|
|
"en": {
|
|
"accuracy": 0.7017707820954255,
|
|
"accuracy_stderr": 0.016159041704017264,
|
|
"f1": 0.6966771799036044,
|
|
"f1_stderr": 0.01608645681525308,
|
|
"main_score": 0.7017707820954255
|
|
},
|
|
"es": {
|
|
"accuracy": 0.43846532218396456,
|
|
"accuracy_stderr": 0.02347394558102388,
|
|
"f1": 0.4343598552554334,
|
|
"f1_stderr": 0.0181860533015881,
|
|
"main_score": 0.43846532218396456
|
|
},
|
|
"evaluation_time": 1332.6,
|
|
"fa": {
|
|
"accuracy": 0.33084112149532713,
|
|
"accuracy_stderr": 0.011130497227832424,
|
|
"f1": 0.33401019078365096,
|
|
"f1_stderr": 0.013062402784378667,
|
|
"main_score": 0.33084112149532713
|
|
},
|
|
"fi": {
|
|
"accuracy": 0.39316281357599603,
|
|
"accuracy_stderr": 0.01045771116792211,
|
|
"f1": 0.3785817393037779,
|
|
"f1_stderr": 0.013819345424261865,
|
|
"main_score": 0.39316281357599603
|
|
},
|
|
"fr": {
|
|
"accuracy": 0.4451549434333497,
|
|
"accuracy_stderr": 0.015595125043219043,
|
|
"f1": 0.4346460544394509,
|
|
"f1_stderr": 0.013779384653720472,
|
|
"main_score": 0.4451549434333497
|
|
},
|
|
"he": {
|
|
"accuracy": 0.3149532710280374,
|
|
"accuracy_stderr": 0.023701506980689756,
|
|
"f1": 0.3011898277187477,
|
|
"f1_stderr": 0.02093714853708861,
|
|
"main_score": 0.3149532710280374
|
|
},
|
|
"hi": {
|
|
"accuracy": 0.26099360550909984,
|
|
"accuracy_stderr": 0.020137465573030665,
|
|
"f1": 0.2551702530489754,
|
|
"f1_stderr": 0.016256501108798407,
|
|
"main_score": 0.26099360550909984
|
|
},
|
|
"hu": {
|
|
"accuracy": 0.3777668470241023,
|
|
"accuracy_stderr": 0.01415737274034313,
|
|
"f1": 0.3636064864884589,
|
|
"f1_stderr": 0.009160637137956562,
|
|
"main_score": 0.3777668470241023
|
|
},
|
|
"hy": {
|
|
"accuracy": 0.28558780127889816,
|
|
"accuracy_stderr": 0.01877837310408312,
|
|
"f1": 0.2772579956450185,
|
|
"f1_stderr": 0.015424825177141353,
|
|
"main_score": 0.28558780127889816
|
|
},
|
|
"id": {
|
|
"accuracy": 0.4339399901623217,
|
|
"accuracy_stderr": 0.014721716629155198,
|
|
"f1": 0.4297916006449869,
|
|
"f1_stderr": 0.01354829266304612,
|
|
"main_score": 0.4339399901623217
|
|
},
|
|
"is": {
|
|
"accuracy": 0.3939498278406296,
|
|
"accuracy_stderr": 0.019989438522709065,
|
|
"f1": 0.37779417546607796,
|
|
"f1_stderr": 0.015353564518631574,
|
|
"main_score": 0.3939498278406296
|
|
},
|
|
"it": {
|
|
"accuracy": 0.45327102803738323,
|
|
"accuracy_stderr": 0.01699848617376043,
|
|
"f1": 0.44153892466033684,
|
|
"f1_stderr": 0.01882228199455719,
|
|
"main_score": 0.45327102803738323
|
|
},
|
|
"ja": {
|
|
"accuracy": 0.4578455484505656,
|
|
"accuracy_stderr": 0.020281847759727148,
|
|
"f1": 0.45729859048271465,
|
|
"f1_stderr": 0.01661016283738532,
|
|
"main_score": 0.4578455484505656
|
|
},
|
|
"jv": {
|
|
"accuracy": 0.39758976881455976,
|
|
"accuracy_stderr": 0.01707347422003101,
|
|
"f1": 0.39358025541686337,
|
|
"f1_stderr": 0.014149347886283038,
|
|
"main_score": 0.39758976881455976
|
|
},
|
|
"ka": {
|
|
"accuracy": 0.2424003935071323,
|
|
"accuracy_stderr": 0.019907387368651303,
|
|
"f1": 0.23256193506176298,
|
|
"f1_stderr": 0.015099183200210618,
|
|
"main_score": 0.2424003935071323
|
|
},
|
|
"km": {
|
|
"accuracy": 0.2993605509099853,
|
|
"accuracy_stderr": 0.013532083217551187,
|
|
"f1": 0.2809200454959333,
|
|
"f1_stderr": 0.009393641610664295,
|
|
"main_score": 0.2993605509099853
|
|
},
|
|
"kn": {
|
|
"accuracy": 0.23177570093457942,
|
|
"accuracy_stderr": 0.018427996145927942,
|
|
"f1": 0.22821426633751796,
|
|
"f1_stderr": 0.017679796969382704,
|
|
"main_score": 0.23177570093457942
|
|
},
|
|
"ko": {
|
|
"accuracy": 0.3586817511067388,
|
|
"accuracy_stderr": 0.021898282999062484,
|
|
"f1": 0.35579471530107626,
|
|
"f1_stderr": 0.019292875338196964,
|
|
"main_score": 0.3586817511067388
|
|
},
|
|
"lv": {
|
|
"accuracy": 0.4004426955238564,
|
|
"accuracy_stderr": 0.014973725234459603,
|
|
"f1": 0.387872887807314,
|
|
"f1_stderr": 0.015108580814192384,
|
|
"main_score": 0.4004426955238564
|
|
},
|
|
"ml": {
|
|
"accuracy": 0.24756517461878996,
|
|
"accuracy_stderr": 0.012515618686269558,
|
|
"f1": 0.24899937888159857,
|
|
"f1_stderr": 0.012555787929717375,
|
|
"main_score": 0.24756517461878996
|
|
},
|
|
"mn": {
|
|
"accuracy": 0.2843580914904083,
|
|
"accuracy_stderr": 0.019142375289924282,
|
|
"f1": 0.2816633850287075,
|
|
"f1_stderr": 0.01723360155398601,
|
|
"main_score": 0.2843580914904083
|
|
},
|
|
"ms": {
|
|
"accuracy": 0.43320216428922764,
|
|
"accuracy_stderr": 0.02159818527886489,
|
|
"f1": 0.4249245664682754,
|
|
"f1_stderr": 0.014510663777917886,
|
|
"main_score": 0.43320216428922764
|
|
},
|
|
"my": {
|
|
"accuracy": 0.26463354648302995,
|
|
"accuracy_stderr": 0.019322963284725016,
|
|
"f1": 0.2608329884167839,
|
|
"f1_stderr": 0.02115978672739665,
|
|
"main_score": 0.26463354648302995
|
|
},
|
|
"nb": {
|
|
"accuracy": 0.3869650762420069,
|
|
"accuracy_stderr": 0.024525284668151657,
|
|
"f1": 0.3814300772740455,
|
|
"f1_stderr": 0.020457575337737684,
|
|
"main_score": 0.3869650762420069
|
|
},
|
|
"nl": {
|
|
"accuracy": 0.4398425971470733,
|
|
"accuracy_stderr": 0.01625719128512154,
|
|
"f1": 0.42260609210168926,
|
|
"f1_stderr": 0.011560492888814633,
|
|
"main_score": 0.4398425971470733
|
|
},
|
|
"pl": {
|
|
"accuracy": 0.40083620265617326,
|
|
"accuracy_stderr": 0.022349561833830214,
|
|
"f1": 0.3991485290358368,
|
|
"f1_stderr": 0.01999404587448531,
|
|
"main_score": 0.40083620265617326
|
|
},
|
|
"pt": {
|
|
"accuracy": 0.45031972454500735,
|
|
"accuracy_stderr": 0.01750477954059943,
|
|
"f1": 0.4437398935443329,
|
|
"f1_stderr": 0.018517944459345348,
|
|
"main_score": 0.45031972454500735
|
|
},
|
|
"ro": {
|
|
"accuracy": 0.43812100344318744,
|
|
"accuracy_stderr": 0.021415938790220652,
|
|
"f1": 0.42362645820764067,
|
|
"f1_stderr": 0.018731210126253738,
|
|
"main_score": 0.43812100344318744
|
|
},
|
|
"ru": {
|
|
"accuracy": 0.33271028037383177,
|
|
"accuracy_stderr": 0.022300521711360505,
|
|
"f1": 0.32468290003396405,
|
|
"f1_stderr": 0.021982683919350685,
|
|
"main_score": 0.33271028037383177
|
|
},
|
|
"sl": {
|
|
"accuracy": 0.3973930152484014,
|
|
"accuracy_stderr": 0.018751618725414546,
|
|
"f1": 0.392100156522409,
|
|
"f1_stderr": 0.014838827675853575,
|
|
"main_score": 0.3973930152484014
|
|
},
|
|
"sq": {
|
|
"accuracy": 0.4194786030496803,
|
|
"accuracy_stderr": 0.02354660171070067,
|
|
"f1": 0.4169388707660075,
|
|
"f1_stderr": 0.017217415251225807,
|
|
"main_score": 0.4194786030496803
|
|
},
|
|
"sv": {
|
|
"accuracy": 0.42543039842597147,
|
|
"accuracy_stderr": 0.021562756889860635,
|
|
"f1": 0.4177387745760652,
|
|
"f1_stderr": 0.019505579966050932,
|
|
"main_score": 0.42543039842597147
|
|
},
|
|
"sw": {
|
|
"accuracy": 0.4136251844564683,
|
|
"accuracy_stderr": 0.012985083231251377,
|
|
"f1": 0.40084113718397746,
|
|
"f1_stderr": 0.00942359858438975,
|
|
"main_score": 0.4136251844564683
|
|
},
|
|
"ta": {
|
|
"accuracy": 0.2627643876045253,
|
|
"accuracy_stderr": 0.014139930174690075,
|
|
"f1": 0.25844837599995923,
|
|
"f1_stderr": 0.012773160336082992,
|
|
"main_score": 0.2627643876045253
|
|
},
|
|
"te": {
|
|
"accuracy": 0.2584358091490408,
|
|
"accuracy_stderr": 0.016944240742103198,
|
|
"f1": 0.2514435908623849,
|
|
"f1_stderr": 0.012722578409134445,
|
|
"main_score": 0.2584358091490408
|
|
},
|
|
"th": {
|
|
"accuracy": 0.35833743236596166,
|
|
"accuracy_stderr": 0.013268562919427823,
|
|
"f1": 0.3419105153327198,
|
|
"f1_stderr": 0.01289016362222908,
|
|
"main_score": 0.35833743236596166
|
|
},
|
|
"tl": {
|
|
"accuracy": 0.4170191834727004,
|
|
"accuracy_stderr": 0.018806183012845677,
|
|
"f1": 0.409812860893571,
|
|
"f1_stderr": 0.014175082125879828,
|
|
"main_score": 0.4170191834727004
|
|
},
|
|
"tr": {
|
|
"accuracy": 0.3648303000491884,
|
|
"accuracy_stderr": 0.024139475649706935,
|
|
"f1": 0.3753352910025087,
|
|
"f1_stderr": 0.020068175204176857,
|
|
"main_score": 0.3648303000491884
|
|
},
|
|
"ur": {
|
|
"accuracy": 0.27668470241023124,
|
|
"accuracy_stderr": 0.016621382716288085,
|
|
"f1": 0.2703604403224913,
|
|
"f1_stderr": 0.018845793770781712,
|
|
"main_score": 0.27668470241023124
|
|
},
|
|
"vi": {
|
|
"accuracy": 0.3775700934579439,
|
|
"accuracy_stderr": 0.017434075812833565,
|
|
"f1": 0.37914946223283774,
|
|
"f1_stderr": 0.016214172379444072,
|
|
"main_score": 0.3775700934579439
|
|
},
|
|
"zh-CN": {
|
|
"accuracy": 0.48888342351205105,
|
|
"accuracy_stderr": 0.014925171646575468,
|
|
"f1": 0.4748460692222126,
|
|
"f1_stderr": 0.017161662351747747,
|
|
"main_score": 0.48888342351205105
|
|
},
|
|
"zh-TW": {
|
|
"accuracy": 0.43866207575012295,
|
|
"accuracy_stderr": 0.02551147284957334,
|
|
"f1": 0.4429342869790666,
|
|
"f1_stderr": 0.020015637537278582,
|
|
"main_score": 0.43866207575012295
|
|
}
|
|
},
|
|
"dataset_version": null,
|
|
"mteb_version": "0.0.2"
|
|
} |