276 lines
6.4 KiB
JSON
276 lines
6.4 KiB
JSON
|
{
|
||
|
|
"SGPT-5.8B-weightedmean-msmarco-specb-bitfit-bs256_7800": {
|
||
|
|
"scifact": {
|
||
|
|
"NDCG@1": 0.63333,
|
||
|
|
"NDCG@3": 0.69527,
|
||
|
|
"NDCG@5": 0.72816,
|
||
|
|
"NDCG@10": 0.74693,
|
||
|
|
"NDCG@100": 0.76982,
|
||
|
|
"NDCG@1000": 0.77221
|
||
|
|
},
|
||
|
|
"nfcorpus": {
|
||
|
|
"NDCG@1": 0.44272,
|
||
|
|
"NDCG@3": 0.40814,
|
||
|
|
"NDCG@5": 0.39562,
|
||
|
|
"NDCG@10": 0.36213,
|
||
|
|
"NDCG@100": 0.33829,
|
||
|
|
"NDCG@1000": 0.42555
|
||
|
|
},
|
||
|
|
"fiqa": {
|
||
|
|
"NDCG@1": 0.3534,
|
||
|
|
"NDCG@3": 0.335,
|
||
|
|
"NDCG@5": 0.34985,
|
||
|
|
"NDCG@10": 0.372,
|
||
|
|
"NDCG@100": 0.4385,
|
||
|
|
"NDCG@1000": 0.47232
|
||
|
|
},
|
||
|
|
"scidocs": {
|
||
|
|
"NDCG@1": 0.238,
|
||
|
|
"NDCG@3": 0.19311,
|
||
|
|
"NDCG@5": 0.1671,
|
||
|
|
"NDCG@10": 0.19719,
|
||
|
|
"NDCG@100": 0.27306,
|
||
|
|
"NDCG@1000": 0.32354
|
||
|
|
},
|
||
|
|
"arguana": {
|
||
|
|
"NDCG@1": 0.27312,
|
||
|
|
"NDCG@3": 0.41087,
|
||
|
|
"NDCG@5": 0.46241,
|
||
|
|
"NDCG@10": 0.51352,
|
||
|
|
"NDCG@100": 0.55776,
|
||
|
|
"NDCG@1000": 0.55964
|
||
|
|
},
|
||
|
|
"cqadupstack_tex": {
|
||
|
|
"NDCG@1": 0.1786,
|
||
|
|
"NDCG@3": 0.22008,
|
||
|
|
"NDCG@5": 0.23833,
|
||
|
|
"NDCG@10": 0.26008,
|
||
|
|
"NDCG@100": 0.31309,
|
||
|
|
"NDCG@1000": 0.34437
|
||
|
|
},
|
||
|
|
"trec-covid": {
|
||
|
|
"NDCG@1": 0.98,
|
||
|
|
"NDCG@3": 0.93469,
|
||
|
|
"NDCG@5": 0.90683,
|
||
|
|
"NDCG@10": 0.87261,
|
||
|
|
"NDCG@100": 0.65293,
|
||
|
|
"NDCG@1000": 0.5406
|
||
|
|
},
|
||
|
|
"trec-news": {
|
||
|
|
"NDCG@1": 0.5117,
|
||
|
|
"NDCG@3": 0.51165,
|
||
|
|
"NDCG@5": 0.50629,
|
||
|
|
"NDCG@10": 0.48078,
|
||
|
|
"NDCG@100": 0.49823,
|
||
|
|
"NDCG@1000": 0.60809
|
||
|
|
},
|
||
|
|
"quora": {
|
||
|
|
"NDCG@1": 0.7594,
|
||
|
|
"NDCG@3": 0.80915,
|
||
|
|
"NDCG@5": 0.82966,
|
||
|
|
"NDCG@10": 0.84591,
|
||
|
|
"NDCG@100": 0.86163,
|
||
|
|
"NDCG@1000": 0.86327
|
||
|
|
},
|
||
|
|
"nq": {
|
||
|
|
"NDCG@1": 0.34531,
|
||
|
|
"NDCG@3": 0.44736,
|
||
|
|
"NDCG@5": 0.4871,
|
||
|
|
"NDCG@10": 0.52417,
|
||
|
|
"NDCG@100": 0.57006,
|
||
|
|
"NDCG@1000": 0.57839
|
||
|
|
},
|
||
|
|
"webis-touche2020": {
|
||
|
|
"NDCG@1": 0.29592,
|
||
|
|
"NDCG@3": 0.26144,
|
||
|
|
"NDCG@5": 0.26304,
|
||
|
|
"NDCG@10": 0.25421,
|
||
|
|
"NDCG@100": 0.36335,
|
||
|
|
"NDCG@1000": 0.47667
|
||
|
|
},
|
||
|
|
"dbpedia-entity": {
|
||
|
|
"NDCG@1": 0.55375,
|
||
|
|
"NDCG@3": 0.44856,
|
||
|
|
"NDCG@5": 0.42139,
|
||
|
|
"NDCG@10": 0.39889,
|
||
|
|
"NDCG@100": 0.43101,
|
||
|
|
"NDCG@1000": 0.50694
|
||
|
|
},
|
||
|
|
"cqadupstack_webmasters": {
|
||
|
|
"NDCG@1": 0.28854,
|
||
|
|
"NDCG@3": 0.33452,
|
||
|
|
"NDCG@5": 0.35876,
|
||
|
|
"NDCG@10": 0.38445,
|
||
|
|
"NDCG@100": 0.43997,
|
||
|
|
"NDCG@1000": 0.4682
|
||
|
|
},
|
||
|
|
"cqadupstack_unix": {
|
||
|
|
"NDCG@1": 0.28078,
|
||
|
|
"NDCG@3": 0.32477,
|
||
|
|
"NDCG@5": 0.34726,
|
||
|
|
"NDCG@10": 0.3726,
|
||
|
|
"NDCG@100": 0.43017,
|
||
|
|
"NDCG@1000": 0.45624
|
||
|
|
},
|
||
|
|
"cqadupstack_wordpress": {
|
||
|
|
"NDCG@1": 0.22551,
|
||
|
|
"NDCG@3": 0.27133,
|
||
|
|
"NDCG@5": 0.28762,
|
||
|
|
"NDCG@10": 0.31368,
|
||
|
|
"NDCG@100": 0.36818,
|
||
|
|
"NDCG@1000": 0.39527
|
||
|
|
},
|
||
|
|
"robust04": {
|
||
|
|
"NDCG@1": 0.66466,
|
||
|
|
"NDCG@3": 0.6091,
|
||
|
|
"NDCG@5": 0.56716,
|
||
|
|
"NDCG@10": 0.51424,
|
||
|
|
"NDCG@100": 0.42175,
|
||
|
|
"NDCG@1000": 0.50857
|
||
|
|
},
|
||
|
|
"cqadupstack_stats": {
|
||
|
|
"NDCG@1": 0.23773,
|
||
|
|
"NDCG@3": 0.28216,
|
||
|
|
"NDCG@5": 0.30023,
|
||
|
|
"NDCG@10": 0.32311,
|
||
|
|
"NDCG@100": 0.37352,
|
||
|
|
"NDCG@1000": 0.4003
|
||
|
|
},
|
||
|
|
"cqadupstack_programmers": {
|
||
|
|
"NDCG@1": 0.31164,
|
||
|
|
"NDCG@3": 0.35356,
|
||
|
|
"NDCG@5": 0.37439,
|
||
|
|
"NDCG@10": 0.40685,
|
||
|
|
"NDCG@100": 0.46043,
|
||
|
|
"NDCG@1000": 0.48578
|
||
|
|
},
|
||
|
|
"cqadupstack_physics": {
|
||
|
|
"NDCG@1": 0.31954,
|
||
|
|
"NDCG@3": 0.38018,
|
||
|
|
"NDCG@5": 0.40345,
|
||
|
|
"NDCG@10": 0.43199,
|
||
|
|
"NDCG@100": 0.48925,
|
||
|
|
"NDCG@1000": 0.51015
|
||
|
|
},
|
||
|
|
"cqadupstack_mathematica": {
|
||
|
|
"NDCG@1": 0.18408,
|
||
|
|
"NDCG@3": 0.23495,
|
||
|
|
"NDCG@5": 0.26216,
|
||
|
|
"NDCG@10": 0.28539,
|
||
|
|
"NDCG@100": 0.34513,
|
||
|
|
"NDCG@1000": 0.37373
|
||
|
|
},
|
||
|
|
"cqadupstack_gaming": {
|
||
|
|
"NDCG@1": 0.40188,
|
||
|
|
"NDCG@3": 0.48101,
|
||
|
|
"NDCG@5": 0.50977,
|
||
|
|
"NDCG@10": 0.53683,
|
||
|
|
"NDCG@100": 0.57912,
|
||
|
|
"NDCG@1000": 0.59174
|
||
|
|
},
|
||
|
|
"cqadupstack_gis": {
|
||
|
|
"NDCG@1": 0.24068,
|
||
|
|
"NDCG@3": 0.3048,
|
||
|
|
"NDCG@5": 0.32809,
|
||
|
|
"NDCG@10": 0.35782,
|
||
|
|
"NDCG@100": 0.41234,
|
||
|
|
"NDCG@1000": 0.43197
|
||
|
|
},
|
||
|
|
"cqadupstack_android": {
|
||
|
|
"NDCG@1": 0.33906,
|
||
|
|
"NDCG@3": 0.38741,
|
||
|
|
"NDCG@5": 0.40926,
|
||
|
|
"NDCG@10": 0.44414,
|
||
|
|
"NDCG@100": 0.49924,
|
||
|
|
"NDCG@1000": 0.52
|
||
|
|
},
|
||
|
|
"cqadupstack_english": {
|
||
|
|
"NDCG@1": 0.37771,
|
||
|
|
"NDCG@3": 0.41627,
|
||
|
|
"NDCG@5": 0.43508,
|
||
|
|
"NDCG@10": 0.4574,
|
||
|
|
"NDCG@100": 0.50248,
|
||
|
|
"NDCG@1000": 0.52138
|
||
|
|
},
|
||
|
|
"cqadupstack": {
|
||
|
|
"NDCG@1": 0.2821458333333334,
|
||
|
|
"NDCG@3": 0.3325866666666667,
|
||
|
|
"NDCG@5": 0.3545333333333333,
|
||
|
|
"NDCG@10": 0.38119499999999995,
|
||
|
|
"NDCG@100": 0.43441,
|
||
|
|
"NDCG@1000": 0.45826083333333334
|
||
|
|
},
|
||
|
|
"hotpotqa": {
|
||
|
|
"NDCG@1": 0.71452,
|
||
|
|
"NDCG@3": 0.5532,
|
||
|
|
"NDCG@5": 0.57408,
|
||
|
|
"NDCG@10": 0.59258,
|
||
|
|
"NDCG@100": 0.62424,
|
||
|
|
"NDCG@1000": 0.6395
|
||
|
|
},
|
||
|
|
"signal1m": {
|
||
|
|
"NDCG@1": 0.35567,
|
||
|
|
"NDCG@3": 0.31997,
|
||
|
|
"NDCG@5": 0.28641,
|
||
|
|
"NDCG@10": 0.26697,
|
||
|
|
"NDCG@100": 0.28378,
|
||
|
|
"NDCG@1000": 0.35294
|
||
|
|
},
|
||
|
|
"climate-fever": {
|
||
|
|
"NDCG@1": 0.28013,
|
||
|
|
"NDCG@3": 0.24658,
|
||
|
|
"NDCG@5": 0.26671,
|
||
|
|
"NDCG@10": 0.30484,
|
||
|
|
"NDCG@100": 0.37527,
|
||
|
|
"NDCG@1000": 0.4076
|
||
|
|
},
|
||
|
|
"fever": {
|
||
|
|
"NDCG@1": 0.67822,
|
||
|
|
"NDCG@3": 0.75169,
|
||
|
|
"NDCG@5": 0.76872,
|
||
|
|
"NDCG@10": 0.7827,
|
||
|
|
"NDCG@100": 0.79588,
|
||
|
|
"NDCG@1000": 0.79845
|
||
|
|
},
|
||
|
|
"msmarco": {
|
||
|
|
"NDCG@1": 0.2139,
|
||
|
|
"NDCG@3": 0.31924,
|
||
|
|
"NDCG@5": 0.36114,
|
||
|
|
"NDCG@10": 0.39917,
|
||
|
|
"NDCG@100": 0.45851,
|
||
|
|
"NDCG@1000": 0.47092
|
||
|
|
},
|
||
|
|
"bioasq": {
|
||
|
|
"NDCG@1": 0.438,
|
||
|
|
"NDCG@3": 0.41914,
|
||
|
|
"NDCG@5": 0.40883,
|
||
|
|
"NDCG@10": 0.41346,
|
||
|
|
"NDCG@100": 0.47571,
|
||
|
|
"NDCG@1000": 0.50768
|
||
|
|
},
|
||
|
|
"average": {
|
||
|
|
"NDCG@1": 0.4888886574074073,
|
||
|
|
"NDCG@3": 0.4826392592592592,
|
||
|
|
"NDCG@5": 0.48577185185185184,
|
||
|
|
"NDCG@10": 0.49024027777777773,
|
||
|
|
"NDCG@100": 0.5092044444444445,
|
||
|
|
"NDCG@1000": 0.5444567129629629
|
||
|
|
},
|
||
|
|
"subaverage": {
|
||
|
|
"NDCG@1": 0.5422281818181819,
|
||
|
|
"NDCG@3": 0.5322354545454546,
|
||
|
|
"NDCG@5": 0.5424063636363635,
|
||
|
|
"NDCG@10": 0.5496654545454546,
|
||
|
|
"NDCG@100": 0.5644254545454546,
|
||
|
|
"NDCG@1000": 0.5875227272727273
|
||
|
|
},
|
||
|
|
"subsubaverage": {
|
||
|
|
"NDCG@1": 0.38811399999999996,
|
||
|
|
"NDCG@3": 0.408478,
|
||
|
|
"NDCG@5": 0.42062800000000006,
|
||
|
|
"NDCG@10": 0.438354,
|
||
|
|
"NDCG@100": 0.47548599999999996,
|
||
|
|
"NDCG@1000": 0.510652
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|