277 lines
7.8 KiB
JSON
277 lines
7.8 KiB
JSON
|
{
|
||
|
|
"SGPT-2.7B-weightedmean-msmarco-specb-bitfit": {
|
||
|
|
"cqadupstack_android": {
|
||
|
|
"NDCG@1": 0.34049,
|
||
|
|
"NDCG@3": 0.37556,
|
||
|
|
"NDCG@5": 0.39905,
|
||
|
|
"NDCG@10": 0.42857,
|
||
|
|
"NDCG@100": 0.48229,
|
||
|
|
"NDCG@1000": 0.50638
|
||
|
|
},
|
||
|
|
"cqadupstack_english": {
|
||
|
|
"NDCG@1": 0.32548,
|
||
|
|
"NDCG@3": 0.37526,
|
||
|
|
"NDCG@5": 0.39115,
|
||
|
|
"NDCG@10": 0.41469,
|
||
|
|
"NDCG@100": 0.45826,
|
||
|
|
"NDCG@1000": 0.47974
|
||
|
|
},
|
||
|
|
"cqadupstack_gaming": {
|
||
|
|
"NDCG@1": 0.3906,
|
||
|
|
"NDCG@3": 0.45969,
|
||
|
|
"NDCG@5": 0.4835,
|
||
|
|
"NDCG@10": 0.5126,
|
||
|
|
"NDCG@100": 0.55479,
|
||
|
|
"NDCG@1000": 0.56948
|
||
|
|
},
|
||
|
|
"cqadupstack_gis": {
|
||
|
|
"NDCG@1": 0.23616,
|
||
|
|
"NDCG@3": 0.28729,
|
||
|
|
"NDCG@5": 0.30564,
|
||
|
|
"NDCG@10": 0.33284,
|
||
|
|
"NDCG@100": 0.38248,
|
||
|
|
"NDCG@1000": 0.40625
|
||
|
|
},
|
||
|
|
"cqadupstack_mathematica": {
|
||
|
|
"NDCG@1": 0.14428,
|
||
|
|
"NDCG@3": 0.19214,
|
||
|
|
"NDCG@5": 0.21163,
|
||
|
|
"NDCG@10": 0.24038,
|
||
|
|
"NDCG@100": 0.29953,
|
||
|
|
"NDCG@1000": 0.33115
|
||
|
|
},
|
||
|
|
"cqadupstack_physics": {
|
||
|
|
"NDCG@1": 0.30029,
|
||
|
|
"NDCG@3": 0.35534,
|
||
|
|
"NDCG@5": 0.37864,
|
||
|
|
"NDCG@10": 0.40593,
|
||
|
|
"NDCG@100": 0.46298,
|
||
|
|
"NDCG@1000": 0.48534
|
||
|
|
},
|
||
|
|
"cqadupstack_programmers": {
|
||
|
|
"NDCG@1": 0.28425,
|
||
|
|
"NDCG@3": 0.32215,
|
||
|
|
"NDCG@5": 0.34139,
|
||
|
|
"NDCG@10": 0.37059,
|
||
|
|
"NDCG@100": 0.42629,
|
||
|
|
"NDCG@1000": 0.45306
|
||
|
|
},
|
||
|
|
"cqadupstack_stats": {
|
||
|
|
"NDCG@1": 0.20552,
|
||
|
|
"NDCG@3": 0.2467,
|
||
|
|
"NDCG@5": 0.2676,
|
||
|
|
"NDCG@10": 0.28543,
|
||
|
|
"NDCG@100": 0.33504,
|
||
|
|
"NDCG@1000": 0.36273
|
||
|
|
},
|
||
|
|
"cqadupstack_wordpress": {
|
||
|
|
"NDCG@1": 0.20148,
|
||
|
|
"NDCG@3": 0.24132,
|
||
|
|
"NDCG@5": 0.2599,
|
||
|
|
"NDCG@10": 0.28437,
|
||
|
|
"NDCG@100": 0.33323,
|
||
|
|
"NDCG@1000": 0.36257
|
||
|
|
},
|
||
|
|
"cqadupstack_webmasters": {
|
||
|
|
"NDCG@1": 0.25296,
|
||
|
|
"NDCG@3": 0.31291,
|
||
|
|
"NDCG@5": 0.32524,
|
||
|
|
"NDCG@10": 0.35099,
|
||
|
|
"NDCG@100": 0.40592,
|
||
|
|
"NDCG@1000": 0.43605
|
||
|
|
},
|
||
|
|
"cqadupstack_unix": {
|
||
|
|
"NDCG@1": 0.24627,
|
||
|
|
"NDCG@3": 0.28856,
|
||
|
|
"NDCG@5": 0.30818,
|
||
|
|
"NDCG@10": 0.33186,
|
||
|
|
"NDCG@100": 0.38704,
|
||
|
|
"NDCG@1000": 0.41468
|
||
|
|
},
|
||
|
|
"cqadupstack_tex": {
|
||
|
|
"NDCG@1": 0.16999,
|
||
|
|
"NDCG@3": 0.19658,
|
||
|
|
"NDCG@5": 0.21547,
|
||
|
|
"NDCG@10": 0.23556,
|
||
|
|
"NDCG@100": 0.28445,
|
||
|
|
"NDCG@1000": 0.31631
|
||
|
|
},
|
||
|
|
"cqadupstack": {
|
||
|
|
"NDCG@1": 0.2581475,
|
||
|
|
"NDCG@3": 0.30445833333333333,
|
||
|
|
"NDCG@5": 0.3239491666666666,
|
||
|
|
"NDCG@10": 0.34948416666666665,
|
||
|
|
"NDCG@100": 0.4010250000000001,
|
||
|
|
"NDCG@1000": 0.42697833333333335
|
||
|
|
},
|
||
|
|
"trec-covid": {
|
||
|
|
"NDCG@1": 0.92,
|
||
|
|
"NDCG@3": 0.87246,
|
||
|
|
"NDCG@5": 0.83239,
|
||
|
|
"NDCG@10": 0.80666,
|
||
|
|
"NDCG@100": 0.57691,
|
||
|
|
"NDCG@1000": 0.48148
|
||
|
|
},
|
||
|
|
"trec-news": {
|
||
|
|
"NDCG@1": 0.50439,
|
||
|
|
"NDCG@3": 0.47263,
|
||
|
|
"NDCG@5": 0.47021,
|
||
|
|
"NDCG@10": 0.4379,
|
||
|
|
"NDCG@100": 0.43861,
|
||
|
|
"NDCG@1000": 0.54047
|
||
|
|
},
|
||
|
|
"signal1m": {
|
||
|
|
"NDCG@1": 0.36598,
|
||
|
|
"NDCG@3": 0.325,
|
||
|
|
"NDCG@5": 0.28387,
|
||
|
|
"NDCG@10": 0.24938,
|
||
|
|
"NDCG@100": 0.26649,
|
||
|
|
"NDCG@1000": 0.32811
|
||
|
|
},
|
||
|
|
"nfcorpus": {
|
||
|
|
"NDCG@1": 0.42879,
|
||
|
|
"NDCG@3": 0.3913,
|
||
|
|
"NDCG@5": 0.3704,
|
||
|
|
"NDCG@10": 0.33859,
|
||
|
|
"NDCG@100": 0.3138,
|
||
|
|
"NDCG@1000": 0.40355
|
||
|
|
},
|
||
|
|
"robust04": {
|
||
|
|
"NDCG@1": 0.59036,
|
||
|
|
"NDCG@3": 0.53574,
|
||
|
|
"NDCG@5": 0.50433,
|
||
|
|
"NDCG@10": 0.44895,
|
||
|
|
"NDCG@100": 0.36797,
|
||
|
|
"NDCG@1000": 0.45528
|
||
|
|
},
|
||
|
|
"average": {
|
||
|
|
"NDCG@1": 0.4584631944444445,
|
||
|
|
"NDCG@3": 0.44786324074074074,
|
||
|
|
"NDCG@5": 0.44920439814814817,
|
||
|
|
"NDCG@10": 0.45288189814814817,
|
||
|
|
"NDCG@100": 0.47065527777777777,
|
||
|
|
"NDCG@1000": 0.5063276851851853
|
||
|
|
},
|
||
|
|
"subaverage": {
|
||
|
|
"NDCG@1": 0.5116781818181819,
|
||
|
|
"NDCG@3": 0.49828636363636364,
|
||
|
|
"NDCG@5": 0.50451,
|
||
|
|
"NDCG@10": 0.5136945454545455,
|
||
|
|
"NDCG@100": 0.5280254545454546,
|
||
|
|
"NDCG@1000": 0.5527736363636363
|
||
|
|
},
|
||
|
|
"subsubaverage": {
|
||
|
|
"NDCG@1": 0.35645,
|
||
|
|
"NDCG@3": 0.377964,
|
||
|
|
"NDCG@5": 0.387838,
|
||
|
|
"NDCG@10": 0.40856200000000004,
|
||
|
|
"NDCG@100": 0.444236,
|
||
|
|
"NDCG@1000": 0.480742
|
||
|
|
},
|
||
|
|
"hotpotqa": {
|
||
|
|
"NDCG@1": 0.64389,
|
||
|
|
"NDCG@3": 0.48987,
|
||
|
|
"NDCG@5": 0.51016,
|
||
|
|
"NDCG@10": 0.52835,
|
||
|
|
"NDCG@100": 0.5585,
|
||
|
|
"NDCG@1000": 0.57493
|
||
|
|
},
|
||
|
|
"fiqa": {
|
||
|
|
"NDCG@1": 0.31019,
|
||
|
|
"NDCG@3": 0.29326,
|
||
|
|
"NDCG@5": 0.30571,
|
||
|
|
"NDCG@10": 0.33282,
|
||
|
|
"NDCG@100": 0.39516,
|
||
|
|
"NDCG@1000": 0.42946
|
||
|
|
},
|
||
|
|
"arguana": {
|
||
|
|
"NDCG@1": 0.2596,
|
||
|
|
"NDCG@3": 0.40018,
|
||
|
|
"NDCG@5": 0.45133,
|
||
|
|
"NDCG@10": 0.50512,
|
||
|
|
"NDCG@100": 0.54867,
|
||
|
|
"NDCG@1000": 0.55109
|
||
|
|
},
|
||
|
|
"climate-fever": {
|
||
|
|
"NDCG@1": 0.23322,
|
||
|
|
"NDCG@3": 0.21506,
|
||
|
|
"NDCG@5": 0.23853,
|
||
|
|
"NDCG@10": 0.27171,
|
||
|
|
"NDCG@100": 0.34051,
|
||
|
|
"NDCG@1000": 0.37522
|
||
|
|
},
|
||
|
|
"scifact": {
|
||
|
|
"NDCG@1": 0.58667,
|
||
|
|
"NDCG@3": 0.6479,
|
||
|
|
"NDCG@5": 0.6728,
|
||
|
|
"NDCG@10": 0.70165,
|
||
|
|
"NDCG@100": 0.7294,
|
||
|
|
"NDCG@1000": 0.73457
|
||
|
|
},
|
||
|
|
"msmarco": {
|
||
|
|
"NDCG@1": 0.21203,
|
||
|
|
"NDCG@3": 0.31221,
|
||
|
|
"NDCG@5": 0.3507,
|
||
|
|
"NDCG@10": 0.38832,
|
||
|
|
"NDCG@100": 0.44741,
|
||
|
|
"NDCG@1000": 0.46137
|
||
|
|
},
|
||
|
|
"webis-touche2020": {
|
||
|
|
"NDCG@1": 0.35714,
|
||
|
|
"NDCG@3": 0.26146,
|
||
|
|
"NDCG@5": 0.24908,
|
||
|
|
"NDCG@10": 0.23519,
|
||
|
|
"NDCG@100": 0.35356,
|
||
|
|
"NDCG@1000": 0.46504
|
||
|
|
},
|
||
|
|
"quora": {
|
||
|
|
"NDCG@1": 0.777,
|
||
|
|
"NDCG@3": 0.82276,
|
||
|
|
"NDCG@5": 0.84034,
|
||
|
|
"NDCG@10": 0.85592,
|
||
|
|
"NDCG@100": 0.87054,
|
||
|
|
"NDCG@1000": 0.87235
|
||
|
|
},
|
||
|
|
"scidocs": {
|
||
|
|
"NDCG@1": 0.197,
|
||
|
|
"NDCG@3": 0.15718,
|
||
|
|
"NDCG@5": 0.13895,
|
||
|
|
"NDCG@10": 0.16463,
|
||
|
|
"NDCG@100": 0.23415,
|
||
|
|
"NDCG@1000": 0.28504
|
||
|
|
},
|
||
|
|
"fever": {
|
||
|
|
"NDCG@1": 0.61446,
|
||
|
|
"NDCG@3": 0.69113,
|
||
|
|
"NDCG@5": 0.71169,
|
||
|
|
"NDCG@10": 0.72753,
|
||
|
|
"NDCG@100": 0.74513,
|
||
|
|
"NDCG@1000": 0.74954
|
||
|
|
},
|
||
|
|
"dbpedia-entity": {
|
||
|
|
"NDCG@1": 0.4975,
|
||
|
|
"NDCG@3": 0.39577,
|
||
|
|
"NDCG@5": 0.36718,
|
||
|
|
"NDCG@10": 0.3471,
|
||
|
|
"NDCG@100": 0.3761,
|
||
|
|
"NDCG@1000": 0.44328
|
||
|
|
},
|
||
|
|
"bioasq": {
|
||
|
|
"NDCG@1": 0.416,
|
||
|
|
"NDCG@3": 0.39386,
|
||
|
|
"NDCG@5": 0.38583,
|
||
|
|
"NDCG@10": 0.38394,
|
||
|
|
"NDCG@100": 0.4388,
|
||
|
|
"NDCG@1000": 0.46983
|
||
|
|
},
|
||
|
|
"nq": {
|
||
|
|
"NDCG@1": 0.292,
|
||
|
|
"NDCG@3": 0.39152,
|
||
|
|
"NDCG@5": 0.42893,
|
||
|
|
"NDCG@10": 0.46695,
|
||
|
|
"NDCG@100": 0.51647,
|
||
|
|
"NDCG@1000": 0.52768
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|