Muennighoff/SGPT-125M-weightedmean-msmarco-specb-bitfit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: Muennighoff/SGPT-125M-weightedmean-msmarco-specb-bitfit
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-13 15:45:52 +08:00
commit a348b823b3
84 changed files with 159552 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

276
evaluation/beir/beir.json Normal file
View File

@@ -0,0 +1,276 @@
{
"SGPT-125M-weightedmean-msmarco-specb-bitfit": {
"bioasq": {
"NDCG@1": 0.316,
"NDCG@3": 0.28125,
"NDCG@5": 0.27137,
"NDCG@10": 0.27215,
"NDCG@100": 0.3218,
"NDCG@1000": 0.35137
},
"nq": {
"NDCG@1": 0.17439,
"NDCG@3": 0.23938,
"NDCG@5": 0.26684,
"NDCG@10": 0.29726,
"NDCG@100": 0.34802,
"NDCG@1000": 0.36888
},
"dbpedia-entity": {
"NDCG@1": 0.31875,
"NDCG@3": 0.25912,
"NDCG@5": 0.24217,
"NDCG@10": 0.22673,
"NDCG@100": 0.24325,
"NDCG@1000": 0.29203
},
"hotpotqa": {
"NDCG@1": 0.51101,
"NDCG@3": 0.37672,
"NDCG@5": 0.39295,
"NDCG@10": 0.4089,
"NDCG@100": 0.43765,
"NDCG@1000": 0.45428
},
"fever": {
"NDCG@1": 0.4703,
"NDCG@3": 0.55269,
"NDCG@5": 0.58116,
"NDCG@10": 0.60497,
"NDCG@100": 0.63091,
"NDCG@1000": 0.63755
},
"cqadupstack_android": {
"NDCG@1": 0.22604,
"NDCG@3": 0.2575,
"NDCG@5": 0.2753,
"NDCG@10": 0.29861,
"NDCG@100": 0.34719,
"NDCG@1000": 0.38073
},
"cqadupstack_english": {
"NDCG@1": 0.23885,
"NDCG@3": 0.27032,
"NDCG@5": 0.28385,
"NDCG@10": 0.30398,
"NDCG@100": 0.34259,
"NDCG@1000": 0.36855
},
"cqadupstack_gaming": {
"NDCG@1": 0.25956,
"NDCG@3": 0.31655,
"NDCG@5": 0.3402,
"NDCG@10": 0.35956,
"NDCG@100": 0.40891,
"NDCG@1000": 0.43256
},
"cqadupstack_gis": {
"NDCG@1": 0.16949,
"NDCG@3": 0.1979,
"NDCG@5": 0.21682,
"NDCG@10": 0.23385,
"NDCG@100": 0.27691,
"NDCG@1000": 0.30686
},
"cqadupstack_mathematica": {
"NDCG@1": 0.10821,
"NDCG@3": 0.14519,
"NDCG@5": 0.16025,
"NDCG@10": 0.18252,
"NDCG@100": 0.23551,
"NDCG@1000": 0.27061
},
"cqadupstack_physics": {
"NDCG@1": 0.20789,
"NDCG@3": 0.24259,
"NDCG@5": 0.26274,
"NDCG@10": 0.28917,
"NDCG@100": 0.34858,
"NDCG@1000": 0.37641
},
"cqadupstack_programmers": {
"NDCG@1": 0.18721,
"NDCG@3": 0.22957,
"NDCG@5": 0.24378,
"NDCG@10": 0.26469,
"NDCG@100": 0.31762,
"NDCG@1000": 0.3495
},
"cqadupstack_stats": {
"NDCG@1": 0.16718,
"NDCG@3": 0.19468,
"NDCG@5": 0.20881,
"NDCG@10": 0.22403,
"NDCG@100": 0.26555,
"NDCG@1000": 0.29332
},
"cqadupstack_wordpress": {
"NDCG@1": 0.12754,
"NDCG@3": 0.16302,
"NDCG@5": 0.18037,
"NDCG@10": 0.19715,
"NDCG@100": 0.23863,
"NDCG@1000": 0.27293
},
"cqadupstack_webmasters": {
"NDCG@1": 0.18972,
"NDCG@3": 0.2142,
"NDCG@5": 0.23037,
"NDCG@10": 0.24997,
"NDCG@100": 0.30509,
"NDCG@1000": 0.34226
},
"cqadupstack_unix": {
"NDCG@1": 0.16325,
"NDCG@3": 0.19538,
"NDCG@5": 0.20865,
"NDCG@10": 0.22792,
"NDCG@100": 0.2762,
"NDCG@1000": 0.30613
},
"cqadupstack_tex": {
"NDCG@1": 0.10392,
"NDCG@3": 0.12618,
"NDCG@5": 0.13715,
"NDCG@10": 0.15087,
"NDCG@100": 0.19361,
"NDCG@1000": 0.22519
},
"cqadupstack": {
"NDCG@1": 0.17907166666666666,
"NDCG@3": 0.21275666666666665,
"NDCG@5": 0.22902416666666667,
"NDCG@10": 0.24852666666666667,
"NDCG@100": 0.2963658333333334,
"NDCG@1000": 0.3270875
},
"signal1m": {
"NDCG@1": 0.34021,
"NDCG@3": 0.30594,
"NDCG@5": 0.2707,
"NDCG@10": 0.23598,
"NDCG@100": 0.22928,
"NDCG@1000": 0.28209
},
"trec-news": {
"NDCG@1": 0.37135,
"NDCG@3": 0.36728,
"NDCG@5": 0.3443,
"NDCG@10": 0.31943,
"NDCG@100": 0.32159,
"NDCG@1000": 0.41124
},
"arguana": {
"NDCG@1": 0.22404,
"NDCG@3": 0.3505,
"NDCG@5": 0.401,
"NDCG@10": 0.45468,
"NDCG@100": 0.50377,
"NDCG@1000": 0.50896
},
"webis-touche2020": {
"NDCG@1": 0.31633,
"NDCG@3": 0.26398,
"NDCG@5": 0.24418,
"NDCG@10": 0.22969,
"NDCG@100": 0.34778,
"NDCG@1000": 0.45638
},
"quora": {
"NDCG@1": 0.6251,
"NDCG@3": 0.68147,
"NDCG@5": 0.70473,
"NDCG@10": 0.72977,
"NDCG@100": 0.76027,
"NDCG@1000": 0.76517
},
"scifact": {
"NDCG@1": 0.45333,
"NDCG@3": 0.52618,
"NDCG@5": 0.54557,
"NDCG@10": 0.56923,
"NDCG@100": 0.60721,
"NDCG@1000": 0.62065
},
"scidocs": {
"NDCG@1": 0.145,
"NDCG@3": 0.12064,
"NDCG@5": 0.1016,
"NDCG@10": 0.12118,
"NDCG@100": 0.17639,
"NDCG@1000": 0.22638
},
"nfcorpus": {
"NDCG@1": 0.31579,
"NDCG@3": 0.2681,
"NDCG@5": 0.25146,
"NDCG@10": 0.22776,
"NDCG@100": 0.21672,
"NDCG@1000": 0.30891
},
"robust04": {
"NDCG@1": 0.41365,
"NDCG@3": 0.38515,
"NDCG@5": 0.35751,
"NDCG@10": 0.31325,
"NDCG@100": 0.25065,
"NDCG@1000": 0.32678
},
"climate-fever": {
"NDCG@1": 0.19023,
"NDCG@3": 0.17124,
"NDCG@5": 0.18861,
"NDCG@10": 0.21839,
"NDCG@100": 0.28314,
"NDCG@1000": 0.3155
},
"trec-covid": {
"NDCG@1": 0.87,
"NDCG@3": 0.82704,
"NDCG@5": 0.79357,
"NDCG@10": 0.73818,
"NDCG@100": 0.48765,
"NDCG@1000": 0.39645
},
"fiqa": {
"NDCG@1": 0.19753,
"NDCG@3": 0.18319,
"NDCG@5": 0.19438,
"NDCG@10": 0.21115,
"NDCG@100": 0.2733,
"NDCG@1000": 0.31315
},
"average": {
"NDCG@1": 0.3573378703703704,
"NDCG@3": 0.35403481481481475,
"NDCG@5": 0.3545068981481481,
"NDCG@10": 0.35706814814814813,
"NDCG@100": 0.3742081018518519,
"NDCG@1000": 0.4090476388888889
},
"subaverage": {
"NDCG@1": 0.40840090909090904,
"NDCG@3": 0.40547545454545453,
"NDCG@5": 0.4127072727272727,
"NDCG@10": 0.41995,
"NDCG@100": 0.43560454545454547,
"NDCG@1000": 0.46082090909090917
},
"subsubaverage": {
"NDCG@1": 0.267138,
"NDCG@3": 0.289722,
"NDCG@5": 0.298802,
"NDCG@10": 0.31679999999999997,
"NDCG@100": 0.35547799999999996,
"NDCG@1000": 0.39561
},
"msmarco": {
"NDCG@1": 0.14785,
"NDCG@3": 0.2189,
"NDCG@5": 0.24875,
"NDCG@10": 0.27945,
"NDCG@100": 0.34107,
"NDCG@1000": 0.36339
}
}
}