1 line
11 KiB
JSON
1 line
11 KiB
JSON
|
{"ndcgs": {"sgpt-bloom-7b1-msmarco": {"scifact": {"NDCG@1": 0.59, "NDCG@3": 0.66868, "NDCG@5": 0.69178, "NDCG@10": 0.71824, "NDCG@100": 0.74152, "NDCG@1000": 0.74616}, "nfcorpus": {"NDCG@1": 0.45975, "NDCG@3": 0.41542, "NDCG@5": 0.39154, "NDCG@10": 0.35748, "NDCG@100": 0.32859, "NDCG@1000": 0.41791}, "arguana": {"NDCG@1": 0.23542, "NDCG@3": 0.36629, "NDCG@5": 0.41642, "NDCG@10": 0.47281, "NDCG@100": 0.52192, "NDCG@1000": 0.52529}, "cqadupstack_webmasters": {"NDCG@1": 0.27668, "NDCG@3": 0.32185, "NDCG@5": 0.33953, "NDCG@10": 0.36713, "NDCG@100": 0.42275, "NDCG@1000": 0.45387}, "cqadupstack_android": {"NDCG@1": 0.33476, "NDCG@3": 0.3679, "NDCG@5": 0.39528, "NDCG@10": 0.42525, "NDCG@100": 0.47769, "NDCG@1000": 0.50024}, "cqadupstack_mathematica": {"NDCG@1": 0.15796, "NDCG@3": 0.20281, "NDCG@5": 0.22875, "NDCG@10": 0.25536, "NDCG@100": 0.31178, "NDCG@1000": 0.34362}, "cqadupstack_english": {"NDCG@1": 0.37325, "NDCG@3": 0.40509, "NDCG@5": 0.42261, "NDCG@10": 0.44531, "NDCG@100": 0.48826, "NDCG@1000": 0.50904}, "cqadupstack_gaming": {"NDCG@1": 0.40313, "NDCG@3": 0.46762, "NDCG@5": 0.4959, "NDCG@10": 0.52259, "NDCG@100": 0.56564, "NDCG@1000": 0.5797}, "scidocs": {"NDCG@1": 0.208, "NDCG@3": 0.17601, "NDCG@5": 0.15464, "NDCG@10": 0.18435, "NDCG@100": 0.25829, "NDCG@1000": 0.30881}, "cqadupstack_programmers": {"NDCG@1": 0.2968, "NDCG@3": 0.33463, "NDCG@5": 0.35794, "NDCG@10": 0.38225, "NDCG@100": 0.44025, "NDCG@1000": 0.46704}, "cqadupstack_physics": {"NDCG@1": 0.31954, "NDCG@3": 0.36422, "NDCG@5": 0.39347, "NDCG@10": 0.41971, "NDCG@100": 0.47164, "NDCG@1000": 0.49612}, "cqadupstack_gis": {"NDCG@1": 0.25424, "NDCG@3": 0.31326, "NDCG@5": 0.33256, "NDCG@10": 0.35723, "NDCG@100": 0.41311, "NDCG@1000": 0.43261}, "cqadupstack_unix": {"NDCG@1": 0.27985, "NDCG@3": 0.3171, "NDCG@5": 0.33422, "NDCG@10": 0.35778, "NDCG@100": 0.41138, "NDCG@1000": 0.43812}, "cqadupstack_stats": {"NDCG@1": 0.23773, "NDCG@3": 0.28818, "NDCG@5": 0.30341, "NDCG@10": 0.32666, "NDCG@100": 0.36923, "NDCG@1000": 0.39845}, "fiqa": {"NDCG@1": 0.34105, "NDCG@3": 0.31934, "NDCG@5": 0.33612, "NDCG@10": 0.35736, "NDCG@100": 0.42409, "NDCG@1000": 0.45831}, "cqadupstack_wordpress": {"NDCG@1": 0.21627, "NDCG@3": 0.26489, "NDCG@5": 0.29248, "NDCG@10": 0.31721, "NDCG@100": 0.36279, "NDCG@1000": 0.39041}, "cqadupstack_tex": {"NDCG@1": 0.19718, "NDCG@3": 0.23505, "NDCG@5": 0.25141, "NDCG@10": 0.27375, "NDCG@100": 0.32004, "NDCG@1000": 0.35069}, "cqadupstack": {"NDCG@1": 0.2789491666666667, "NDCG@3": 0.32354999999999995, "NDCG@5": 0.3456300000000001, "NDCG@10": 0.3708525, "NDCG@100": 0.42121333333333333, "NDCG@1000": 0.4466591666666666}, "quora": {"NDCG@1": 0.6307, "NDCG@3": 0.69659, "NDCG@5": 0.72302, "NDCG@10": 0.74655, "NDCG@100": 0.77546, "NDCG@1000": 0.77864}, "trec-covid": {"NDCG@1": 0.88, "NDCG@3": 0.86877, "NDCG@5": 0.84621, "NDCG@10": 0.82731, "NDCG@100": 0.61742, "NDCG@1000": 0.52225}, "webis-touche2020": {"NDCG@1": 0.26531, "NDCG@3": 0.26197, "NDCG@5": 0.24561, "NDCG@10": 0.2365, "NDCG@100": 0.35251, "NDCG@1000": 0.46791}}}, "maps": {"sgpt-bloom-7b1-msmarco": {"scifact": {"MAP@1": 0.55661, "MAP@3": 0.6387, "MAP@5": 0.65383, "MAP@10": 0.66782, "MAP@100": 0.67334, "MAP@1000": 0.67348}, "nfcorpus": {"MAP@1": 0.0569, "MAP@3": 0.09625, "MAP@5": 0.11132, "MAP@10": 0.1309, "MAP@100": 0.16717, "MAP@1000": 0.18237}, "arguana": {"MAP@1": 0.23542, "MAP@3": 0.33345, "MAP@5": 0.36112, "MAP@10": 0.3848, "MAP@100": 0.3964, "MAP@1000": 0.39655}, "cqadupstack_webmasters": {"MAP@1": 0.23058, "MAP@3": 0.28613, "MAP@5": 0.29925, "MAP@10": 0.31308, "MAP@100": 0.32818, "MAP@1000": 0.33044}, "cqadupstack_android": {"MAP@1": 0.2696, "MAP@3": 0.32762, "MAP@5": 0.34832, "MAP@10": 0.36428, "MAP@100": 0.37719, "MAP@1000": 0.37843}, "cqadupstack_mathematica": {"MAP@1": 0.12403, "MAP@3": 0.17655, "MAP@5": 0.1919, "MAP@10": 0.20359, "MAP@100": 0.21506, "MAP@1000": 0.21639}, "cqadupstack_english": {"MAP@1": 0.29571, "MAP@3": 0.36207, "MAP@5": 0.37697, "MAP@10": 0.39027, "MAP@100": 0.40193, "MAP@1000": 0.40318}, "cqadupstack_gaming": {"MAP@1": 0.3551, "MAP@3": 0.43422, "MAP@5": 0.45209, "MAP@10": 0.4
|