1 line
16 KiB
JSON
1 line
16 KiB
JSON
|
{"vidore/arxivqa_test_subsampled": {"ndcg_at_1": 0.794, "ndcg_at_3": 0.84612, "ndcg_at_5": 0.85584, "ndcg_at_10": 0.86884, "ndcg_at_20": 0.87552, "ndcg_at_100": 0.88006, "ndcg_at_1000": 0.88061, "map_at_1": 0.794, "map_at_3": 0.83367, "map_at_5": 0.83897, "map_at_10": 0.84437, "map_at_20": 0.84626, "map_at_100": 0.84692, "map_at_1000": 0.84695, "recall_at_1": 0.794, "recall_at_3": 0.882, "recall_at_5": 0.906, "recall_at_10": 0.946, "recall_at_20": 0.972, "recall_at_100": 0.996, "recall_at_1000": 1.0, "precision_at_1": 0.794, "precision_at_3": 0.294, "precision_at_5": 0.1812, "precision_at_10": 0.0946, "precision_at_20": 0.0486, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.794, "mrr_at_3": 0.8333333333333334, "mrr_at_5": 0.8385333333333332, "mrr_at_10": 0.8440206349206347, "mrr_at_20": 0.8457624946948473, "mrr_at_100": 0.8464318523346234, "mrr_at_1000": 0.8464586755347477, "naucs_at_1_max": 0.0264204919913496, "naucs_at_1_std": -0.4432218159450506, "naucs_at_1_diff1": 0.8754399753955507, "naucs_at_3_max": -0.08298212469117683, "naucs_at_3_std": -0.5738264787094874, "naucs_at_3_diff1": 0.8379192300860663, "naucs_at_5_max": -0.07192522399030574, "naucs_at_5_std": -0.5486421518962216, "naucs_at_5_diff1": 0.8177285098436528, "naucs_at_10_max": -0.30577169139260696, "naucs_at_10_std": -0.7531728740879055, "naucs_at_10_diff1": 0.8244112459798737, "naucs_at_20_max": -0.2807456315859826, "naucs_at_20_std": -0.4205348806189298, "naucs_at_20_diff1": 0.882953181272511, "naucs_at_100_max": -1.7399626517274025, "naucs_at_100_std": 0.34897292250231704, "naucs_at_100_diff1": 0.8611111111111168, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/docvqa_test_subsampled": {"ndcg_at_1": 0.48337, "ndcg_at_3": 0.55403, "ndcg_at_5": 0.5713, "ndcg_at_10": 0.60081, "ndcg_at_20": 0.61311, "ndcg_at_100": 0.63676, "ndcg_at_1000": 0.64891, "map_at_1": 0.48337, "map_at_3": 0.53769, "map_at_5": 0.54723, "map_at_10": 0.55947, "map_at_20": 0.56283, "map_at_100": 0.56619, "map_at_1000": 0.56674, "recall_at_1": 0.48337, "recall_at_3": 0.60089, "recall_at_5": 0.64302, "recall_at_10": 0.73392, "recall_at_20": 0.78271, "recall_at_100": 0.90909, "recall_at_1000": 1.0, "precision_at_1": 0.48337, "precision_at_3": 0.2003, "precision_at_5": 0.1286, "precision_at_10": 0.07339, "precision_at_20": 0.03914, "precision_at_100": 0.00909, "precision_at_1000": 0.001, "mrr_at_1": 0.4878048780487805, "mrr_at_3": 0.5395417590539542, "mrr_at_5": 0.5487435328898742, "mrr_at_10": 0.5610539189807481, "mrr_at_20": 0.5648169761114504, "mrr_at_100": 0.5681408169734422, "mrr_at_1000": 0.5686621426973844, "naucs_at_1_max": -0.5212133012346877, "naucs_at_1_std": -0.09288577096523737, "naucs_at_1_diff1": 0.7503022682010474, "naucs_at_3_max": -0.6565880303875717, "naucs_at_3_std": -0.07460405832901369, "naucs_at_3_diff1": 0.6561082577501688, "naucs_at_5_max": -0.5943855392066872, "naucs_at_5_std": -0.05220343159264611, "naucs_at_5_diff1": 0.6238399743739096, "naucs_at_10_max": -0.6195908132701516, "naucs_at_10_std": 0.13900687126802166, "naucs_at_10_diff1": 0.558265195499329, "naucs_at_20_max": -0.6615869284465803, "naucs_at_20_std": 0.1387067044872028, "naucs_at_20_diff1": 0.5554270724438797, "naucs_at_100_max": -0.7684732285094673, "naucs_at_100_std": 0.45832384986805724, "naucs_at_100_diff1": 0.4903408194281384, "naucs_at_1000_max": 1.0, "naucs_at_1000_std": 1.0, "naucs_at_1000_diff1": 1.0}, "vidore/infovqa_test_subsampled": {"ndcg_at_1": 0.81377, "ndcg_at_3": 0.86726, "ndcg_at_5": 0.88059, "ndcg_at_10": 0.89071, "ndcg_at_20": 0.89184, "ndcg_at_100": 0.89493, "ndcg_at_1000": 0.89651, "map_at_1": 0.81377, "map_at_3": 0.85425, "map_at_5": 0.86164, "map_at_10": 0.866, "map_at_20": 0.86637, "map_at_100": 0.86683, "map_at_1000": 0.86689, "recall_at_1": 0.81377, "recall_at_3": 0.90486, "recall_at_5": 0.93725, "recall_at_10": 0.96761, "recall_at_20": 0.97166, "recall_at_100": 0.98785, "recall_at_1000": 1.0, "precision_at_1": 0.81377, "precision_at_3": 0.30162, "precision_at_5": 0.18745, "precision_at_10": 0.09676, "precision
|