初始化项目，由ModelHub XC社区提供模型

Model: NyayaLabs98/nyaya-3b-v3 Source: Original Platform
2026-07-27 22:08:26 +08:00
commit ff5f5ef338
37 changed files with 2009 additions and 0 deletions
--- a/training/retrieval_recall_dense.json
+++ b/training/retrieval_recall_dense.json
@@ -0,0 +1,91 @@
+{
+  "dense_model": "intfloat/multilingual-e5-base",
+  "eval_records": 500,
+  "gold_bearing": 150,
+  "no_citation_gold": 350,
+  "unresolved_fact_count": 0,
+  "unresolved_facts_sample": [],
+  "recall": {
+    "k=1": {
+      "any_hit": 0.4333,
+      "full_hit": 0.3867
+    },
+    "k=3": {
+      "any_hit": 0.5867,
+      "full_hit": 0.54
+    },
+    "k=5": {
+      "any_hit": 0.6267,
+      "full_hit": 0.58
+    },
+    "k=8": {
+      "any_hit": 0.7067,
+      "full_hit": 0.6533
+    }
+  },
+  "by_language": {
+    "english": {
+      "n": 139,
+      "full_hit@8": 0.6619
+    },
+    "hindi": {
+      "n": 5,
+      "full_hit@8": 0.8
+    },
+    "hinglish": {
+      "n": 6,
+      "full_hit@8": 0.3333
+    }
+  },
+  "by_domain": {
+    "bns": {
+      "n": 46,
+      "full_hit@8": 0.7174
+    },
+    "bnss": {
+      "n": 25,
+      "full_hit@8": 0.64
+    },
+    "bsa": {
+      "n": 11,
+      "full_hit@8": 0.3636
+    },
+    "cheque_bounce": {
+      "n": 8,
+      "full_hit@8": 0.5
+    },
+    "constitutional_law": {
+      "n": 33,
+      "full_hit@8": 0.7576
+    },
+    "cyber_law": {
+      "n": 12,
+      "full_hit@8": 0.5833
+    },
+    "labour_law": {
+      "n": 1,
+      "full_hit@8": 0.0
+    },
+    "motor_vehicles": {
+      "n": 4,
+      "full_hit@8": 0.75
+    },
+    "old_new_law_mapping": {
+      "n": 1,
+      "full_hit@8": 1.0
+    },
+    "rti": {
+      "n": 3,
+      "full_hit@8": 0.6667
+    },
+    "womens_protection": {
+      "n": 6,
+      "full_hit@8": 0.5
+    }
+  },
+  "phrase_coverage": {
+    "n": 350,
+    "any_fact_in_topk": 0.06
+  },
+  "measured_at": "2026-07-17 00:35:30"
+}