初始化项目，由ModelHub XC社区提供模型

Model: RightNowAI/RightNow-Arabic-0.5B-Turbo Source: Original Platform
2026-11-03 13:37:19 +08:00
commit 3b4ff912d1
25 changed files with 943 additions and 0 deletions
--- a/speed_comparison.json
+++ b/speed_comparison.json
@@ -0,0 +1,106 @@
+{
+  "current_quality": {
+    "bs1": {
+      "bs": 1,
+      "elapsed_s": 4.636457004991826,
+      "tokens_generated": 128,
+      "tok_per_sec": 27.607287172552066
+    },
+    "bs4": {
+      "bs": 4,
+      "elapsed_s": 4.483801496011438,
+      "tokens_generated": 492,
+      "tok_per_sec": 109.72831880217227
+    },
+    "bs8": {
+      "bs": 8,
+      "elapsed_s": 4.641314439999405,
+      "tokens_generated": 992,
+      "tok_per_sec": 213.73255633163416
+    },
+    "bs32": {
+      "bs": 32,
+      "elapsed_s": 4.989478911011247,
+      "tokens_generated": 3968,
+      "tok_per_sec": 795.2734285023328
+    }
+  },
+  "clean_greedy_sdpa": {
+    "bs1": {
+      "bs": 1,
+      "elapsed_s": 1.5616609920107294,
+      "tokens_generated": 128,
+      "tok_per_sec": 81.96401181487703
+    },
+    "bs4": {
+      "bs": 4,
+      "elapsed_s": 1.525149337016046,
+      "tokens_generated": 492,
+      "tok_per_sec": 322.5913607664137
+    },
+    "bs8": {
+      "bs": 8,
+      "elapsed_s": 1.604114955989644,
+      "tokens_generated": 992,
+      "tok_per_sec": 618.4095449618166
+    },
+    "bs32": {
+      "bs": 32,
+      "elapsed_s": 1.8422480699955486,
+      "tokens_generated": 3968,
+      "tok_per_sec": 2153.8901652965706
+    }
+  },
+  "clean_greedy_fa2": {
+    "bs1": {
+      "bs": 1,
+      "elapsed_s": 2.231158509996021,
+      "tokens_generated": 128,
+      "tok_per_sec": 57.36929914505638
+    },
+    "bs4": {
+      "bs": 4,
+      "elapsed_s": 1.9051841270120349,
+      "tokens_generated": 492,
+      "tok_per_sec": 258.2427561852619
+    },
+    "bs8": {
+      "bs": 8,
+      "elapsed_s": 1.9795321589917876,
+      "tokens_generated": 984,
+      "tok_per_sec": 497.08715038060785
+    },
+    "bs32": {
+      "bs": 32,
+      "elapsed_s": 2.203783990989905,
+      "tokens_generated": 3936,
+      "tok_per_sec": 1786.0189637878307
+    }
+  },
+  "compiled_fa2": {
+    "bs1": {
+      "bs": 1,
+      "elapsed_s": 2.224584960989887,
+      "tokens_generated": 128,
+      "tok_per_sec": 57.538822856665846
+    },
+    "bs4": {
+      "bs": 4,
+      "elapsed_s": 1.940974594996078,
+      "tokens_generated": 492,
+      "tok_per_sec": 253.480906586
+    },
+    "bs8": {
+      "bs": 8,
+      "elapsed_s": 1.9738178760162555,
+      "tokens_generated": 984,
+      "tok_per_sec": 498.5262378847238
+    },
+    "bs32": {
+      "bs": 32,
+      "elapsed_s": 2.400167693005642,
+      "tokens_generated": 3936,
+      "tok_per_sec": 1639.8854177855762
+    }
+  }
+}