[feat] group gemm

2026-08-17 02:16:58 +00:00
parent dec268d252
commit 03be5f2b15
9 changed files with 1299 additions and 214 deletions
--- a/computility-run.yaml
+++ b/computility-run.yaml
@@ -15,7 +15,7 @@ command:
    - -tp
    - '4'
    - --max-num-seqs
-    - '1'
+    - '2'
    - --disable-log-requests
    - --disable-frontend-multiprocessing
    - --max-num-batched-tokens
@@ -46,4 +46,4 @@ env:
    - name: BI100_GDN_RESTORE_MODE
      value: hybrid64
    - name: BI100_MOE_COREX_TOPK_SOFTMAX
-      value: '1'
+      value: '1'