llama : support BailingMoE (Ling) (#12634)

2025-03-30 22:21:03 +02:00
parent 4663bd353c
commit 2c3f8b850a
13 changed files with 404 additions and 0 deletions
--- a/src/llama-model.h
+++ b/src/llama-model.h
@@ -85,6 +85,7 @@ enum llm_type {
    LLM_TYPE_10B_128x3_66B,
    LLM_TYPE_57B_A14B,
    LLM_TYPE_27B,
+    LLM_TYPE_290B,
 };

 struct llama_layer_posnet {