ubatch : new splitting logic (#14217)

ggml-ci
2025-06-20 10:14:14 +03:00
parent 9eaa51e7f0
commit 4c9fdfbe15
19 changed files with 992 additions and 915 deletions
--- a/src/llama-hparams.h
+++ b/src/llama-hparams.h
@@ -192,6 +192,8 @@ struct llama_hparams {
    // whether or not the given layer is recurrent (for hybrid models)
    bool is_recurrent(uint32_t il) const;

+    uint32_t n_pos_per_embd() const;
+
    bool is_swa(uint32_t il) const;
 };