vulkan: support multi/vision rope, and noncontiguous rope (#11902)

2025-02-16 01:52:23 -06:00
parent c2ea16f260
commit bf42a23d0a
7 changed files with 204 additions and 41 deletions
--- a/ggml/src/ggml-vulkan/vulkan-shaders/rope_head.comp
+++ b/ggml/src/ggml-vulkan/vulkan-shaders/rope_head.comp
@@ -25,6 +25,10 @@ layout (push_constant) uniform parameter {
    float corr_dims[2];
    float theta_scale;
    uint has_ff;
+    uint ne02;
+    uint s1;
+    uint s2;
+    int sections[4];
 } p;

 float rope_yarn_ramp(const float low, const float high, const uint i0) {