Upgrade to vllm 0.17.0 corex v4.1 overlay
This commit is contained in:
@@ -227,6 +227,7 @@ class RotaryEmbedding(RotaryEmbeddingBase):
|
||||
self.head_size,
|
||||
cos_sin_cache,
|
||||
self.is_neox_style,
|
||||
self.rotary_dim,
|
||||
)
|
||||
return query, key
|
||||
|
||||
|
||||
Reference in New Issue
Block a user