Upgrade to vllm 0.17.0 corex v4.1 overlay
This commit is contained in:
@@ -292,7 +292,7 @@ class QWenBaseModel(nn.Module):
|
||||
self.make_empty_intermediate_tensors = (
|
||||
self.transformer.make_empty_intermediate_tensors
|
||||
)
|
||||
|
||||
|
||||
def embed_input_ids(self, input_ids: torch.Tensor) -> torch.Tensor:
|
||||
return self.transformer.wte(input_ids)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user