[FEAT] Support GGUF format (#2215)
Co-authored-by: Yang Zheng(SW)(Alex) <you@example.com>
This commit is contained in:
@@ -222,6 +222,7 @@ class VocabParallelEmbedding(torch.nn.Module):
|
||||
enable_tp: bool = True,
|
||||
):
|
||||
super().__init__()
|
||||
self.quant_config = quant_config
|
||||
|
||||
self.enable_tp = enable_tp
|
||||
if self.enable_tp:
|
||||
|
||||
Reference in New Issue
Block a user