Revert "[FEAT] Support GGUF format" (#2285)

2024-11-30 19:03:26 -08:00
parent d622851dc9
commit 7e4c6dd8da
39 changed files with 89 additions and 180 deletions
--- a/python/sglang/srt/layers/vocab_parallel_embedding.py
+++ b/python/sglang/srt/layers/vocab_parallel_embedding.py
@@ -222,7 +222,6 @@ class VocabParallelEmbedding(torch.nn.Module):
        enable_tp: bool = True,
    ):
        super().__init__()
-        self.quant_config = quant_config

        self.enable_tp = enable_tp
        if self.enable_tp: