Revert "[FEAT] Support GGUF format" (#2285)

2024-11-30 19:03:26 -08:00
parent d622851dc9
commit 7e4c6dd8da
39 changed files with 89 additions and 180 deletions
--- a/python/sglang/srt/models/gpt_bigcode.py
+++ b/python/sglang/srt/models/gpt_bigcode.py
@@ -271,7 +271,7 @@ class GPTBigCodeForCausalLM(nn.Module):
    ) -> torch.Tensor:
        hidden_states = self.transformer(input_ids, positions, forward_batch)
        return self.logits_processor(
-            input_ids, hidden_states, self.lm_head, forward_batch
+            input_ids, hidden_states, self.lm_head.weight, forward_batch
        )

    def load_weights(self, weights: Iterable[Tuple[str, torch.Tensor]]):