[FEAT] Support GGUF format (#2215)

Co-authored-by: Yang Zheng(SW)(Alex) <you@example.com>
2024-11-30 16:44:48 +08:00
parent 0d6a49bd7d
commit 883c955489
39 changed files with 180 additions and 89 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -15,6 +15,7 @@ suites = {
        "test_double_sparsity.py",
        "test_embedding_openai_server.py",
        "test_eval_accuracy_mini.py",
+        "test_gguf.py",
        "test_input_embeddings.py",
        "test_json_constrained.py",
        "test_large_max_new_tokens.py",