sglang

baichuan.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

chatglm.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

commandr.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

dbrx.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

deepseek_v2.py

Fix AWQ with enable MLA (#2364 )

2024-12-06 00:46:48 +08:00

deepseek.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

exaone.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

gemma2_reward.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

gemma2.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

gemma.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

gpt2.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

gpt_bigcode.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

grok.py

move apply_torchao_config_ to model_runner (#2342 )

2024-12-04 17:26:42 -08:00

internlm2_reward.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

internlm2.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

llama_classification.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

llama_embedding.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

llama_reward.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

llama.py

move apply_torchao_config_ to model_runner (#2342 )

2024-12-04 17:26:42 -08:00

llava.py

Revert "[feat] Enable chunked prefill for llava-onevision" (#2329 )

2024-12-02 23:11:13 -08:00

llavavid.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

minicpm3.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

minicpm.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

mistral.py

docs: fix module docstrings and copyright headers (#2077 )

2024-11-22 22:16:53 +08:00

mixtral_quant.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

mixtral.py

move apply_torchao_config_ to model_runner (#2342 )

2024-12-04 17:26:42 -08:00

mllama.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

olmo2.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

olmo.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

olmoe.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

phi3_small.py

move apply_torchao_config_ to model_runner (#2342 )

2024-12-04 17:26:42 -08:00

qwen2_moe.py

move apply_torchao_config_ to model_runner (#2342 )

2024-12-04 17:26:42 -08:00

qwen2_vl.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

qwen2.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

qwen.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

registry.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

stablelm.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

torch_native_llama.py

move apply_torchao_config_ to model_runner (#2342 )

2024-12-04 17:26:42 -08:00

xverse_moe.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

xverse.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00

yivl.py

Update model_loader deps and qqq quantization deps (#2220 ) (#2318 )

2024-12-02 23:22:13 +08:00