Update grok 1 model (#1095)

2024-08-14 04:40:44 -07:00
parent fe5024325b
commit a59636bb5e
11 changed files with 814 additions and 514 deletions
--- a/python/sglang/srt/layers/activation.py
+++ b/python/sglang/srt/layers/activation.py
@@ -14,7 +14,6 @@ limitations under the License.
 """Fused operators for activation layers."""

 import torch
-import torch.nn as nn
 import torch.nn.functional as F
 from flashinfer.activation import silu_and_mul
 from vllm.model_executor.custom_op import CustomOp