sglangv0.5.2 & support Qwen3-Next-80B-A3B-Instruct

scripts/playground/load_tokenizer.py

@@ -0,0 +1,14 @@
+import argparse
+import code
+
+from sglang.srt.hf_transformers_utils import get_tokenizer
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--name", type=str, default="meta-llama/Meta-Llama-3-8B-Instruct"
+    )
+    args = parser.parse_args()
+
+    t = get_tokenizer(args.name)
+    code.interact(local=locals())