state: generation 10143 (cycle)

This commit is contained in:
2026-09-20 03:41:51 +00:00
parent ea277fdce2
commit 36a87e3f64
4 changed files with 1534 additions and 1472 deletions

View File

@@ -157,7 +157,6 @@
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "modelId": "primitive-ai/Nex-N2.5-mini-NVFP4", "submitTime": "2026-09-10T05:39:25.454183+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4753713", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "modelId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "submitTime": "2026-09-10T05:39:25.451335+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4753714", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-FP8", "modelId": "primitive-ai/Nex-N2.5-mini-FP8", "submitTime": "2026-09-10T05:39:25.452554+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4753715", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/BAAI/AREX-Turbo", "modelId": "BAAI/AREX-Turbo", "submitTime": "2026-09-10T05:47:10.742578+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4753833", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "llamacpp", "modelAddress": "https://modelscope.cn/models/bartowski/MiniCPM5-2B-GGUF", "modelId": "bartowski/MiniCPM5-2B-GGUF", "submitTime": "2026-09-10T05:54:18.783901+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4754025", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-llamacpp-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "modelId": "primitive-ai/Nex-N2.5-mini-NVFP4", "submitTime": "2026-09-10T05:55:59.442486+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4754066", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "modelId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "submitTime": "2026-09-10T05:55:59.435840+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4754067", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
@@ -782,6 +781,70 @@
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:40:44.501444+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969969", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "modelId": "RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:40:44.505215+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969967", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "modelId": "LiquidAI/LFM2.5-2.6B", "submitTime": "2026-09-20T03:40:44.507984+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969968", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "modelId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:42.237083+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4969989", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:42.246689+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4969991", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-20T03:41:42.243785+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4969987", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "submitTime": "2026-09-20T03:41:42.249155+00:00", "targetGpu": "Vastai_va16", "taskId": "4969994", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "submitTime": "2026-09-20T03:41:42.236412+00:00", "targetGpu": "Vastai_va16", "taskId": "4969990", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "submitTime": "2026-09-20T03:41:42.238130+00:00", "targetGpu": "Vastai_va16", "taskId": "4969985", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "submitTime": "2026-09-20T03:41:42.239144+00:00", "targetGpu": "Vastai_va16", "taskId": "4969988", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:42.241690+00:00", "targetGpu": "Vastai_va16", "taskId": "4969986", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:42.247748+00:00", "targetGpu": "Vastai_va16", "taskId": "4969992", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T03:41:42.240363+00:00", "targetGpu": "Vastai_va16", "taskId": "4969984", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T03:41:42.245581+00:00", "targetGpu": "Vastai_va16", "taskId": "4969995", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:42.242718+00:00", "targetGpu": "Vastai_va16", "taskId": "4969993", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "submitTime": "2026-09-20T03:41:48.957764+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4969998", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "modelId": "BAAI/AquilaMed-RL", "submitTime": "2026-09-20T03:41:48.962596+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970005", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T03:41:49.051083+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970006", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "submitTime": "2026-09-20T03:41:49.009007+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970003", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "submitTime": "2026-09-20T03:41:48.960695+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970000", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:41:48.976356+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4970002", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "submitTime": "2026-09-20T03:41:48.969580+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4969996", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "modelId": "BAAI/RoboBrain2.5-8B-MT", "submitTime": "2026-09-20T03:41:49.003635+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970004", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "modelId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "submitTime": "2026-09-20T03:41:48.972177+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4969999", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-NV", "modelId": "BAAI/RoboBrain2.5-8B-NV", "submitTime": "2026-09-20T03:41:48.995904+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970001", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/AppleScript-8B-JANG_4M", "submitTime": "2026-09-20T03:41:48.973538+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4969997", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "modelId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "submitTime": "2026-09-20T03:41:49.061655+00:00", "targetGpu": "Biren_166m", "taskId": "4970007", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "submitTime": "2026-09-20T03:41:49.141735+00:00", "targetGpu": "Biren_166m", "taskId": "4970017", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "modelId": "OpenBMB/BitCPM-CANN-8B", "submitTime": "2026-09-20T03:41:49.155389+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970012", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "modelId": "XHToken/Spark-X2.5-4B", "submitTime": "2026-09-20T03:41:49.135089+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970008", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "modelId": "XHToken/Spark-X2.5-1.7B", "submitTime": "2026-09-20T03:41:49.149678+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970015", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "modelId": "sapientinc/HRM-Text-1B", "submitTime": "2026-09-20T03:41:49.140281+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970016", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-FP8", "modelId": "XHToken/Spark-X2.5-4B-FP8", "submitTime": "2026-09-20T03:41:49.138985+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970013", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-4-12B-it-FP8-Dynamic", "modelId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "submitTime": "2026-09-20T03:41:49.147134+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4970014", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "submitTime": "2026-09-20T03:41:49.153153+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4970011", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "submitTime": "2026-09-20T03:41:49.145647+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4970009", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "modelId": "TokenRhythm/NeoHorse-1-4B", "submitTime": "2026-09-20T03:41:49.160353+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970010", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "submitTime": "2026-09-20T03:41:49.302550+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970020", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "submitTime": "2026-09-20T03:41:49.292011+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970019", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "modelId": "TokenRhythm/NeoHorse-1-9B", "submitTime": "2026-09-20T03:41:49.299361+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970021", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "modelId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "submitTime": "2026-09-20T03:41:49.339898+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970022", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-20T03:41:49.297736+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970018", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "modelId": "aisingapore/SEA-LION-v1-7B-IT", "submitTime": "2026-09-20T03:41:49.365180+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970023", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "modelId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "submitTime": "2026-09-20T03:41:49.389155+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970024", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "modelId": "LiquidAI/LFM2.5-8B-A1B", "submitTime": "2026-09-20T03:41:49.436619+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970026", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e4b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e4b-it-OptiQ-4bit", "submitTime": "2026-09-20T03:41:49.434722+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970028", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "modelId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "submitTime": "2026-09-20T03:41:49.404067+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970025", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:41:49.406151+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970029", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "modelId": "RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:49.439481+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970027", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-6bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-6bit", "submitTime": "2026-09-20T03:41:49.466295+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970032", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:49.456169+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970030", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "submitTime": "2026-09-20T03:41:49.472121+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970033", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "modelId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "submitTime": "2026-09-20T03:41:49.460113+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970031", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "modelId": "pfnet/plamo-3-nict-8b-base", "submitTime": "2026-09-20T03:41:49.536503+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970034", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-8bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-8bit", "submitTime": "2026-09-20T03:41:49.545556+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970035", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "modelId": "inceptionai/Jais-2-8B-Chat", "submitTime": "2026-09-20T03:41:49.554113+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970036", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-0.5B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Qwen2-0.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:49.639515+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970037", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:49.650158+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970044", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:49.645606+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970042", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-20T03:41:49.638140+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970038", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-NVFP4", "modelId": "ornith-ai/Ornith-1.5-9B-NVFP4", "submitTime": "2026-09-20T03:41:49.636924+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970040", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "modelId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "submitTime": "2026-09-20T03:41:49.651764+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970045", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "submitTime": "2026-09-20T03:41:49.643588+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4970043", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "modelId": "RedHatAI/starcoder2-3b-FP8", "submitTime": "2026-09-20T03:41:49.636332+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970039", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "modelId": "Arain119/Sophia", "submitTime": "2026-09-20T03:41:49.641475+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970041", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "modelId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "submitTime": "2026-09-20T03:41:49.745068+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970047", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "modelId": "aisingapore/SEA-LION-v1-7B-IT-Research", "submitTime": "2026-09-20T03:41:49.739370+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970046", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "submitTime": "2026-09-04T21:05:48.185454+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4634349", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/Jackrong/DeepSeek-V4-Pro-Qwen3.5-9B", "modelId": "Jackrong/DeepSeek-V4-Pro-Qwen3.5-9B", "submitTime": "2026-09-04T21:16:21.226380+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4634451", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/douyamv/Qwen3.8-27B-FP8", "modelId": "douyamv/Qwen3.8-27B-FP8", "submitTime": "2026-09-04T21:32:51.155921+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4634658", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
@@ -898,67 +961,3 @@
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "modelId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "submitTime": "2026-09-20T03:25:32.546681+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4969665", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-20T03:25:32.539673+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4969663", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/EschaLabs/Qwen3.8-27B-Escha-W2", "modelId": "EschaLabs/Qwen3.8-27B-Escha-W2", "submitTime": "2026-09-20T03:25:32.535865+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4969660", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "modelId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:42.237083+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4969989", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:42.246689+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4969991", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-20T03:41:42.243785+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4969987", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "submitTime": "2026-09-20T03:41:42.249155+00:00", "targetGpu": "Vastai_va16", "taskId": "4969994", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "submitTime": "2026-09-20T03:41:42.236412+00:00", "targetGpu": "Vastai_va16", "taskId": "4969990", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "submitTime": "2026-09-20T03:41:42.238130+00:00", "targetGpu": "Vastai_va16", "taskId": "4969985", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "submitTime": "2026-09-20T03:41:42.239144+00:00", "targetGpu": "Vastai_va16", "taskId": "4969988", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:42.241690+00:00", "targetGpu": "Vastai_va16", "taskId": "4969986", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:42.247748+00:00", "targetGpu": "Vastai_va16", "taskId": "4969992", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T03:41:42.240363+00:00", "targetGpu": "Vastai_va16", "taskId": "4969984", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T03:41:42.245581+00:00", "targetGpu": "Vastai_va16", "taskId": "4969995", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:42.242718+00:00", "targetGpu": "Vastai_va16", "taskId": "4969993", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "submitTime": "2026-09-20T03:41:48.957764+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4969998", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "modelId": "BAAI/AquilaMed-RL", "submitTime": "2026-09-20T03:41:48.962596+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970005", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T03:41:49.051083+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970006", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "submitTime": "2026-09-20T03:41:49.009007+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970003", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "submitTime": "2026-09-20T03:41:48.960695+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970000", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:41:48.976356+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4970002", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "submitTime": "2026-09-20T03:41:48.969580+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4969996", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "modelId": "BAAI/RoboBrain2.5-8B-MT", "submitTime": "2026-09-20T03:41:49.003635+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970004", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "modelId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "submitTime": "2026-09-20T03:41:48.972177+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4969999", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-NV", "modelId": "BAAI/RoboBrain2.5-8B-NV", "submitTime": "2026-09-20T03:41:48.995904+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970001", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/AppleScript-8B-JANG_4M", "submitTime": "2026-09-20T03:41:48.973538+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4969997", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "modelId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "submitTime": "2026-09-20T03:41:49.061655+00:00", "targetGpu": "Biren_166m", "taskId": "4970007", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "submitTime": "2026-09-20T03:41:49.141735+00:00", "targetGpu": "Biren_166m", "taskId": "4970017", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "modelId": "OpenBMB/BitCPM-CANN-8B", "submitTime": "2026-09-20T03:41:49.155389+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970012", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "modelId": "XHToken/Spark-X2.5-4B", "submitTime": "2026-09-20T03:41:49.135089+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970008", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "modelId": "XHToken/Spark-X2.5-1.7B", "submitTime": "2026-09-20T03:41:49.149678+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970015", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "modelId": "sapientinc/HRM-Text-1B", "submitTime": "2026-09-20T03:41:49.140281+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970016", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-FP8", "modelId": "XHToken/Spark-X2.5-4B-FP8", "submitTime": "2026-09-20T03:41:49.138985+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970013", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-4-12B-it-FP8-Dynamic", "modelId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "submitTime": "2026-09-20T03:41:49.147134+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4970014", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "submitTime": "2026-09-20T03:41:49.153153+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4970011", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "submitTime": "2026-09-20T03:41:49.145647+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4970009", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "modelId": "TokenRhythm/NeoHorse-1-4B", "submitTime": "2026-09-20T03:41:49.160353+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970010", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "submitTime": "2026-09-20T03:41:49.302550+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970020", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "submitTime": "2026-09-20T03:41:49.292011+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970019", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "modelId": "TokenRhythm/NeoHorse-1-9B", "submitTime": "2026-09-20T03:41:49.299361+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970021", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "modelId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "submitTime": "2026-09-20T03:41:49.339898+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970022", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-20T03:41:49.297736+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970018", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "modelId": "aisingapore/SEA-LION-v1-7B-IT", "submitTime": "2026-09-20T03:41:49.365180+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970023", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "modelId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "submitTime": "2026-09-20T03:41:49.389155+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970024", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "modelId": "LiquidAI/LFM2.5-8B-A1B", "submitTime": "2026-09-20T03:41:49.436619+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970026", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e4b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e4b-it-OptiQ-4bit", "submitTime": "2026-09-20T03:41:49.434722+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970028", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "modelId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "submitTime": "2026-09-20T03:41:49.404067+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970025", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:41:49.406151+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970029", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "modelId": "RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:49.439481+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970027", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-6bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-6bit", "submitTime": "2026-09-20T03:41:49.466295+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970032", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:49.456169+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970030", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "submitTime": "2026-09-20T03:41:49.472121+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970033", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "modelId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "submitTime": "2026-09-20T03:41:49.460113+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970031", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "modelId": "pfnet/plamo-3-nict-8b-base", "submitTime": "2026-09-20T03:41:49.536503+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970034", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-8bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-8bit", "submitTime": "2026-09-20T03:41:49.545556+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970035", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "modelId": "inceptionai/Jais-2-8B-Chat", "submitTime": "2026-09-20T03:41:49.554113+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970036", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-0.5B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Qwen2-0.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:49.639515+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970037", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:49.650158+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970044", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:49.645606+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970042", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-20T03:41:49.638140+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970038", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-NVFP4", "modelId": "ornith-ai/Ornith-1.5-9B-NVFP4", "submitTime": "2026-09-20T03:41:49.636924+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970040", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "modelId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "submitTime": "2026-09-20T03:41:49.651764+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970045", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "submitTime": "2026-09-20T03:41:49.643588+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4970043", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "modelId": "RedHatAI/starcoder2-3b-FP8", "submitTime": "2026-09-20T03:41:49.636332+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970039", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "modelId": "Arain119/Sophia", "submitTime": "2026-09-20T03:41:49.641475+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970041", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "modelId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "submitTime": "2026-09-20T03:41:49.745068+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970047", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "modelId": "aisingapore/SEA-LION-v1-7B-IT-Research", "submitTime": "2026-09-20T03:41:49.739370+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970046", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}