state: generation 10142 (result)

This commit is contained in:
2026-09-20 03:41:49 +00:00
parent 22eda92033
commit ea277fdce2
5 changed files with 221 additions and 156 deletions

View File

@@ -782,70 +782,6 @@
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:40:44.501444+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969969", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "modelId": "RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:40:44.505215+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969967", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "modelId": "LiquidAI/LFM2.5-2.6B", "submitTime": "2026-09-20T03:40:44.507984+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969968", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "modelId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "submitTime": "2026-09-08T16:07:42.654192+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4722475", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RWKV/RWKV7-2.9B-20260805", "modelId": "RWKV/RWKV7-2.9B-20260805", "submitTime": "2026-09-09T21:08:22.094532+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4746447", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "modelId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "submitTime": "2026-09-09T00:13:45.146237+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4730594", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/nm-testing/nonuniform", "modelId": "nm-testing/nonuniform", "submitTime": "2026-09-08T06:46:06.780642+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4712802", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "modelId": "RedHatAI/starcoder2-3b-FP8", "submitTime": "2026-09-08T06:46:06.808048+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4712807", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "submitTime": "2026-09-08T06:46:06.810137+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4712809", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "submitTime": "2026-09-08T06:46:11.532675+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4712815", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-08T06:46:11.601676+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4712820", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/RWKV/RWKV7-7.2B-20260805", "modelId": "RWKV/RWKV7-7.2B-20260805", "submitTime": "2026-09-08T06:46:11.589203+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4712819", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W4A16-compressed-tensors-test", "modelId": "nm-testing/Meta-Llama-3-8B-Instruct-W4A16-compressed-tensors-test", "submitTime": "2026-09-08T23:02:45.685300+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729504", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a8", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a8", "submitTime": "2026-09-08T23:02:51.818347+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729510", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "submitTime": "2026-09-08T23:02:51.847566+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729520", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "submitTime": "2026-09-08T23:02:51.830682+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729514", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "submitTime": "2026-09-08T23:02:51.824770+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729512", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-08T23:02:51.913002+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729521", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RWKV/RWKV7-1.5B-20260805", "modelId": "RWKV/RWKV7-1.5B-20260805", "submitTime": "2026-09-08T23:02:52.084632+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729528", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "submitTime": "2026-09-09T00:13:45.142420+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4730593", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/AppleScript-8B-JANG_4M", "submitTime": "2026-09-09T00:13:45.155081+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4730595", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/RWKV/RWKV7-1.5B-20260805", "modelId": "RWKV/RWKV7-1.5B-20260805", "submitTime": "2026-09-05T13:47:55.466466+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4649912", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-06T15:28:09.684321+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4669863", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/RWKV/RWKV7-1.5B-20260805", "modelId": "RWKV/RWKV7-1.5B-20260805", "submitTime": "2026-09-08T06:46:11.531728+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4712811", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-llama3-8b-Instruct-SmoothQuant-Fp8", "modelId": "nm-testing/Meta-llama3-8b-Instruct-SmoothQuant-Fp8", "submitTime": "2026-09-08T23:02:45.784701+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729501", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test-bos", "modelId": "nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test-bos", "submitTime": "2026-09-08T23:02:45.697968+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729508", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/FlagRelease/Qwen3.5-35B-A3B-hygon-FlagOS", "modelId": "FlagRelease/Qwen3.5-35B-A3B-hygon-FlagOS", "submitTime": "2026-09-08T23:02:51.829157+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729513", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/FlagRelease/Qwen3.5-35B-A3B-iluvatar-FlagOS", "modelId": "FlagRelease/Qwen3.5-35B-A3B-iluvatar-FlagOS", "submitTime": "2026-09-08T23:02:51.822402+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729511", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "submitTime": "2026-09-08T23:02:51.843439+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729517", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-08T23:02:51.889698+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729518", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "modelId": "RedHatAI/starcoder2-7b-FP8", "submitTime": "2026-09-08T23:02:51.841387+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729516", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "submitTime": "2026-09-08T23:02:51.888188+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729519", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.8-27B-MTP-mxfp4", "modelId": "mlx-community/Qwen3.8-27B-MTP-mxfp4", "submitTime": "2026-09-08T23:02:51.995104+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729526", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.8-27B-MTP-nvfp4", "modelId": "mlx-community/Qwen3.8-27B-MTP-nvfp4", "submitTime": "2026-09-08T23:02:51.985375+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729522", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "submitTime": "2026-09-08T23:02:51.998598+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4729524", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/vastai-ais/GLM-OCR-FP8", "modelId": "vastai-ais/GLM-OCR-FP8", "submitTime": "2026-09-04T21:32:51.205525+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4634661", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "modelId": "BAAI/AquilaMed-RL", "submitTime": "2026-09-05T09:38:43.488297+00:00", "targetGpu": "MetaX_c-500", "taskId": "4645739", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "modelId": "sapientinc/HRM-Text-1B", "submitTime": "2026-09-05T16:20:38.387161+00:00", "targetGpu": "Vastai_va16", "taskId": "4651795", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-MLX-6bit", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-MLX-6bit", "submitTime": "2026-09-05T16:23:35.585208+00:00", "targetGpu": "Vastai_va16", "taskId": "4651830", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/douyamv/Qwen3.8-27B-FP8", "modelId": "douyamv/Qwen3.8-27B-FP8", "submitTime": "2026-09-06T00:30:35.485447+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4657895", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-MLX-4bit", "modelId": "ornith-ai/Ornith-1.5-9B-MLX-4bit", "submitTime": "2026-09-06T00:30:40.389876+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4657910", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/empero-ai/Qwen3.8-9B-Distill", "modelId": "empero-ai/Qwen3.8-9B-Distill", "submitTime": "2026-09-06T00:30:40.585784+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4657913", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.8-27B-MTP-mxfp4", "modelId": "mlx-community/Qwen3.8-27B-MTP-mxfp4", "submitTime": "2026-09-06T02:28:43.876366+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4659340", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-sunrise-pt-200-x1"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ZHTODD/llm-study-model", "modelId": "ZHTODD/llm-study-model", "submitTime": "2026-09-06T12:37:22.509920+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4667092", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "modelId": "BAAI/AquilaMed-RL", "submitTime": "2026-09-06T15:28:09.686082+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4669861", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.8-27B-MTP-bf16", "modelId": "mlx-community/Qwen3.8-27B-MTP-bf16", "submitTime": "2026-09-06T20:59:59.616196+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4678098", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-sunrise-pt-200-x1"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-122B-A10B-OptiQ-2bit-REAP-63B", "modelId": "mlx-community/Qwen3.5-122B-A10B-OptiQ-2bit-REAP-63B", "submitTime": "2026-09-04T03:57:15.119872+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4610784", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-04T03:57:15.184550+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4610787", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "submitTime": "2026-09-04T03:57:15.188888+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4610783", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/groxaxo/qwen36-reap-2k-mlx-q8", "modelId": "groxaxo/qwen36-reap-2k-mlx-q8", "submitTime": "2026-09-04T20:36:22.385440+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4633906", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit", "submitTime": "2026-09-04T20:41:27.058068+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4633956", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/EschaLabs/Qwen3.6-35B-A3B-Escha-W2", "modelId": "EschaLabs/Qwen3.6-35B-A3B-Escha-W2", "submitTime": "2026-09-04T20:42:22.700314+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4633978", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/cyankiwi/Ornith-1.5-35B-A3B-AWQ-INT4", "modelId": "cyankiwi/Ornith-1.5-35B-A3B-AWQ-INT4", "submitTime": "2026-09-04T21:21:28.856839+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4634507", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/groxaxo/Qwen-AgentWorld-35B-A3B-GPTQ-Pro-Int4", "modelId": "groxaxo/Qwen-AgentWorld-35B-A3B-GPTQ-Pro-Int4", "submitTime": "2026-09-04T22:28:19.770846+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4635468", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-MLX-6bit", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-MLX-6bit", "submitTime": "2026-09-04T23:07:33.297152+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4635981", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-FP8", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-FP8", "submitTime": "2026-09-05T09:00:09.135600+00:00", "targetGpu": "MetaX_c-500", "taskId": "4645040", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "submitTime": "2026-09-05T16:20:38.390632+00:00", "targetGpu": "Vastai_va16", "taskId": "4651793", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit", "submitTime": "2026-09-05T16:30:08.482261+00:00", "targetGpu": "Vastai_va16", "taskId": "4651930", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "modelId": "RedHatAI/starcoder2-7b-FP8", "submitTime": "2026-09-06T04:36:19.394975+00:00", "targetGpu": "MetaX_c-500", "taskId": "4661051", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-MLX-8bit", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-MLX-8bit", "submitTime": "2026-09-06T04:36:19.350592+00:00", "targetGpu": "MetaX_c-500", "taskId": "4661017", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/cyankiwi/Apodex-1.1-mini-AWQ-INT4", "modelId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "submitTime": "2026-09-06T06:46:30.091299+00:00", "targetGpu": "MetaX_c-500", "taskId": "4662728", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/cyankiwi/Ornith-1.5-35B-A3B-AWQ-INT4", "modelId": "cyankiwi/Ornith-1.5-35B-A3B-AWQ-INT4", "submitTime": "2026-09-06T07:25:42.990583+00:00", "targetGpu": "MetaX_c-500", "taskId": "4663206", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/EschaLabs/Qwen3.8-27B-Escha-W2", "modelId": "EschaLabs/Qwen3.8-27B-Escha-W2", "submitTime": "2026-09-04T08:10:58.188745+00:00", "targetGpu": "MetaX_c-500", "taskId": "4622622", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "modelId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "submitTime": "2026-09-04T08:21:52.578870+00:00", "targetGpu": "MetaX_c-500", "taskId": "4622780", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "modelId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "submitTime": "2026-09-04T09:20:12.202888+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4623811", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "submitTime": "2026-09-04T14:16:10.707417+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4627927", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality", "submitTime": "2026-09-04T16:10:19.959444+00:00", "targetGpu": "MetaX_c-500", "taskId": "4629855", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "submitTime": "2026-09-04T21:05:48.185454+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4634349", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/Jackrong/DeepSeek-V4-Pro-Qwen3.5-9B", "modelId": "Jackrong/DeepSeek-V4-Pro-Qwen3.5-9B", "submitTime": "2026-09-04T21:16:21.226380+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4634451", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/douyamv/Qwen3.8-27B-FP8", "modelId": "douyamv/Qwen3.8-27B-FP8", "submitTime": "2026-09-04T21:32:51.155921+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4634658", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
@@ -962,3 +898,67 @@
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "modelId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "submitTime": "2026-09-20T03:25:32.546681+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4969665", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-20T03:25:32.539673+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4969663", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/EschaLabs/Qwen3.8-27B-Escha-W2", "modelId": "EschaLabs/Qwen3.8-27B-Escha-W2", "submitTime": "2026-09-20T03:25:32.535865+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4969660", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "modelId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:42.237083+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4969989", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:42.246689+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4969991", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-20T03:41:42.243785+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4969987", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "submitTime": "2026-09-20T03:41:42.249155+00:00", "targetGpu": "Vastai_va16", "taskId": "4969994", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "submitTime": "2026-09-20T03:41:42.236412+00:00", "targetGpu": "Vastai_va16", "taskId": "4969990", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "submitTime": "2026-09-20T03:41:42.238130+00:00", "targetGpu": "Vastai_va16", "taskId": "4969985", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "submitTime": "2026-09-20T03:41:42.239144+00:00", "targetGpu": "Vastai_va16", "taskId": "4969988", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:42.241690+00:00", "targetGpu": "Vastai_va16", "taskId": "4969986", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:42.247748+00:00", "targetGpu": "Vastai_va16", "taskId": "4969992", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T03:41:42.240363+00:00", "targetGpu": "Vastai_va16", "taskId": "4969984", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T03:41:42.245581+00:00", "targetGpu": "Vastai_va16", "taskId": "4969995", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:42.242718+00:00", "targetGpu": "Vastai_va16", "taskId": "4969993", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "submitTime": "2026-09-20T03:41:48.957764+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4969998", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "modelId": "BAAI/AquilaMed-RL", "submitTime": "2026-09-20T03:41:48.962596+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970005", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T03:41:49.051083+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970006", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "submitTime": "2026-09-20T03:41:49.009007+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970003", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "submitTime": "2026-09-20T03:41:48.960695+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970000", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:41:48.976356+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4970002", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "submitTime": "2026-09-20T03:41:48.969580+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4969996", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "modelId": "BAAI/RoboBrain2.5-8B-MT", "submitTime": "2026-09-20T03:41:49.003635+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970004", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "modelId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "submitTime": "2026-09-20T03:41:48.972177+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4969999", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-NV", "modelId": "BAAI/RoboBrain2.5-8B-NV", "submitTime": "2026-09-20T03:41:48.995904+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970001", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/AppleScript-8B-JANG_4M", "submitTime": "2026-09-20T03:41:48.973538+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4969997", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "modelId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "submitTime": "2026-09-20T03:41:49.061655+00:00", "targetGpu": "Biren_166m", "taskId": "4970007", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "submitTime": "2026-09-20T03:41:49.141735+00:00", "targetGpu": "Biren_166m", "taskId": "4970017", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "modelId": "OpenBMB/BitCPM-CANN-8B", "submitTime": "2026-09-20T03:41:49.155389+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970012", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "modelId": "XHToken/Spark-X2.5-4B", "submitTime": "2026-09-20T03:41:49.135089+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970008", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "modelId": "XHToken/Spark-X2.5-1.7B", "submitTime": "2026-09-20T03:41:49.149678+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970015", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "modelId": "sapientinc/HRM-Text-1B", "submitTime": "2026-09-20T03:41:49.140281+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970016", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-FP8", "modelId": "XHToken/Spark-X2.5-4B-FP8", "submitTime": "2026-09-20T03:41:49.138985+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970013", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-4-12B-it-FP8-Dynamic", "modelId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "submitTime": "2026-09-20T03:41:49.147134+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4970014", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "submitTime": "2026-09-20T03:41:49.153153+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4970011", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "submitTime": "2026-09-20T03:41:49.145647+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4970009", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "modelId": "TokenRhythm/NeoHorse-1-4B", "submitTime": "2026-09-20T03:41:49.160353+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970010", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "submitTime": "2026-09-20T03:41:49.302550+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970020", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "submitTime": "2026-09-20T03:41:49.292011+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970019", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "modelId": "TokenRhythm/NeoHorse-1-9B", "submitTime": "2026-09-20T03:41:49.299361+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970021", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "modelId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "submitTime": "2026-09-20T03:41:49.339898+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970022", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-20T03:41:49.297736+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970018", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "modelId": "aisingapore/SEA-LION-v1-7B-IT", "submitTime": "2026-09-20T03:41:49.365180+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970023", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "modelId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "submitTime": "2026-09-20T03:41:49.389155+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970024", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "modelId": "LiquidAI/LFM2.5-8B-A1B", "submitTime": "2026-09-20T03:41:49.436619+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970026", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e4b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e4b-it-OptiQ-4bit", "submitTime": "2026-09-20T03:41:49.434722+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970028", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "modelId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "submitTime": "2026-09-20T03:41:49.404067+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970025", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:41:49.406151+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970029", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "modelId": "RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:49.439481+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970027", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-6bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-6bit", "submitTime": "2026-09-20T03:41:49.466295+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970032", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:49.456169+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970030", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "submitTime": "2026-09-20T03:41:49.472121+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970033", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "modelId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "submitTime": "2026-09-20T03:41:49.460113+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970031", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "modelId": "pfnet/plamo-3-nict-8b-base", "submitTime": "2026-09-20T03:41:49.536503+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970034", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-8bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-8bit", "submitTime": "2026-09-20T03:41:49.545556+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970035", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "modelId": "inceptionai/Jais-2-8B-Chat", "submitTime": "2026-09-20T03:41:49.554113+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970036", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-0.5B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Qwen2-0.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:49.639515+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970037", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:49.650158+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970044", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "submitTime": "2026-09-20T03:41:49.645606+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970042", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-20T03:41:49.638140+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970038", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-NVFP4", "modelId": "ornith-ai/Ornith-1.5-9B-NVFP4", "submitTime": "2026-09-20T03:41:49.636924+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970040", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "modelId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "submitTime": "2026-09-20T03:41:49.651764+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970045", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "submitTime": "2026-09-20T03:41:49.643588+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4970043", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "modelId": "RedHatAI/starcoder2-3b-FP8", "submitTime": "2026-09-20T03:41:49.636332+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970039", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "modelId": "Arain119/Sophia", "submitTime": "2026-09-20T03:41:49.641475+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970041", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "modelId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "submitTime": "2026-09-20T03:41:49.745068+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970047", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "modelId": "aisingapore/SEA-LION-v1-7B-IT-Research", "submitTime": "2026-09-20T03:41:49.739370+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970046", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}