state: generation 10157 (result)

This commit is contained in:
2026-09-20 03:57:38 +00:00
parent a7e9aebb5f
commit ac235063cf
5 changed files with 120 additions and 89 deletions

View File

@@ -865,37 +865,6 @@
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "modelId": "inceptionai/Jais-2-8B-Chat", "submitTime": "2026-09-20T03:53:59.224352+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4970246", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-8bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-8bit", "submitTime": "2026-09-20T03:53:59.235830+00:00", "targetGpu": "MetaX_c-500", "taskId": "4970247", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "modelId": "RedHatAI/starcoder2-3b-FP8", "submitTime": "2026-09-20T03:53:59.233885+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4970248", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-FP8", "modelId": "neuralmagic/starcoder2-7b-FP8", "submitTime": "2026-09-04T16:26:22.572735+00:00", "targetGpu": "MetaX_c-500", "taskId": "4630165", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-04T07:42:09.151930+00:00", "targetGpu": "Biren_166m", "taskId": "4622185", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "modelId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "submitTime": "2026-09-04T11:50:51.558557+00:00", "targetGpu": "MetaX_c-500", "taskId": "4625818", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/Jackrong/DeepSeek-V4-Pro-Qwen3.5-9B", "modelId": "Jackrong/DeepSeek-V4-Pro-Qwen3.5-9B", "submitTime": "2026-09-04T20:58:35.788284+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4634199", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/cyankiwi/Ornith-1.5-9B-AWQ-INT4", "modelId": "cyankiwi/Ornith-1.5-9B-AWQ-INT4", "submitTime": "2026-09-04T21:05:42.757007+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4634331", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/r0b0tlab/Qwen3.8-27B-NVFP4-MTP-sm121", "modelId": "r0b0tlab/Qwen3.8-27B-NVFP4-MTP-sm121", "submitTime": "2026-09-04T21:15:28.046326+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4634426", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/callmezcc/Qwen3.8-27B-GPTQ-W4A16", "modelId": "callmezcc/Qwen3.8-27B-GPTQ-W4A16", "submitTime": "2026-09-04T22:50:01.926246+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4635732", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-NVFP4", "modelId": "ornith-ai/Ornith-1.5-9B-NVFP4", "submitTime": "2026-09-04T22:55:41.172522+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4635811", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-MLX-8bit", "modelId": "ornith-ai/Ornith-1.5-9B-MLX-8bit", "submitTime": "2026-09-04T23:07:33.218745+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4635980", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "submitTime": "2026-09-04T23:29:59.903729+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4636364", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/logic65/Qwen3.8-Whittle-w50-18.3B-unrepaired", "modelId": "logic65/Qwen3.8-Whittle-w50-18.3B-unrepaired", "submitTime": "2026-09-04T23:29:59.900374+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4636367", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/ewinregirgojr/Qwen3.8-9B-Instruct-Turbo", "modelId": "ewinregirgojr/Qwen3.8-9B-Instruct-Turbo", "submitTime": "2026-09-04T23:29:59.909654+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4636366", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality", "submitTime": "2026-09-04T23:29:59.917494+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4636368", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/ewinregirgojr/Qwen3.8-14B-Instruct-Turbo", "modelId": "ewinregirgojr/Qwen3.8-14B-Instruct-Turbo", "submitTime": "2026-09-04T23:29:59.928416+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4636371", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "modelId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "submitTime": "2026-09-04T23:29:59.919656+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4636373", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit", "submitTime": "2026-09-05T00:45:53.692926+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4637780", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-122B-A10B-OptiQ-2bit-REAP-63B", "modelId": "mlx-community/Qwen3.5-122B-A10B-OptiQ-2bit-REAP-63B", "submitTime": "2026-09-05T00:49:16.845847+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4637844", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/douyamv/Qwen3.8-27B-FP8", "modelId": "douyamv/Qwen3.8-27B-FP8", "submitTime": "2026-09-05T01:43:47.001055+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4638700", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "submitTime": "2026-09-05T02:23:56.378267+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4639214", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/empero-ai/Qwen3.8-9B-Distill", "modelId": "empero-ai/Qwen3.8-9B-Distill", "submitTime": "2026-09-05T02:38:04.416442+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4639408", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-MLX-4bit", "modelId": "ornith-ai/Ornith-1.5-9B-MLX-4bit", "submitTime": "2026-09-05T03:20:02.336601+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4640028", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "submitTime": "2026-09-05T03:20:38.385980+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4640053", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/siliconflow/gpt-oss-20b-FP8", "modelId": "siliconflow/gpt-oss-20b-FP8", "submitTime": "2026-09-05T03:56:12.609375+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4640644", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-llama3-8b-Instruct-quant-FP8", "modelId": "nm-testing/Meta-llama3-8b-Instruct-quant-FP8", "submitTime": "2026-09-05T03:56:12.700865+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4640661", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/Jackrong/DeepSeek-V4-Pro-Qwen3.5-4B", "modelId": "Jackrong/DeepSeek-V4-Pro-Qwen3.5-4B", "submitTime": "2026-09-05T05:17:16.496259+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4641786", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-MLX-4bit", "submitTime": "2026-09-06T03:59:01.992368+00:00", "targetGpu": "MetaX_c-500", "taskId": "4660498", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.8-27B-MTP-mxfp4", "modelId": "mlx-community/Qwen3.8-27B-MTP-mxfp4", "submitTime": "2026-09-06T08:39:20.512136+00:00", "targetGpu": "MetaX_c-500", "taskId": "4664213", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "submitTime": "2026-09-06T10:24:50.185257+00:00", "targetGpu": "MetaX_c-500", "taskId": "4665471", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-06T10:24:50.186490+00:00", "targetGpu": "MetaX_c-500", "taskId": "4665472", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.8-27B-MTP-nvfp4", "modelId": "mlx-community/Qwen3.8-27B-MTP-nvfp4", "submitTime": "2026-09-06T10:24:50.152860+00:00", "targetGpu": "MetaX_c-500", "taskId": "4665473", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-MLX-6bit", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-MLX-6bit", "submitTime": "2026-09-06T10:24:50.157040+00:00", "targetGpu": "MetaX_c-500", "taskId": "4665469", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-llama3-8b-Instruct-quant-FP8", "modelId": "nm-testing/Meta-llama3-8b-Instruct-quant-FP8", "submitTime": "2026-09-06T11:11:43.508392+00:00", "targetGpu": "MetaX_c-500", "taskId": "4666063", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "modelId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "submitTime": "2026-09-06T12:33:05.865501+00:00", "targetGpu": "MetaX_c-500", "taskId": "4667038", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-FP8", "modelId": "neuralmagic/starcoder2-7b-FP8", "submitTime": "2026-09-06T13:58:59.575035+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4667928", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
@@ -960,3 +929,34 @@
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "modelId": "aisingapore/SEA-LION-v1-7B-IT", "submitTime": "2026-09-20T03:41:49.365180+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970023", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit", "modelId": "mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit", "submitTime": "2026-09-20T03:46:29.635942+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970115", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "modelId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "submitTime": "2026-09-20T03:46:35.783924+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970117", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a16", "modelId": "neuralmagic/starcoder2-7b-quantized.w8a16", "submitTime": "2026-09-20T03:57:31.543443+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4970321", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:57:31.546574+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970320", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-20T03:57:31.465696+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970313", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "submitTime": "2026-09-20T03:57:31.462103+00:00", "targetGpu": "Vastai_va16", "taskId": "4970311", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "submitTime": "2026-09-20T03:57:31.470641+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970310", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "submitTime": "2026-09-20T03:57:31.539712+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970317", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "submitTime": "2026-09-20T03:57:31.535658+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970316", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "modelId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:57:31.538041+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4970319", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "modelId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:57:31.541444+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4970315", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "modelId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:57:31.486218+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4970314", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-FP8", "modelId": "neuralmagic/starcoder2-15b-FP8", "submitTime": "2026-09-20T03:57:31.484685+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4970312", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "modelId": "RedHatAI/starcoder2-15b-FP8", "submitTime": "2026-09-20T03:57:31.544941+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4970318", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "submitTime": "2026-09-20T03:57:37.777020+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970324", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "modelId": "BAAI/AquilaMed-RL", "submitTime": "2026-09-20T03:57:37.823809+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970329", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "modelId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "submitTime": "2026-09-20T03:57:37.815898+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970328", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "submitTime": "2026-09-20T03:57:37.773695+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970322", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "submitTime": "2026-09-20T03:57:37.834872+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970331", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "submitTime": "2026-09-20T03:57:37.837081+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970332", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "submitTime": "2026-09-20T03:57:37.819101+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970330", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "modelId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:57:37.786409+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970325", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:57:37.775226+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970323", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-7b-quantized.w8a16", "submitTime": "2026-09-20T03:57:37.813760+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970327", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "modelId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "submitTime": "2026-09-20T03:57:37.844895+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970333", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:57:37.806607+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970326", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-20T03:57:37.896737+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970334", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "modelId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "submitTime": "2026-09-20T03:57:37.953415+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970339", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-quantized.w8a16", "modelId": "neuralmagic/gemma-2-2b-quantized.w8a16", "submitTime": "2026-09-20T03:57:37.934664+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4970335", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "modelId": "LiquidAI/LFM2.5-2.6B", "submitTime": "2026-09-20T03:57:37.936950+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4970337", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "submitTime": "2026-09-20T03:57:37.904873+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4970336", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-20T03:57:37.974956+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4970340", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "submitTime": "2026-09-20T03:57:37.944617+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4970338", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}