state: generation 11357 (cycle)

This commit is contained in:
2026-09-21 09:16:01 +00:00
parent 306b0068b1
commit 7bf7f39810
4 changed files with 1793 additions and 1800 deletions

View File

@@ -438,11 +438,9 @@
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "submitTime": "2026-09-20T03:25:24.241562+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4969620", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "modelId": "Arain119/Sophia", "submitTime": "2026-09-20T03:25:31.903313+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969626", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:25:32.042085+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969633", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-20T03:25:32.142622+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969643", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-4-12B-it-FP8-Dynamic", "modelId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "submitTime": "2026-09-20T03:25:32.045316+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969632", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-6bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-6bit", "submitTime": "2026-09-20T03:25:32.137439+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969642", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:25:32.146902+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969640", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "submitTime": "2026-09-20T03:25:32.144131+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969639", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-8bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-8bit", "submitTime": "2026-09-20T03:25:32.252209+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969648", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "modelId": "inceptionai/Jais-2-8B-Chat", "submitTime": "2026-09-20T03:25:32.237107+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969645", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-NV", "modelId": "BAAI/RoboBrain2.5-8B-NV", "submitTime": "2026-09-20T03:25:32.258565+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4969650", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
@@ -572,7 +570,6 @@
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "modelId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:57:37.786409+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970325", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:57:37.775226+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970323", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-7b-quantized.w8a16", "submitTime": "2026-09-20T03:57:37.813760+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970327", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-20T03:57:37.896737+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970334", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "modelId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "submitTime": "2026-09-20T03:57:37.953415+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970339", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "modelId": "LiquidAI/LFM2.5-2.6B", "submitTime": "2026-09-20T03:57:37.936950+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4970337", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-20T03:57:37.974956+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4970340", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}
@@ -622,7 +619,6 @@
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-4-12B-it-FP8-Dynamic", "modelId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "submitTime": "2026-09-20T04:15:36.946953+00:00", "targetGpu": "Vastai_va16", "taskId": "4970616", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T04:15:37.035881+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970619", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T04:19:00.650992+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970642", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "modelId": "inclusionAI/Ling-3.0-tiny", "submitTime": "2026-09-20T04:19:00.606791+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970641", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "submitTime": "2026-09-20T04:26:45.136463+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4970727", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "modelId": "inceptionai/Jais-2-8B-Chat", "submitTime": "2026-09-20T04:26:45.109939+00:00", "targetGpu": "Vastai_va16", "taskId": "4970729", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "modelId": "RedHatAI/starcoder2-3b-FP8", "submitTime": "2026-09-20T04:26:45.134333+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970730", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
@@ -649,12 +645,10 @@
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-en-thinker", "modelId": "CohereLabs/tiny-aya-en-thinker", "submitTime": "2026-09-20T08:13:33.946939+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4973784", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-20T08:35:23.865977+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4974052", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T08:36:06.135810+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4974067", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-quantized.w8a16", "modelId": "neuralmagic/gemma-2-2b-quantized.w8a16", "submitTime": "2026-09-20T08:38:08.235641+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4974086", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "modelId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "submitTime": "2026-09-20T08:49:13.735987+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4974215", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "modelId": "inceptionai/Jais-2-8B-Chat", "submitTime": "2026-09-20T08:49:13.744928+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4974217", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-FP8", "modelId": "neuralmagic/starcoder2-15b-FP8", "submitTime": "2026-09-20T08:49:13.737560+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4974216", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "submitTime": "2026-09-20T08:50:08.794809+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4974249", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "modelId": "RedHatAI/starcoder2-3b-FP8", "submitTime": "2026-09-20T08:51:34.994683+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4974250", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8", "modelId": "RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8", "submitTime": "2026-09-20T08:56:16.600052+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4974353", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "modelId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "submitTime": "2026-09-20T09:01:08.067421+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4974395", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "modelId": "RedHatAI/starcoder2-15b-FP8", "submitTime": "2026-09-20T09:01:08.068967+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4974396", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
@@ -708,7 +702,6 @@
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-122B-A10B-OptiQ-2bit-REAP-63B", "modelId": "mlx-community/Qwen3.5-122B-A10B-OptiQ-2bit-REAP-63B", "submitTime": "2026-09-20T12:46:10.184871+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4979107", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "modelId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "submitTime": "2026-09-20T12:48:31.772173+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4979120", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/apodex/Apodex-1.1-mini-GPTQ-Int4", "modelId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "submitTime": "2026-09-20T12:50:08.335394+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4979143", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T12:51:33.437699+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4979144", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-4-12B-it-FP8-Dynamic", "modelId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "submitTime": "2026-09-20T13:01:42.205703+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4979280", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w8a16", "modelId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-20T13:08:04.558912+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4979480", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "modelId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "submitTime": "2026-09-20T13:19:23.910185+00:00", "targetGpu": "Vastai_va16", "taskId": "4979588", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
@@ -782,7 +775,6 @@
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-quantized.w8a16", "modelId": "neuralmagic/gemma-2-2b-quantized.w8a16", "submitTime": "2026-09-20T18:09:27.989767+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4985115", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "modelId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T18:39:41.567990+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4985663", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "modelId": "inceptionai/Jais-2-8B-Chat", "submitTime": "2026-09-20T18:39:53.164098+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4985692", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "modelId": "sapientinc/HRM-Text-1B", "submitTime": "2026-09-20T18:47:15.075816+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4985774", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-FP8", "modelId": "neuralmagic/starcoder2-3b-FP8", "submitTime": "2026-09-20T18:54:50.769551+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4985843", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a8", "submitTime": "2026-09-20T18:54:50.753303+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4985841", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "submitTime": "2026-09-20T18:54:50.779862+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4985846", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
@@ -1014,6 +1006,15 @@
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality", "submitTime": "2026-09-21T08:43:01.453596+00:00", "targetGpu": "Biren_166m", "taskId": "4997304", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "modelId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "submitTime": "2026-09-21T08:46:11.874749+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4997349", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/blue2star/Qwen-Image-2.1-PE-I2I-ComfyUI", "modelId": "blue2star/Qwen-Image-2.1-PE-I2I-ComfyUI", "submitTime": "2026-09-21T08:59:28.154388+00:00", "targetGpu": "Biren_166m", "taskId": "4997528", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "modelId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "submitTime": "2026-09-21T09:02:30.534692+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4997591", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "modelId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "submitTime": "2026-09-21T09:02:30.537080+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4997592", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "modelId": "RedHatAI/starcoder2-15b-FP8", "submitTime": "2026-09-21T09:05:59.142974+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4997663", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "modelId": "nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "submitTime": "2026-09-21T09:07:46.198212+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4997684", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "modelId": "XHToken/Spark-X2.5-1.7B", "submitTime": "2026-09-21T09:10:32.259004+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4997718", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3.1-8B-Instruct-FP8-hf", "modelId": "nm-testing/Meta-Llama-3.1-8B-Instruct-FP8-hf", "submitTime": "2026-09-21T09:13:51.958882+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4997802", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-21T09:13:58.610056+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4997803", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T12:51:33.437699+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4979144", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "modelId": "sapientinc/HRM-Text-1B", "submitTime": "2026-09-20T18:47:15.075816+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4985774", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "submitTime": "2026-09-20T19:48:14.574218+00:00", "targetGpu": "Biren_166m", "taskId": "4986610", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "submitTime": "2026-09-20T19:48:14.639695+00:00", "targetGpu": "Biren_166m", "taskId": "4986615", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/XYZ-Aquila-mini-OptiQ-4bit", "modelId": "mlx-community/XYZ-Aquila-mini-OptiQ-4bit", "submitTime": "2026-09-20T19:48:14.595651+00:00", "targetGpu": "Biren_166m", "taskId": "4986618", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
@@ -1173,10 +1174,3 @@
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T20:09:24.405809+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986872", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.421834+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986873", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "submitTime": "2026-09-20T21:19:40.047378+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4987847", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "modelId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "submitTime": "2026-09-21T09:02:30.534692+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4997591", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "modelId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "submitTime": "2026-09-21T09:02:30.537080+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4997592", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "modelId": "RedHatAI/starcoder2-15b-FP8", "submitTime": "2026-09-21T09:05:59.142974+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4997663", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "modelId": "nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "submitTime": "2026-09-21T09:07:46.198212+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4997684", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "modelId": "XHToken/Spark-X2.5-1.7B", "submitTime": "2026-09-21T09:10:32.259004+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4997718", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3.1-8B-Instruct-FP8-hf", "modelId": "nm-testing/Meta-Llama-3.1-8B-Instruct-FP8-hf", "submitTime": "2026-09-21T09:13:51.958882+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4997802", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-21T09:13:58.610056+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4997803", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}