state: generation 11581 (cycle)
This commit is contained in:
@@ -131,7 +131,6 @@
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/webAI-Official/TwIL-LM3", "modelId": "webAI-Official/TwIL-LM3", "submitTime": "2026-09-10T19:50:31.405521+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4766604", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
|
||||
{"framework": "llamacpp", "modelAddress": "https://modelscope.cn/models/guaidao2/LFM2.5-2.6B-For-CTF", "modelId": "guaidao2/LFM2.5-2.6B-For-CTF", "submitTime": "2026-09-11T10:27:33.286927+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4776571", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-llamacpp-iluvatar-bi-150"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-11T15:45:34.084559+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4782449", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-11T16:03:11.891697+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4782663", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "modelId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "submitTime": "2026-09-11T16:05:31.441883+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4782685", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-11T16:20:38.542601+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4782813", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "modelId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "submitTime": "2026-09-11T16:22:36.317588+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4782838", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
|
||||
@@ -143,7 +142,6 @@
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-11T18:18:29.687478+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4784430", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-11T18:51:22.774816+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4784981", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-sunrise-pt-200-x1"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "modelId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "submitTime": "2026-09-11T18:51:22.770505+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4784982", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-sunrise-pt-200-x1"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-12T01:22:51.902664+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4791408", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/nex-agi/Nex-N2.5-mini", "modelId": "nex-agi/Nex-N2.5-mini", "submitTime": "2026-09-12T01:22:51.908714+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4791410", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Ornith-1.5-35B-A3B-8bit", "modelId": "mlx-community/Ornith-1.5-35B-A3B-8bit", "submitTime": "2026-09-12T10:58:56.807180+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4800525", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B", "modelId": "unsloth/NVIDIA-Nemotron-3.5-Lightning-30B-A3B", "submitTime": "2026-09-12T10:58:56.798553+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4800526", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
|
||||
@@ -182,8 +180,6 @@
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "modelId": "yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "submitTime": "2026-09-14T13:50:28.944104+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4849951", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "modelId": "yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "submitTime": "2026-09-14T14:07:56.405960+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4850193", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "modelId": "yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "submitTime": "2026-09-14T14:28:45.912561+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4850731", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/Edge0/Edge0-35B-A3B-preview", "modelId": "Edge0/Edge0-35B-A3B-preview", "submitTime": "2026-09-14T14:33:47.610438+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4850851", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/mlx-community/Agents-A1-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Agents-A1-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-14T14:33:47.608754+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4850852", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "modelId": "yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "submitTime": "2026-09-14T14:45:34.065869+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4851355", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "modelId": "yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "submitTime": "2026-09-14T14:58:42.799979+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4851563", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "modelId": "yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "submitTime": "2026-09-14T15:17:11.757696+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4851925", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
|
||||
@@ -230,8 +226,6 @@
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "modelId": "yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "submitTime": "2026-09-15T22:23:03.695971+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4881078", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/hcnote/SparkMuse-4B", "modelId": "hcnote/SparkMuse-4B", "submitTime": "2026-09-15T22:23:03.689595+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4881079", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/hcnote/SparkMuse-4B-INT8", "modelId": "hcnote/SparkMuse-4B-INT8", "submitTime": "2026-09-15T22:23:03.683054+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4881077", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/mlx-community/XYZ-Aquila-mini-OptiQ-4bit-REAP-18B", "modelId": "mlx-community/XYZ-Aquila-mini-OptiQ-4bit-REAP-18B", "submitTime": "2026-09-15T22:23:03.693648+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4881080", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/mlx-community/Ornith-1.0-35B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Ornith-1.0-35B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-15T22:23:03.691857+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4881076", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/hcnote/SparkMuse-4B-INT8", "modelId": "hcnote/SparkMuse-4B-INT8", "submitTime": "2026-09-15T23:23:24.114544+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4881705", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Edge0/Edge0-8B-A1B-preview", "modelId": "Edge0/Edge0-8B-A1B-preview", "submitTime": "2026-09-16T08:44:19.185430+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4889469", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Edge0/Edge0-8B-A1B-preview", "modelId": "Edge0/Edge0-8B-A1B-preview", "submitTime": "2026-09-16T09:03:09.666793+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4889677", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
|
||||
@@ -298,7 +292,6 @@
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Ornith-1.5-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Ornith-1.5-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-17T23:13:41.953804+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4924273", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
|
||||
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/mlx-community/Ornith-1.5-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Ornith-1.5-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-17T23:32:01.618376+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4924477", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Ornith-1.5-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Ornith-1.5-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-17T23:52:12.212601+00:00", "targetGpu": "Biren_166m", "taskId": "4924750", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/mlx-community/Ornith-1.5-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Ornith-1.5-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-18T00:10:06.800446+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4925021", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Ornith-1.5-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Ornith-1.5-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-18T02:29:42.495408+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4926623", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/prism-ml/Ternary-Bonsai-2-27B-mlx-2bit", "modelId": "prism-ml/Ternary-Bonsai-2-27B-mlx-2bit", "submitTime": "2026-09-18T07:28:59.047241+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4930745", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/prism-ml/Ternary-Bonsai-2-27B-mlx-2bit", "modelId": "prism-ml/Ternary-Bonsai-2-27B-mlx-2bit", "submitTime": "2026-09-18T07:47:08.881305+00:00", "targetGpu": "MetaX_c-500", "taskId": "4931369", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
|
||||
@@ -326,7 +319,6 @@
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/IFM/K2-Horizon-7B-FP8", "modelId": "IFM/K2-Horizon-7B-FP8", "submitTime": "2026-09-18T17:56:47.449292+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4938209", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/barozp/Qwen3.8-Whittle-MoE-27B-MLX-4bit", "modelId": "barozp/Qwen3.8-Whittle-MoE-27B-MLX-4bit", "submitTime": "2026-09-18T18:41:55.617980+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4938690", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/barozp/Qwen3.8-Whittle-MoE-27B-MLX-4bit", "modelId": "barozp/Qwen3.8-Whittle-MoE-27B-MLX-4bit", "submitTime": "2026-09-18T18:58:28.435554+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4938823", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/barozp/Qwen3.8-Whittle-MoE-27B-MLX-4bit", "modelId": "barozp/Qwen3.8-Whittle-MoE-27B-MLX-4bit", "submitTime": "2026-09-18T19:38:31.546614+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4939248", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "llamacpp", "modelAddress": "https://modelscope.cn/models/soyaakinohara/Spark-X2.5-4B-Heretic-jp-gguf", "modelId": "soyaakinohara/Spark-X2.5-4B-Heretic-jp-gguf", "submitTime": "2026-09-19T00:19:16.727802+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4942012", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-llamacpp-hygon-k100-ai"}
|
||||
{"framework": "llamacpp", "modelAddress": "https://modelscope.cn/models/soyaakinohara/Spark-X2.5-4B-Heretic-jp-gguf", "modelId": "soyaakinohara/Spark-X2.5-4B-Heretic-jp-gguf", "submitTime": "2026-09-19T00:38:36.958172+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4942203", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-llamacpp-ascend-910-b4"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/prism-ml/Ternary-Bonsai-2-27B-mlx-2bit", "modelId": "prism-ml/Ternary-Bonsai-2-27B-mlx-2bit", "submitTime": "2026-09-19T00:52:10.648321+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4942333", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"}
|
||||
@@ -542,7 +534,6 @@
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "submitTime": "2026-09-20T04:14:34.933362+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970576", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "submitTime": "2026-09-20T04:14:34.792755+00:00", "targetGpu": "Vastai_va16", "taskId": "4970571", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-70B-Instruct-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-70B-Instruct-quantized.w8a16", "submitTime": "2026-09-20T04:14:34.788367+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970568", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-20T04:14:34.915616+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970577", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "submitTime": "2026-09-20T04:14:34.920885+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970573", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-7b-quantized.w8a16", "submitTime": "2026-09-20T04:14:34.845570+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970567", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-20T04:14:34.911597+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970578", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
|
||||
@@ -888,7 +879,6 @@
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "modelId": "TokenRhythm/NeoHorse-1-9B", "submitTime": "2026-09-21T08:31:34.413070+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4997093", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
|
||||
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a8", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w8a8", "submitTime": "2026-09-21T08:33:50.394331+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4997188", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
|
||||
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-27b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "submitTime": "2026-09-21T08:33:57.835795+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4997190", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "modelId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "submitTime": "2026-09-21T08:37:00.639410+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4997216", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-21T08:37:38.779650+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4997217", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "submitTime": "2026-09-21T08:37:38.921478+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4997218", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "modelId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "submitTime": "2026-09-21T08:37:39.043820+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4997240", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
@@ -1007,11 +997,24 @@
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "modelId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "submitTime": "2026-09-21T17:03:32.337763+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5004418", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-3b-quantized.w8a8", "submitTime": "2026-09-21T17:03:32.239233+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5004391", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "modelId": "inclusionAI/Ling-3.0-tiny", "submitTime": "2026-09-21T17:03:32.246032+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5004415", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "modelId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "submitTime": "2026-09-21T17:04:23.068451+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004470", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "submitTime": "2026-09-21T17:11:56.354232+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5004581", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/AppleScript-8B-JANG_4M", "submitTime": "2026-09-21T17:14:32.848203+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5004582", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a8", "submitTime": "2026-09-21T17:14:33.065595+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004583", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "modelId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "submitTime": "2026-09-21T17:17:44.806635+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5004694", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-channel-dynamic-token-v2", "modelId": "nm-testing/tinyllama-oneshot-w8a8-channel-dynamic-token-v2", "submitTime": "2026-09-21T17:25:56.810809+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004733", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test", "modelId": "nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test", "submitTime": "2026-09-21T17:25:56.793359+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004731", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/llama-3-instruct-w8a8-dyn-per-token-test", "modelId": "nm-testing/llama-3-instruct-w8a8-dyn-per-token-test", "submitTime": "2026-09-21T17:25:56.795707+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004732", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w4a16-group128-v2", "modelId": "nm-testing/tinyllama-oneshot-w4a16-group128-v2", "submitTime": "2026-09-21T17:25:56.838948+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004736", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-nonuniform-test", "modelId": "nm-testing/Meta-Llama-3-8B-Instruct-nonuniform-test", "submitTime": "2026-09-21T17:25:56.835965+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004737", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-llama3-8b-Instruct-quant-FP8", "modelId": "nm-testing/Meta-llama3-8b-Instruct-quant-FP8", "submitTime": "2026-09-21T17:25:56.837536+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004738", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/InternScience/Agents-A1", "modelId": "InternScience/Agents-A1", "submitTime": "2026-09-21T17:25:56.859522+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5004735", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-one-shot-w4a16-group-packed", "modelId": "nm-testing/tinyllama-one-shot-w4a16-group-packed", "submitTime": "2026-09-21T17:25:56.841052+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5004734", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "modelId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "submitTime": "2026-09-21T17:28:33.935492+00:00", "targetGpu": "Biren_166m", "taskId": "5004770", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "submitTime": "2026-09-21T17:29:54.495099+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004794", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "modelId": "inclusionAI/Ling-3.0-tiny", "submitTime": "2026-09-21T17:32:19.865353+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004804", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-21T17:34:06.574134+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004817", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "modelId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "submitTime": "2026-09-21T17:34:20.344385+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004818", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "submitTime": "2026-09-21T17:38:18.066341+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004848", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "submitTime": "2026-09-20T20:35:36.766659+00:00", "targetGpu": "Biren_166m", "taskId": "4987187", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "submitTime": "2026-09-20T20:39:13.053978+00:00", "targetGpu": "Biren_166m", "taskId": "4987256", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "modelId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "submitTime": "2026-09-20T20:48:13.967563+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4987442", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
@@ -1188,6 +1191,7 @@
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "submitTime": "2026-09-20T21:19:40.047378+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4987847", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "modelId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "submitTime": "2026-09-21T06:25:35.859746+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4995261", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/ddalcu/Muse-Glimmer-30B-MLX-Serve-8bit", "modelId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-8bit", "submitTime": "2026-09-21T07:19:41.700188+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4995892", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "modelId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "submitTime": "2026-09-21T08:37:00.639410+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4997216", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "modelId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "submitTime": "2026-09-21T08:39:42.289781+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4997241", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-bi-150"}
|
||||
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "modelId": "RedHatAI/starcoder2-15b-FP8", "submitTime": "2026-09-21T09:05:59.142974+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4997663", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "submitTime": "2026-09-21T10:50:31.253072+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4999408", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-bi-150"}
|
||||
@@ -1215,18 +1219,5 @@
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "submitTime": "2026-09-21T16:14:19.468977+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003540", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "modelId": "OpenBMB/MiniCPM5-2B-MLX", "submitTime": "2026-09-21T17:03:32.240792+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004389", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-7b-quantized.w8a16", "submitTime": "2026-09-21T17:03:32.401500+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004440", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "modelId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "submitTime": "2026-09-21T17:04:23.068451+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004470", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "modelId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "submitTime": "2026-09-21T17:04:37.582797+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004419", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-channel-dynamic-token-v2", "modelId": "nm-testing/tinyllama-oneshot-w8a8-channel-dynamic-token-v2", "submitTime": "2026-09-21T17:25:56.810809+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004733", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test", "modelId": "nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test", "submitTime": "2026-09-21T17:25:56.793359+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004731", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/llama-3-instruct-w8a8-dyn-per-token-test", "modelId": "nm-testing/llama-3-instruct-w8a8-dyn-per-token-test", "submitTime": "2026-09-21T17:25:56.795707+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004732", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w4a16-group128-v2", "modelId": "nm-testing/tinyllama-oneshot-w4a16-group128-v2", "submitTime": "2026-09-21T17:25:56.838948+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004736", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-nonuniform-test", "modelId": "nm-testing/Meta-Llama-3-8B-Instruct-nonuniform-test", "submitTime": "2026-09-21T17:25:56.835965+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004737", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-llama3-8b-Instruct-quant-FP8", "modelId": "nm-testing/Meta-llama3-8b-Instruct-quant-FP8", "submitTime": "2026-09-21T17:25:56.837536+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004738", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/InternScience/Agents-A1", "modelId": "InternScience/Agents-A1", "submitTime": "2026-09-21T17:25:56.859522+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5004735", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-one-shot-w4a16-group-packed", "modelId": "nm-testing/tinyllama-one-shot-w4a16-group-packed", "submitTime": "2026-09-21T17:25:56.841052+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5004734", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "modelId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "submitTime": "2026-09-21T17:28:33.935492+00:00", "targetGpu": "Biren_166m", "taskId": "5004770", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "submitTime": "2026-09-21T17:29:54.495099+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004794", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "modelId": "inclusionAI/Ling-3.0-tiny", "submitTime": "2026-09-21T17:32:19.865353+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004804", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-21T17:34:06.574134+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004817", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "modelId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "submitTime": "2026-09-21T17:34:20.344385+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004818", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "submitTime": "2026-09-21T17:38:18.066341+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004848", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}
|
||||
|
||||
Reference in New Issue
Block a user