state: generation 11576 (cycle)
This commit is contained in:
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@@ -115,7 +115,6 @@
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/laion/swesmith-nl2bash-stack-bugsseq", "modelId": "laion/swesmith-nl2bash-stack-bugsseq", "submitTime": "2026-09-09T18:31:44.217327+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4744546", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-sunrise-pt-200-x1"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/MiniMax-M2.7-JANGTQ_K", "modelId": "JANGQ-AI/MiniMax-M2.7-JANGTQ_K", "submitTime": "2026-09-09T21:08:32.618999+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4746456", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ddalcu/Muse-Glimmer-30B-MLX-Serve-8bit", "modelId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-8bit", "submitTime": "2026-09-10T00:22:02.859936+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4749146", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Ling-2.6-flash-JANGTQ", "modelId": "JANGQ-AI/Ling-2.6-flash-JANGTQ", "submitTime": "2026-09-10T00:43:04.107121+00:00", "targetGpu": "MetaX_c-500", "taskId": "4749470", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
|
||||
{"framework": "llamacpp", "modelAddress": "https://modelscope.cn/models/bartowski/MiniCPM5-2B-GGUF", "modelId": "bartowski/MiniCPM5-2B-GGUF", "submitTime": "2026-09-10T05:54:18.783901+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4754025", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-llamacpp-hygon-k100-ai"}
|
||||
{"framework": "llamacpp", "modelAddress": "https://modelscope.cn/models/bartowski/MiniCPM5-2B-GGUF", "modelId": "bartowski/MiniCPM5-2B-GGUF", "submitTime": "2026-09-10T06:11:11.806743+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4754342", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-llamacpp-ascend-910-b3"}
|
||||
{"framework": "llamacpp", "modelAddress": "https://modelscope.cn/models/bartowski/MiniCPM5-2B-GGUF", "modelId": "bartowski/MiniCPM5-2B-GGUF", "submitTime": "2026-09-10T06:28:56.145522+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4754660", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-llamacpp-mthreads-s4000"}
|
||||
@@ -458,14 +457,11 @@
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:40:44.501444+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969969", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "modelId": "RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:40:44.505215+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969967", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "modelId": "LiquidAI/LFM2.5-2.6B", "submitTime": "2026-09-20T03:40:44.507984+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969968", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "submitTime": "2026-09-20T03:41:42.249155+00:00", "targetGpu": "Vastai_va16", "taskId": "4969994", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "submitTime": "2026-09-20T03:41:42.236412+00:00", "targetGpu": "Vastai_va16", "taskId": "4969990", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "submitTime": "2026-09-20T03:41:42.238130+00:00", "targetGpu": "Vastai_va16", "taskId": "4969985", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:42.241690+00:00", "targetGpu": "Vastai_va16", "taskId": "4969986", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:42.247748+00:00", "targetGpu": "Vastai_va16", "taskId": "4969992", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T03:41:42.240363+00:00", "targetGpu": "Vastai_va16", "taskId": "4969984", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:41:42.242718+00:00", "targetGpu": "Vastai_va16", "taskId": "4969993", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "submitTime": "2026-09-20T03:41:48.957764+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4969998", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "modelId": "BAAI/RoboBrain2.5-8B-MT", "submitTime": "2026-09-20T03:41:49.003635+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970004", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
|
||||
{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-NV", "modelId": "BAAI/RoboBrain2.5-8B-NV", "submitTime": "2026-09-20T03:41:48.995904+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970001", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "submitTime": "2026-09-20T03:41:49.141735+00:00", "targetGpu": "Biren_166m", "taskId": "4970017", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"}
|
||||
@@ -745,15 +741,12 @@
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-20T20:51:02.390173+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4987488", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "modelId": "BAAI/AquilaMed-RL", "submitTime": "2026-09-20T20:59:49.478245+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4987616", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/AppleScript-8B-JANG_4M", "submitTime": "2026-09-20T21:13:06.834956+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4987784", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T21:15:43.284287+00:00", "targetGpu": "Biren_166m", "taskId": "4987804", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "submitTime": "2026-09-20T21:17:18.378926+00:00", "targetGpu": "Biren_166m", "taskId": "4987846", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "modelId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "submitTime": "2026-09-20T21:22:47.667525+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4987928", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v3-9B", "modelId": "aisingapore/Gemma-SEA-LION-v3-9B", "submitTime": "2026-09-20T21:26:40.552644+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4987963", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-sunrise-pt-200-x1"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "modelId": "RedHatAI/starcoder2-15b-FP8", "submitTime": "2026-09-20T21:26:57.682364+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4987965", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Spark-X2.5-4B-OptiQ-4bit", "modelId": "mlx-community/Spark-X2.5-4B-OptiQ-4bit", "submitTime": "2026-09-20T21:28:22.564707+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4988004", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/EschaLabs/Qwen3.8-27B-Escha-W2", "modelId": "EschaLabs/Qwen3.8-27B-Escha-W2", "submitTime": "2026-09-20T21:37:47.183318+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4988062", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "modelId": "OpenBMB/MiniCPM5-2B-MLX", "submitTime": "2026-09-20T21:37:47.189599+00:00", "targetGpu": "Biren_166m", "taskId": "4988061", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "modelId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "submitTime": "2026-09-20T21:37:47.191312+00:00", "targetGpu": "Biren_166m", "taskId": "4988063", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "modelId": "pfnet/plamo-3-nict-8b-base", "submitTime": "2026-09-20T21:45:44.135645+00:00", "targetGpu": "Biren_166m", "taskId": "4988230", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w4a16", "modelId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "submitTime": "2026-09-20T21:47:29.378176+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4988291", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "modelId": "inclusionAI/Ling-3.0-tiny", "submitTime": "2026-09-20T21:57:41.600515+00:00", "targetGpu": "Biren_166m", "taskId": "4988391", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
@@ -784,12 +777,10 @@
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-v0.4-AWQ", "modelId": "solidrust/Llama-3-8B-Instruct-v0.4-AWQ", "submitTime": "2026-09-21T00:41:04.760036+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4990527", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a8", "submitTime": "2026-09-21T00:51:43.688289+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4990612", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "modelId": "RedHatAI/starcoder2-15b-FP8", "submitTime": "2026-09-21T01:10:00.817297+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4990878", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "submitTime": "2026-09-21T01:10:01.025615+00:00", "targetGpu": "Biren_166m", "taskId": "4990910", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "modelId": "LiquidAI/LFM2.5-8B-A1B", "submitTime": "2026-09-21T01:17:52.505387+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4991028", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "modelId": "neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "submitTime": "2026-09-21T01:19:31.687350+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4991029", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "modelId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "submitTime": "2026-09-21T01:24:06.952615+00:00", "targetGpu": "Biren_166m", "taskId": "4991107", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ewinregirgojr/Qwen3.8-9B-Instruct-Turbo", "modelId": "ewinregirgojr/Qwen3.8-9B-Instruct-Turbo", "submitTime": "2026-09-21T01:24:06.954538+00:00", "targetGpu": "Biren_166m", "taskId": "4991108", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality-FP16", "submitTime": "2026-09-21T01:27:07.435514+00:00", "targetGpu": "Biren_166m", "taskId": "4991159", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "submitTime": "2026-09-21T01:54:23.239188+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4991516", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "modelId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "submitTime": "2026-09-21T02:02:02.598580+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4991686", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "submitTime": "2026-09-21T02:04:12.536952+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4991720", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"}
|
||||
@@ -807,7 +798,6 @@
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "submitTime": "2026-09-21T02:08:00.755826+00:00", "targetGpu": "Biren_166m", "taskId": "4991803", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "modelId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "submitTime": "2026-09-21T02:08:00.861090+00:00", "targetGpu": "Biren_166m", "taskId": "4991804", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "modelId": "RedHatAI/starcoder2-3b-FP8", "submitTime": "2026-09-21T02:08:00.958470+00:00", "targetGpu": "Biren_166m", "taskId": "4991805", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "submitTime": "2026-09-21T02:08:01.066580+00:00", "targetGpu": "Biren_166m", "taskId": "4991806", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "submitTime": "2026-09-21T02:08:13.065520+00:00", "targetGpu": "Biren_166m", "taskId": "4991807", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "submitTime": "2026-09-21T02:08:13.182758+00:00", "targetGpu": "Biren_166m", "taskId": "4991808", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "modelId": "RedHatAI/starcoder2-7b-FP8", "submitTime": "2026-09-21T02:08:13.292272+00:00", "targetGpu": "Biren_166m", "taskId": "4991809", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
@@ -818,7 +808,6 @@
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "modelId": "sapientinc/HRM-Text-1B", "submitTime": "2026-09-21T02:08:28.316169+00:00", "targetGpu": "Biren_166m", "taskId": "4991820", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "modelId": "TokenRhythm/NeoHorse-1-9B", "submitTime": "2026-09-21T02:08:28.408499+00:00", "targetGpu": "Biren_166m", "taskId": "4991821", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-FP8", "modelId": "XHToken/Spark-X2.5-4B-FP8", "submitTime": "2026-09-21T02:08:28.519960+00:00", "targetGpu": "Biren_166m", "taskId": "4991822", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "modelId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "submitTime": "2026-09-21T02:08:28.643120+00:00", "targetGpu": "Biren_166m", "taskId": "4991827", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "modelId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "submitTime": "2026-09-21T02:08:43.018017+00:00", "targetGpu": "Biren_166m", "taskId": "4991828", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-21T02:08:43.110856+00:00", "targetGpu": "Biren_166m", "taskId": "4991829", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "submitTime": "2026-09-21T02:08:43.206324+00:00", "targetGpu": "Biren_166m", "taskId": "4991830", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
@@ -1013,6 +1002,16 @@
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/nonuniform", "modelId": "nm-testing/nonuniform", "submitTime": "2026-09-21T16:28:23.621387+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5003752", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "modelId": "pfnet/plamo-3-nict-8b-base", "submitTime": "2026-09-21T16:28:23.653856+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5003786", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "modelId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "submitTime": "2026-09-21T16:50:25.196591+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5004126", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"}
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "modelId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "submitTime": "2026-09-21T17:03:32.235791+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5004388", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a16-per-channel", "modelId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "submitTime": "2026-09-21T17:03:32.237692+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5004390", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "modelId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "submitTime": "2026-09-21T17:03:32.337763+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5004418", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-3b-quantized.w8a8", "submitTime": "2026-09-21T17:03:32.239233+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5004391", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "modelId": "inclusionAI/Ling-3.0-tiny", "submitTime": "2026-09-21T17:03:32.246032+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5004415", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "modelId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "submitTime": "2026-09-21T17:04:23.068451+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004470", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "submitTime": "2026-09-21T17:11:56.354232+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5004581", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/AppleScript-8B-JANG_4M", "submitTime": "2026-09-21T17:14:32.848203+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5004582", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a8", "submitTime": "2026-09-21T17:14:33.065595+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004583", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "modelId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "submitTime": "2026-09-21T17:17:44.806635+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5004694", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T19:48:14.739365+00:00", "targetGpu": "Biren_166m", "taskId": "4986621", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T19:48:14.745647+00:00", "targetGpu": "Biren_166m", "taskId": "4986622", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T19:48:14.804006+00:00", "targetGpu": "Biren_166m", "taskId": "4986623", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
@@ -1028,10 +1027,13 @@
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/cyankiwi/Apodex-1.1-mini-AWQ-INT4", "modelId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "submitTime": "2026-09-20T20:53:47.320072+00:00", "targetGpu": "Biren_166m", "taskId": "4987553", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "modelId": "aisingapore/SEA-LION-v1-7B-IT", "submitTime": "2026-09-20T20:55:39.990873+00:00", "targetGpu": "Biren_166m", "taskId": "4987554", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "modelId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "submitTime": "2026-09-20T21:13:47.960850+00:00", "targetGpu": "Biren_166m", "taskId": "4987803", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T21:15:43.284287+00:00", "targetGpu": "Biren_166m", "taskId": "4987804", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-20T21:15:43.436820+00:00", "targetGpu": "Biren_166m", "taskId": "4987805", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "modelId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "submitTime": "2026-09-20T21:15:43.553144+00:00", "targetGpu": "Biren_166m", "taskId": "4987832", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "submitTime": "2026-09-20T21:17:18.378926+00:00", "targetGpu": "Biren_166m", "taskId": "4987846", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "submitTime": "2026-09-20T21:19:10.977747+00:00", "targetGpu": "Biren_166m", "taskId": "4987874", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-20T21:24:36.675557+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4987943", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "modelId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "submitTime": "2026-09-20T21:37:47.191312+00:00", "targetGpu": "Biren_166m", "taskId": "4988063", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/sbintuitions/sarashina2.2-3b-instruct-v0.1", "modelId": "sbintuitions/sarashina2.2-3b-instruct-v0.1", "submitTime": "2026-09-20T22:29:12.187825+00:00", "targetGpu": "Biren_166m", "taskId": "4988752", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "modelId": "TokenRhythm/NeoHorse-1-4B", "submitTime": "2026-09-20T22:29:12.193862+00:00", "targetGpu": "Biren_166m", "taskId": "4988754", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "modelId": "LiquidAI/LFM2.5-8B-A1B", "submitTime": "2026-09-20T22:29:12.195398+00:00", "targetGpu": "Biren_166m", "taskId": "4988751", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
@@ -1042,12 +1044,16 @@
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-FP8", "modelId": "neuralmagic/starcoder2-7b-FP8", "submitTime": "2026-09-21T00:12:58.738712+00:00", "targetGpu": "Biren_166m", "taskId": "4990140", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a8", "modelId": "RedHatAI/starcoder2-3b-quantized.w8a8", "submitTime": "2026-09-21T00:17:53.135774+00:00", "targetGpu": "Biren_166m", "taskId": "4990242", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w8a16", "modelId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "submitTime": "2026-09-21T01:10:00.835785+00:00", "targetGpu": "Biren_166m", "taskId": "4990879", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "submitTime": "2026-09-21T01:10:01.025615+00:00", "targetGpu": "Biren_166m", "taskId": "4990910", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ewinregirgojr/Qwen3.8-14B-Instruct-Turbo", "modelId": "ewinregirgojr/Qwen3.8-14B-Instruct-Turbo", "submitTime": "2026-09-21T01:11:59.475916+00:00", "targetGpu": "Biren_166m", "taskId": "4990935", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality-FP16", "submitTime": "2026-09-21T01:27:07.435514+00:00", "targetGpu": "Biren_166m", "taskId": "4991159", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "modelId": "XHToken/Spark-X2.5-4B", "submitTime": "2026-09-21T01:37:49.775343+00:00", "targetGpu": "Biren_166m", "taskId": "4991287", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-21T01:45:52.835844+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4991428", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "modelId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "submitTime": "2026-09-21T01:54:23.235347+00:00", "targetGpu": "Biren_166m", "taskId": "4991515", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B", "modelId": "aisingapore/SEA-LION-v1-7B", "submitTime": "2026-09-21T01:57:56.851808+00:00", "targetGpu": "Biren_166m", "taskId": "4991645", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "modelId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "submitTime": "2026-09-21T02:07:33.575630+00:00", "targetGpu": "Biren_166m", "taskId": "4991794", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "submitTime": "2026-09-21T02:08:01.066580+00:00", "targetGpu": "Biren_166m", "taskId": "4991806", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "modelId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "submitTime": "2026-09-21T02:08:28.643120+00:00", "targetGpu": "Biren_166m", "taskId": "4991827", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a8", "submitTime": "2026-09-21T02:09:20.580117+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4991853", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "modelId": "OpenBMB/MiniCPM5-2B-MLX", "submitTime": "2026-09-21T02:10:00.812814+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4991872", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T04:15:36.970472+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970618", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"}
|
||||
@@ -1215,16 +1221,6 @@
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "submitTime": "2026-09-21T16:01:44.276852+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003411", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "submitTime": "2026-09-21T16:04:25.561880+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003413", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "submitTime": "2026-09-21T16:14:19.468977+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003540", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "modelId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "submitTime": "2026-09-21T17:03:32.235791+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5004388", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a16-per-channel", "modelId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "submitTime": "2026-09-21T17:03:32.237692+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5004390", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "modelId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "submitTime": "2026-09-21T17:03:32.337763+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5004418", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-3b-quantized.w8a8", "submitTime": "2026-09-21T17:03:32.239233+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5004391", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "modelId": "inclusionAI/Ling-3.0-tiny", "submitTime": "2026-09-21T17:03:32.246032+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5004415", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "modelId": "OpenBMB/MiniCPM5-2B-MLX", "submitTime": "2026-09-21T17:03:32.240792+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004389", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-7b-quantized.w8a16", "submitTime": "2026-09-21T17:03:32.401500+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004440", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "modelId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "submitTime": "2026-09-21T17:04:23.068451+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004470", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "modelId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "submitTime": "2026-09-21T17:04:37.582797+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004419", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "submitTime": "2026-09-21T17:11:56.354232+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5004581", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
|
||||
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/AppleScript-8B-JANG_4M", "submitTime": "2026-09-21T17:14:32.848203+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5004582", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
|
||||
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a8", "submitTime": "2026-09-21T17:14:33.065595+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004583", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
|
||||
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "modelId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "submitTime": "2026-09-21T17:17:44.806635+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5004694", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||
|
||||
@@ -9,17 +9,17 @@
|
||||
".modelhub_state/outcome_checkpoint.json": "6dad9797818a53e31a4036cf10439e9f91db8658fc216d87c88bb34ac65c872f",
|
||||
".modelhub_state/queue_cleanup_latest.json": "0ad8bae3fa1afa7ca210869b402afc058a903fdc4e2d86ace5dcbd51a06fabd1",
|
||||
".modelhub_state/recent_outcomes.jsonl": "83bd983fad4dcc2445260f494f0bf45bfd2556d0a3fc4018461652c2fa833146",
|
||||
".modelhub_state/recovery_active_tasks.jsonl": "927a06881668f2ead2d5e4b131f9012e429bd8439b5820e7b3ddb4531ce28e17",
|
||||
".modelhub_state/recovery_intents.jsonl": "72e6dbcdbb97896e79b63425cbfcfd655fc1b71e965bfed1787c8b8a0896a9eb",
|
||||
".modelhub_state/recovery_active_tasks.jsonl": "e7ada21697cf4cd61357e3631a7251ba975f241503787027e0038a8407066550",
|
||||
".modelhub_state/recovery_intents.jsonl": "3e6c1ba7a540e52b7fb9090cf7071523ebb4e034e143d243eee896db51c4a908",
|
||||
".modelhub_state/routing_intelligence.json": "7c9ce6f6347827ab936b32b7702acc215cfae6e2b09d1165331fc9593cfc3cd0",
|
||||
".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989",
|
||||
".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7",
|
||||
"ledger/submissions.jsonl": "35ad8d0eaa18cb6c57b328d1d03c0c15d984b4042970ff39e1f87ab2305b3d29",
|
||||
"ledger/submissions.jsonl": "3f2f2919cc79bd30be7fe83064dba38b4265cf6c9a97a52b148681907987be98",
|
||||
"outcomes/submissions.jsonl": "74f2f4d8e75cee4dffc12c9fbcd32805d55c07ffa3cd59aa4a932202bf505b2c"
|
||||
},
|
||||
"generation": 11575,
|
||||
"phase": "result",
|
||||
"generation": 11576,
|
||||
"phase": "cycle",
|
||||
"schemaVersion": 1,
|
||||
"updatedAt": "2026-09-21T17:22:42.433228+00:00",
|
||||
"updatedAt": "2026-09-21T17:22:44.092145+00:00",
|
||||
"writerId": "8b35139af6674067a339a670222d4b67"
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user