CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11548 (cycle)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 16:19:52 +00:00
parent bbe60be13c
commit 206d57faed
4 changed files with 1885 additions and 1888 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1708
.modelhub_state/recovery_active_tasks.jsonl
View File

File diff suppressed because it is too large Load Diff

2030
.modelhub_state/recovery_intents.jsonl
View File

File diff suppressed because it is too large Load Diff

23
ledger/submissions.jsonl
View File

@@ -136,7 +136,6 @@
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "modelId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "submitTime": "2026-09-11T16:05:31.441883+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4782685", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"} {"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "modelId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "submitTime": "2026-09-11T16:05:31.441883+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4782685", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-11T16:20:38.542601+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4782813", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"} {"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-11T16:20:38.542601+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4782813", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "modelId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "submitTime": "2026-09-11T16:22:36.317588+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4782838", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "modelId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "submitTime": "2026-09-11T16:22:36.317588+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4782838", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-11T16:38:55.116829+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4783004", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-11T16:49:10.249505+00:00", "targetGpu": "Vastai_va16", "taskId": "4783129", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-11T16:49:10.249505+00:00", "targetGpu": "Vastai_va16", "taskId": "4783129", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-11T17:01:11.403970+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4783339", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-11T17:01:11.403970+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "4783339", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-11T17:12:06.612979+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4783476", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"} {"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "modelId": "CohereLabs/tiny-aya-base-32K", "submitTime": "2026-09-11T17:12:06.612979+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4783476", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
@@ -454,7 +453,6 @@
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "modelId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:40:37.349301+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969958", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "modelId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "submitTime": "2026-09-20T03:40:37.349301+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969958", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "submitTime": "2026-09-20T03:40:37.357907+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969965", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "submitTime": "2026-09-20T03:40:37.357907+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969965", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-7b-quantized.w8a16", "submitTime": "2026-09-20T03:40:37.343922+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969961", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-7b-quantized.w8a16", "submitTime": "2026-09-20T03:40:37.343922+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969961", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "submitTime": "2026-09-20T03:40:37.340106+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4969960", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "submitTime": "2026-09-20T03:40:37.346146+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4969957", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"} {"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "submitTime": "2026-09-20T03:40:37.346146+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4969957", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "modelId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "submitTime": "2026-09-20T03:40:37.342058+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969962", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "modelId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "submitTime": "2026-09-20T03:40:37.342058+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969962", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:40:44.501444+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969969", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:40:44.501444+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969969", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
@@ -493,8 +491,6 @@
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "modelId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "submitTime": "2026-09-20T03:41:49.745068+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970047", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "modelId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "submitTime": "2026-09-20T03:41:49.745068+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970047", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "modelId": "aisingapore/SEA-LION-v1-7B-IT-Research", "submitTime": "2026-09-20T03:41:49.739370+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970046", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "modelId": "aisingapore/SEA-LION-v1-7B-IT-Research", "submitTime": "2026-09-20T03:41:49.739370+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4970046", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-hygon-k100-ai"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "modelId": "OpenBMB/MiniCPM5-2B-MLX", "submitTime": "2026-09-20T03:46:29.638998+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970108", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "modelId": "OpenBMB/MiniCPM5-2B-MLX", "submitTime": "2026-09-20T03:46:29.638998+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970108", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "modelId": "inclusionAI/Ling-3.0-tiny", "submitTime": "2026-09-20T03:46:29.642501+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970106", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-DPO-v0.1-AWQ", "modelId": "solidrust/Llama-3-8B-Instruct-DPO-v0.1-AWQ", "submitTime": "2026-09-20T03:46:29.640961+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970105", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "modelId": "solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "submitTime": "2026-09-20T03:46:29.646657+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970109", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "modelId": "solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "submitTime": "2026-09-20T03:46:29.646657+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970109", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-11B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-11B-Instruct-v0.1-AWQ", "submitTime": "2026-09-20T03:46:29.645217+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970116", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-11B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-11B-Instruct-v0.1-AWQ", "submitTime": "2026-09-20T03:46:29.645217+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970116", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "submitTime": "2026-09-20T03:46:29.594810+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970112", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "submitTime": "2026-09-20T03:46:29.594810+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970112", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
@@ -510,7 +506,6 @@
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:53:33.596589+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970235", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a16", "submitTime": "2026-09-20T03:53:33.596589+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970235", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "modelId": "Arain119/Sophia", "submitTime": "2026-09-20T03:53:33.658355+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970237", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "modelId": "Arain119/Sophia", "submitTime": "2026-09-20T03:53:33.658355+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970237", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "modelId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "submitTime": "2026-09-20T03:53:33.579486+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970233", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "modelId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "submitTime": "2026-09-20T03:53:33.579486+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970233", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "modelId": "pfnet/plamo-3-nict-8b-base", "submitTime": "2026-09-20T03:53:33.667457+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970242", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-6bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-6bit", "submitTime": "2026-09-20T03:53:59.216790+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4970245", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-6bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-6bit", "submitTime": "2026-09-20T03:53:59.216790+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4970245", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "modelId": "inceptionai/Jais-2-8B-Chat", "submitTime": "2026-09-20T03:53:59.224352+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4970246", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "modelId": "inceptionai/Jais-2-8B-Chat", "submitTime": "2026-09-20T03:53:59.224352+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4970246", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-8bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-8bit", "submitTime": "2026-09-20T03:53:59.235830+00:00", "targetGpu": "MetaX_c-500", "taskId": "4970247", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-8bit", "modelId": "mlx-community/LFM2.5-1.2B-Thinking-8bit", "submitTime": "2026-09-20T03:53:59.235830+00:00", "targetGpu": "MetaX_c-500", "taskId": "4970247", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-metax-c-500"}
@@ -1008,8 +1003,15 @@
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "modelId": "RedHatAI/starcoder2-7b-FP8", "submitTime": "2026-09-21T15:43:55.761793+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5003178", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"} {"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "modelId": "RedHatAI/starcoder2-7b-FP8", "submitTime": "2026-09-21T15:43:55.761793+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5003178", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "submitTime": "2026-09-21T15:44:10.499526+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5003181", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"} {"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "submitTime": "2026-09-21T15:44:10.499526+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5003181", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B", "modelId": "aisingapore/SEA-LION-v1-7B", "submitTime": "2026-09-21T15:46:08.955762+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5003203", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B", "modelId": "aisingapore/SEA-LION-v1-7B", "submitTime": "2026-09-21T15:46:08.955762+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5003203", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "modelId": "primitive-ai/Nex-N2.5-mini-NVFP4", "submitTime": "2026-09-21T15:46:22.786539+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003204", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "modelId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "submitTime": "2026-09-21T15:54:32.713857+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5003279", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "modelId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "submitTime": "2026-09-21T15:54:32.713857+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5003279", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-3b-quantized.w8a8", "submitTime": "2026-09-21T16:01:28.479076+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "5003388", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "modelId": "XHToken/Spark-X2.5-4B", "submitTime": "2026-09-21T16:04:25.392407+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003412", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "submitTime": "2026-09-21T16:07:44.481428+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5003477", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "submitTime": "2026-09-21T16:14:19.468977+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003540", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "submitTime": "2026-09-21T16:14:19.660180+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5003580", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "modelId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "submitTime": "2026-09-21T16:14:31.701642+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5003541", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "modelId": "aisingapore/SEA-LION-v1-7B-IT", "submitTime": "2026-09-21T16:16:37.962127+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5003581", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a8", "submitTime": "2026-09-21T16:16:38.115066+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5003582", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "submitTime": "2026-09-20T19:48:14.574218+00:00", "targetGpu": "Biren_166m", "taskId": "4986610", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "submitTime": "2026-09-20T19:48:14.574218+00:00", "targetGpu": "Biren_166m", "taskId": "4986610", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "submitTime": "2026-09-20T19:48:14.639695+00:00", "targetGpu": "Biren_166m", "taskId": "4986615", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "submitTime": "2026-09-20T19:48:14.639695+00:00", "targetGpu": "Biren_166m", "taskId": "4986615", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/XYZ-Aquila-mini-OptiQ-4bit", "modelId": "mlx-community/XYZ-Aquila-mini-OptiQ-4bit", "submitTime": "2026-09-20T19:48:14.595651+00:00", "targetGpu": "Biren_166m", "taskId": "4986618", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/XYZ-Aquila-mini-OptiQ-4bit", "modelId": "mlx-community/XYZ-Aquila-mini-OptiQ-4bit", "submitTime": "2026-09-20T19:48:14.595651+00:00", "targetGpu": "Biren_166m", "taskId": "4986618", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
@@ -1213,16 +1215,9 @@
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/AppleScript-8B-JANG_4M", "submitTime": "2026-09-21T14:20:21.627234+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5002168", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"} {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/AppleScript-8B-JANG_4M", "submitTime": "2026-09-21T14:20:21.627234+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5002168", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "modelId": "aisingapore/SEA-LION-v1-7B-IT", "submitTime": "2026-09-21T14:22:53.836064+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5002202", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "modelId": "aisingapore/SEA-LION-v1-7B-IT", "submitTime": "2026-09-21T14:22:53.836064+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5002202", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-quantized.w8a16", "modelId": "neuralmagic/gemma-2-2b-quantized.w8a16", "submitTime": "2026-09-21T15:40:17.175718+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003113", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"} {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-quantized.w8a16", "modelId": "neuralmagic/gemma-2-2b-quantized.w8a16", "submitTime": "2026-09-21T15:40:17.175718+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003113", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-3b-quantized.w8a8", "submitTime": "2026-09-21T16:01:28.479076+00:00", "targetGpu": "Iluvatar_mrv-100", "taskId": "5003388", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-mrv-100"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "modelId": "primitive-ai/Nex-N2.5-mini-NVFP4", "submitTime": "2026-09-21T15:46:22.786539+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003204", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-21T16:01:28.489365+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003393", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-21T16:01:28.489365+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003393", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "modelId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "submitTime": "2026-09-21T16:01:28.481975+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003386", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "modelId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "submitTime": "2026-09-21T16:01:28.481975+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003386", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a16", "modelId": "neuralmagic/starcoder2-7b-quantized.w8a16", "submitTime": "2026-09-21T16:01:28.480821+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003387", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a16", "modelId": "neuralmagic/starcoder2-7b-quantized.w8a16", "submitTime": "2026-09-21T16:01:28.480821+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003387", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "submitTime": "2026-09-21T16:01:44.276852+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003411", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "submitTime": "2026-09-21T16:01:44.276852+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003411", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "modelId": "XHToken/Spark-X2.5-4B", "submitTime": "2026-09-21T16:04:25.392407+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003412", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "submitTime": "2026-09-21T16:04:25.561880+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003413", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"} {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "submitTime": "2026-09-21T16:04:25.561880+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003413", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "submitTime": "2026-09-21T16:07:44.481428+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5003477", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "submitTime": "2026-09-21T16:14:19.468977+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003540", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "submitTime": "2026-09-21T16:14:19.660180+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5003580", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "modelId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "submitTime": "2026-09-21T16:14:31.701642+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5003541", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "modelId": "aisingapore/SEA-LION-v1-7B-IT", "submitTime": "2026-09-21T16:16:37.962127+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5003581", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x4"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a8", "submitTime": "2026-09-21T16:16:38.115066+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5003582", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"}

12
manifest.json
View File

@@ -9,17 +9,17 @@
".modelhub_state/outcome_checkpoint.json": "fe4907c65d65021a4d1ac69a41636dff83569f71af2737eca3ab45b2bf1380f0", ".modelhub_state/outcome_checkpoint.json": "fe4907c65d65021a4d1ac69a41636dff83569f71af2737eca3ab45b2bf1380f0",
".modelhub_state/queue_cleanup_latest.json": "0ad8bae3fa1afa7ca210869b402afc058a903fdc4e2d86ace5dcbd51a06fabd1", ".modelhub_state/queue_cleanup_latest.json": "0ad8bae3fa1afa7ca210869b402afc058a903fdc4e2d86ace5dcbd51a06fabd1",
".modelhub_state/recent_outcomes.jsonl": "5287587f515a80b0cab742de9c1b977e27211f4f5402df3cbc1d5e80b9cea96b", ".modelhub_state/recent_outcomes.jsonl": "5287587f515a80b0cab742de9c1b977e27211f4f5402df3cbc1d5e80b9cea96b",
".modelhub_state/recovery_active_tasks.jsonl": "e64426b669ca109165a8f6a8d7d815b5f0970920b01450d859d6fe523b922f9f", ".modelhub_state/recovery_active_tasks.jsonl": "b72ab366f89402f9f1529f5c55c91cf45fa145ec87c779bb65f74ba5c4fe9191",
".modelhub_state/recovery_intents.jsonl": "3116f1ef82f539fb7ad6c5396f0a1098aaa47c6b94b97e47ea307281bbaab725", ".modelhub_state/recovery_intents.jsonl": "32f3970b5961f8f23f4fc5324226358fcccb53607ac484b6e92742825ae3bf30",
".modelhub_state/routing_intelligence.json": "5aac3b30c8d83b88461973730b606a1bb6ccccc53da359db663dc6d9713e3643", ".modelhub_state/routing_intelligence.json": "5aac3b30c8d83b88461973730b606a1bb6ccccc53da359db663dc6d9713e3643",
".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989", ".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989",
".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7", ".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7",
"ledger/submissions.jsonl": "dc677a7fb092e41c93414227db93a1133c5db35cf311dab0698ef0af5c1f8f3c", "ledger/submissions.jsonl": "db845b426a9aa2d32d2f21962b6b3b5bff03c630a2475ab74d10a8011926d18a",
"outcomes/submissions.jsonl": "12e50028d9d9e4afd091c3903f40e1a2975d6a6fa47441bdc0b8bda6f380d970" "outcomes/submissions.jsonl": "12e50028d9d9e4afd091c3903f40e1a2975d6a6fa47441bdc0b8bda6f380d970"
}, },
"generation": 11547, "generation": 11548,
"phase": "result", "phase": "cycle",
"schemaVersion": 1, "schemaVersion": 1,
"updatedAt": "2026-09-21T16:19:49.747510+00:00", "updatedAt": "2026-09-21T16:19:52.482247+00:00",
"writerId": "8b35139af6674067a339a670222d4b67" "writerId": "8b35139af6674067a339a670222d4b67"
} }