diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 6d8aae7ac4..cd95e243c3 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -1511,34 +1511,34 @@ {"batchId": "c158eb210ed643108b22bef32fe84a21", "completedAt": "2026-09-20T04:15:49.815413+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.059290+00:00", "framework": "vllm-customized", "intentId": "380c835611dd404eb3d19d2f6760eb3c", "lastModified": "2026-09-17T14:05:32+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "reason": null, "reconciledAt": "2026-09-20T04:23:31.282520+00:00", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970617", "taskType": "text-generation"} {"batchId": "ab694427a2374582b951051423404373", "completedAt": "2026-09-20T04:20:57.183138+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:18:59.668288+00:00", "framework": "vllm-mlu", "intentId": "0d01ddabf8dc491bbc7e9c091628f01b", "lastModified": "2026-08-24T20:15:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "reason": null, "reconciledAt": "2026-09-20T04:23:31.282095+00:00", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970642", "taskType": "text-generation"} {"batchId": "ab694427a2374582b951051423404373", "completedAt": "2026-09-20T04:20:57.183157+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:18:59.668563+00:00", "framework": "vllm", "intentId": "32a5e6a324b2437c9bd623e83fa00b25", "lastModified": "2026-09-04T12:06:20+00:00", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "reason": null, "reconciledAt": "2026-09-20T04:23:31.283816+00:00", "repoId": "inclusionAI/Ling-3.0-tiny", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970641", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.371562+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f34c44077f474ce983d25fbc244ccb4a", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.371708+00:00", "framework": "vllm_tokenizer_patch", "intentId": "34b4c3a801044b18be93610e4ecc8f3a", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.371763+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c1b07459e51043208333eaecd974e9e0", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.371815+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ad5f3efe4e2c43c794f6f0c2210a253a", "lastModified": "2026-08-26T19:43:40+00:00", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.371860+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5388f658919648858d3bdd88600fecff", "lastModified": "2026-08-24T20:22:00+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.371911+00:00", "framework": "vllm_tokenizer_patch", "intentId": "27c9f12da1244ce7ad07a96d709ff3c0", "lastModified": "2026-08-24T20:33:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.371962+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0fbb43efef1a4d6eadcd97fde5aaa6b5", "lastModified": "2026-08-24T20:04:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372002+00:00", "framework": "vllm_tokenizer_patch", "intentId": "547b480714a04b6792f324b53a1dbb78", "lastModified": "2026-08-24T20:14:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372040+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d75246dbb5634cf1a3f6b2e6dcf06795", "lastModified": "2026-08-24T20:06:34+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372079+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2167f350f6014f509657b7b44be1542e", "lastModified": "2026-08-24T20:02:14+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372117+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "c5ba387edab6499a8874a50cc1a5b670", "lastModified": "2026-09-15T14:59:20+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "repoId": "mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372163+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "ea503a5e7a084c5a94b015cc833d96ce", "lastModified": "2026-09-16T17:02:01+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "repoId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "f7d2aee0bcf1396cd8ab3b1064b6a032eccc04f2d655a336023e13528574903d", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372209+00:00", "framework": "vllm", "intentId": "d393e5067b5b448494ab7659e00ba6c4", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372269+00:00", "framework": "vllm", "intentId": "9de4d079face401c9d8f4ea3cbcabb74", "lastModified": "2026-08-24T20:36:30+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372325+00:00", "framework": "vllm", "intentId": "a6699f94ea5e4040b83445e2b0616607", "lastModified": "2026-09-14T19:52:04+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e4b-it-OptiQ-4bit", "repoId": "mlx-community/gemma-4-e4b-it-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372380+00:00", "framework": "vllm", "intentId": "46928b0005ad476c837747a9476375b5", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372436+00:00", "framework": "vllm", "intentId": "8b57328570a342ee8bc4c02066946d71", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372490+00:00", "framework": "vllm", "intentId": "1d2ad3edb92249e1b74cd97a139d7069", "lastModified": "2026-09-19T12:07:43+00:00", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "repoId": "Arain119/Sophia", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372545+00:00", "framework": "vllm", "intentId": "d68071eb74eb41c88b395243ed4b0a66", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372600+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4fb0a494e9b64d12a4071cc5255f885b", "lastModified": "2026-09-12T12:30:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372643+00:00", "framework": "vllm_fix_tokenizer", "intentId": "125ab23dd06044239654c35446823ae6", "lastModified": "2026-09-14T19:46:18+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-OptiQ-4bit", "repoId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372698+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e8f86e1ef39048e689b1f4a6cce13c7c", "lastModified": "2026-09-09T06:27:24+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372741+00:00", "framework": "vllm_fix_tokenizer", "intentId": "de9f7af1a31149c190ffdfe4cd5cdb73", "lastModified": "2026-08-28T05:30:04+00:00", "modelAddress": "https://modelscope.cn/models/whcl412/mlx-LycheeAI-coder-1.7b", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372785+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d8a9c70e224244e296a2cd2eb7cbb2ab", "lastModified": "2026-08-26T19:32:38+00:00", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372829+00:00", "framework": "transformers", "intentId": "02dff8c81dec4b05ac0383715ec5196e", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372893+00:00", "framework": "transformers", "intentId": "1e10f0bd563344798e43900b7ed552e5", "lastModified": "2026-08-26T12:23:32+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372955+00:00", "framework": "vllm", "intentId": "7c51582991c54dafac5e215dd0b22bdc", "lastModified": "2026-08-24T20:10:58+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} -{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.373005+00:00", "framework": "vllm", "intentId": "5265323f99c64cc89c94370f67aac3dd", "lastModified": "2026-08-24T20:07:32+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606368+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.371562+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f34c44077f474ce983d25fbc244ccb4a", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "reason": null, "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Ascend_910-b4", "taskId": "4970727", "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606391+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.371815+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ad5f3efe4e2c43c794f6f0c2210a253a", "lastModified": "2026-08-26T19:43:40+00:00", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "reason": null, "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "4970729", "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606397+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.371911+00:00", "framework": "vllm_tokenizer_patch", "intentId": "27c9f12da1244ce7ad07a96d709ff3c0", "lastModified": "2026-08-24T20:33:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "reason": null, "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4970730", "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606412+00:00", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372117+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "c5ba387edab6499a8874a50cc1a5b670", "lastModified": "2026-09-15T14:59:20+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "reason": null, "repoId": "mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4970728", "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606415+00:00", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372163+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "ea503a5e7a084c5a94b015cc833d96ce", "lastModified": "2026-09-16T17:02:01+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "reason": null, "repoId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4970732", "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606424+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372325+00:00", "framework": "vllm", "intentId": "a6699f94ea5e4040b83445e2b0616607", "lastModified": "2026-09-14T19:52:04+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e4b-it-OptiQ-4bit", "reason": null, "repoId": "mlx-community/gemma-4-e4b-it-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970731", "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606431+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372490+00:00", "framework": "vllm", "intentId": "1d2ad3edb92249e1b74cd97a139d7069", "lastModified": "2026-09-19T12:07:43+00:00", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "reason": null, "repoId": "Arain119/Sophia", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970733", "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606440+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372643+00:00", "framework": "vllm_fix_tokenizer", "intentId": "125ab23dd06044239654c35446823ae6", "lastModified": "2026-09-14T19:46:18+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-OptiQ-4bit", "reason": null, "repoId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4970734", "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606457+00:00", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.373005+00:00", "framework": "vllm", "intentId": "5265323f99c64cc89c94370f67aac3dd", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606454+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372955+00:00", "framework": "vllm", "intentId": "7c51582991c54dafac5e215dd0b22bdc", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606452+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372893+00:00", "framework": "transformers", "intentId": "1e10f0bd563344798e43900b7ed552e5", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606449+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372829+00:00", "framework": "transformers", "intentId": "02dff8c81dec4b05ac0383715ec5196e", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606446+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372785+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d8a9c70e224244e296a2cd2eb7cbb2ab", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606444+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372741+00:00", "framework": "vllm_fix_tokenizer", "intentId": "de9f7af1a31149c190ffdfe4cd5cdb73", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606441+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372698+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e8f86e1ef39048e689b1f4a6cce13c7c", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606437+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372600+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4fb0a494e9b64d12a4071cc5255f885b", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606434+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372545+00:00", "framework": "vllm", "intentId": "d68071eb74eb41c88b395243ed4b0a66", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606429+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372436+00:00", "framework": "vllm", "intentId": "8b57328570a342ee8bc4c02066946d71", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606426+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372380+00:00", "framework": "vllm", "intentId": "46928b0005ad476c837747a9476375b5", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606421+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372269+00:00", "framework": "vllm", "intentId": "9de4d079face401c9d8f4ea3cbcabb74", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606418+00:00", "configFingerprint": "f7d2aee0bcf1396cd8ab3b1064b6a032eccc04f2d655a336023e13528574903d", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372209+00:00", "framework": "vllm", "intentId": "d393e5067b5b448494ab7659e00ba6c4", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606409+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372079+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2167f350f6014f509657b7b44be1542e", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606406+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372040+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d75246dbb5634cf1a3f6b2e6dcf06795", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606403+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.372002+00:00", "framework": "vllm_tokenizer_patch", "intentId": "547b480714a04b6792f324b53a1dbb78", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606400+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.371962+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0fbb43efef1a4d6eadcd97fde5aaa6b5", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606394+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.371860+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5388f658919648858d3bdd88600fecff", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606387+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.371763+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c1b07459e51043208333eaecd974e9e0", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "de6502267c8e4e5c90edbc55774b6cef", "completedAt": "2026-09-20T04:29:13.606380+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:26:44.371708+00:00", "framework": "vllm_tokenizer_patch", "intentId": "34b4c3a801044b18be93610e4ecc8f3a", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "ab694427a2374582b951051423404373", "completedAt": "2026-09-20T04:20:57.183175+00:00", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:18:59.668858+00:00", "framework": "vllm", "intentId": "8e3d769cbe284934a97b0166715a6e54", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} {"batchId": "ab694427a2374582b951051423404373", "completedAt": "2026-09-20T04:20:57.183172+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:18:59.668810+00:00", "framework": "vllm", "intentId": "580773b8a48244958c2b5406e9d8b33d", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} {"batchId": "ab694427a2374582b951051423404373", "completedAt": "2026-09-20T04:20:57.183170+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:18:59.668769+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f73661ac892642d79931aef7925f9add", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} @@ -1819,23 +1819,3 @@ {"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081764+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.999252+00:00", "framework": "vllm_fix_tokenizer", "intentId": "451c4515e18942728a474d83741e13d5", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} {"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081761+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.999210+00:00", "framework": "vllm_fix_tokenizer", "intentId": "edc66d04e0074296a2ef926eadddff3c", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} {"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081759+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.999153+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b51ec7b1e4e64d42965f86603a0032bd", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081757+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.999105+00:00", "framework": "vllm_fix_tokenizer", "intentId": "672c010911fc4213925dd9aa09ff713d", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081755+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.999064+00:00", "framework": "vllm_fix_tokenizer", "intentId": "df9f8758199448a2b5c4a18c779eb024", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081752+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.999021+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1adc7a87ac404fa6bd9aa8a064ae7a27", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081749+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.998979+00:00", "framework": "vllm_fix_tokenizer", "intentId": "84a0d893fa2345619939c9bcb13f67cb", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081747+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.998937+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ddc855c950d34f1d8d5c385aaf47404a", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081742+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.998853+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6599cf57bd034ae0ad3af68a37f4513c", "repoId": "PAI/DistillQwen-ThoughtY-32B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081739+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.998811+00:00", "framework": "vllm_fix_tokenizer", "intentId": "86095b0e100945158ca159a3ae7c761b", "repoId": "siliconflow/Qwen3-Coder-30B-A3B-Instruct-fp8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081736+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.998769+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c34b50bc25bc4bbf9ef23ed0e8056e9f", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081734+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.998727+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ff3d53aa200a4d7a9f726aa04a682b59", "repoId": "FlagRelease/Qwen3.5-35B-A3B-iluvatar-FlagOS", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081731+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.998685+00:00", "framework": "vllm_fix_tokenizer", "intentId": "54f3e8a6f78b4d1fb38c12ca49477abc", "repoId": "FlagRelease/Qwen3.5-35B-A3B-hygon-FlagOS", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081729+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.998644+00:00", "framework": "vllm_fix_tokenizer", "intentId": "98a3a04c3bec4b25b7a903bfc3aca7bc", "repoId": "nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test-bos", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081726+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.998601+00:00", "framework": "vllm_fix_tokenizer", "intentId": "31ce9eb24fec4f629139d67cae805688", "repoId": "nm-testing/Meta-llama3-8b-Instruct-SmoothQuant-Fp8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081720+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.998517+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d03280d7311f4304bb734deec4def08a", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W4A16-compressed-tensors-test", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-06T15:33:09.081708+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.998391+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e4ff6d3047924af89659f599810a9f6b", "repoId": "nanbeige/Nanbeige4.2-3B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "13ab0bcdc10243f797da99571e3b7b49", "completedAt": "2026-09-06T15:12:15.921236+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:05:38.421532+00:00", "framework": "vllm_fix_tokenizer", "intentId": "da13f07b926d4845bafbdfd34a930e5e", "repoId": "nanbeige/Nanbeige4.2-3B-Base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "13ab0bcdc10243f797da99571e3b7b49", "completedAt": "2026-09-06T15:12:15.921232+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:05:38.421490+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3f0d06859b704bb1a5e45c6d669e5b88", "repoId": "FlagRelease/DeepSeek-R1-Distill-Qwen-1.5B-mthreads-FlagOS", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "13ab0bcdc10243f797da99571e3b7b49", "completedAt": "2026-09-06T15:12:15.921229+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:05:38.421448+00:00", "framework": "vllm_fix_tokenizer", "intentId": "fa2ce6fb3caa497eb5b5cadcaccefb58", "repoId": "r0b0tlab/Qwen3.8-27B-NVFP4-MTP-sm121", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "13ab0bcdc10243f797da99571e3b7b49", "completedAt": "2026-09-06T15:12:15.921227+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:05:38.421406+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ec6f4926873248e7acfaa19b54fa713e", "repoId": "hf/OBLITERATUS-Ornith-1.5-9B-OBLITERATED", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "13ab0bcdc10243f797da99571e3b7b49", "completedAt": "2026-09-06T15:12:15.921223+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:05:38.421358+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e25fe59f7f5b4c7f85742dae57e6943a", "repoId": "cyankiwi/Ornith-1.5-9B-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "13ab0bcdc10243f797da99571e3b7b49", "completedAt": "2026-09-06T15:12:15.921220+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:05:38.421316+00:00", "framework": "vllm_fix_tokenizer", "intentId": "fd3d654d49aa42cdabc77e6066e192d3", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-MLX-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index 6e21292e63..c653db3bbb 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -1,6 +1,6 @@ { "acceptedByCategory": { - "unified_success_first": 1651 + "unified_success_first": 1659 }, "acceptedByRoute": { "text-generation|Ascend_910-b3|llamacpp": 17, @@ -8,36 +8,36 @@ "text-generation|Ascend_910-b3|vllm_tokenizer_patch": 116, "text-generation|Ascend_910-b4|llamacpp": 13, "text-generation|Ascend_910-b4|vllm": 18, - "text-generation|Ascend_910-b4|vllm_tokenizer_patch": 104, + "text-generation|Ascend_910-b4|vllm_tokenizer_patch": 105, "text-generation|Biren_166m|vllm": 69, "text-generation|Biren_166m|vllm_fix_tokenizer": 13, "text-generation|Cambricon_mlu-370-x4|vllm": 48, "text-generation|Cambricon_mlu-370-x4|vllm-customized": 2, "text-generation|Cambricon_mlu-370-x4|vllm-mlu": 79, - "text-generation|Cambricon_mlu-370-x8|vllm": 43, + "text-generation|Cambricon_mlu-370-x8|vllm": 45, "text-generation|Cambricon_mlu-370-x8|vllm-customized": 23, "text-generation|Cambricon_mlu-370-x8|vllm-mlu": 85, "text-generation|Iluvatar_bi-150|llamacpp": 16, "text-generation|Iluvatar_bi-150|transformers": 6, "text-generation|Iluvatar_bi-150|vllm": 6, - "text-generation|Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 96, - "text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 22, + "text-generation|Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 98, + "text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 23, "text-generation|Iluvatar_mrv-100|vllm": 61, "text-generation|Kunlunxin_p-800|vllm": 3, "text-generation|Kunlunxin_p-800|vllm_fix_tokenizer": 162, - "text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 53, + "text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 54, "text-generation|MetaX_c-500|vllm": 104, "text-generation|Mthreads_s4000|llamacpp": 17, "text-generation|Mthreads_s4000|vllm": 98, "text-generation|Sunrise_pt-200-x1|vllm": 62, "text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 62, - "text-generation|Vastai_va16|vllm_fix_tokenizer": 72, + "text-generation|Vastai_va16|vllm_fix_tokenizer": 73, "text-generation|hygon_k100-ai|llamacpp": 18, "text-generation|hygon_k100-ai|vllm": 26, "text-generation|hygon_k100-ai|vllm-patch-tokenizer": 106 }, - "acceptedSinceRefresh": 1651, - "acceptedTotal": 1651, - "generatedAt": "2026-09-20T04:20:57.123732+00:00", + "acceptedSinceRefresh": 1659, + "acceptedTotal": 1659, + "generatedAt": "2026-09-20T04:29:13.545917+00:00", "version": 1 } diff --git a/ledger/submissions.jsonl b/ledger/submissions.jsonl index 91bef53868..fce71658f2 100644 --- a/ledger/submissions.jsonl +++ b/ledger/submissions.jsonl @@ -1011,3 +1011,11 @@ {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "submitTime": "2026-09-20T03:58:41.299123+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970361", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "modelId": "sapientinc/HRM-Text-1B", "submitTime": "2026-09-20T03:58:41.338170+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970365", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"} {"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "modelId": "inclusionAI/Ling-3.0-tiny", "submitTime": "2026-09-20T04:02:45.335178+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970437", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"} +{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "submitTime": "2026-09-20T04:26:45.136463+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4970727", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "modelId": "inceptionai/Jais-2-8B-Chat", "submitTime": "2026-09-20T04:26:45.109939+00:00", "targetGpu": "Vastai_va16", "taskId": "4970729", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"} +{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "modelId": "RedHatAI/starcoder2-3b-FP8", "submitTime": "2026-09-20T04:26:45.134333+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970730", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"} +{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T04:26:45.138158+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970728", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"} +{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "modelId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "submitTime": "2026-09-20T04:26:45.153348+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970732", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"} +{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e4b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e4b-it-OptiQ-4bit", "submitTime": "2026-09-20T04:26:51.246271+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970731", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"} +{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "modelId": "Arain119/Sophia", "submitTime": "2026-09-20T04:26:58.076866+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970733", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "submitTime": "2026-09-20T04:27:06.277205+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970734", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} diff --git a/manifest.json b/manifest.json index 2b5ff7f7f9..c94ac8b820 100644 --- a/manifest.json +++ b/manifest.json @@ -9,16 +9,16 @@ ".modelhub_state/queue_cleanup_latest.json": "21a630cefff5c090992ca8360dafe8435b598ca2102f1b9990df6496329a9afe", ".modelhub_state/recent_outcomes.jsonl": "8b230beac27183f4f5f556eaa061dbc77bdcc47b761f379a572673e0fba55aaa", ".modelhub_state/recovery_active_tasks.jsonl": "983ae74e076c45398c489a8d4e57f7f6f742b7e4c9469e9a346edc4112ec9317", - ".modelhub_state/recovery_intents.jsonl": "bbc55e9e2085b39fe6dfef6fa66d440e4ec0c367364a1b5f1acc483d0c17f751", - ".modelhub_state/routing_intelligence.json": "fdd4278967c40f992a93e72973af47ba34c585cd81922267cb614af3f30a4067", + ".modelhub_state/recovery_intents.jsonl": "154710898c9fe77d70a3e796a37da4f9866ac549c728e056ded72c240a0c8bab", + ".modelhub_state/routing_intelligence.json": "9b5baed3fe8e015bec8ad46e0d29531efe1e5b6f5720ff64d64422997a8ef367", ".modelhub_state/submission_exclusions.jsonl": "221be895a524330815b3c5124450b33c94b5f1e68169030c73684bf675d06ec7", ".modelhub_state/worker_crashes.jsonl": "a494412048eca6dce83e7284303a6b4b56a445c1274ac201ab8723c739a14f23", - "ledger/submissions.jsonl": "4277a25c48f7d2d256f9841b5bffd9b624cde24dd1fd90e78c2a4042a7c02325", - "outcomes/submissions.jsonl": "1597a6910edec0fd69821eed92c5611efeaa98e246c5783f41eb444e7d915b2e" + "ledger/submissions.jsonl": "7056a084b1c3d6014f3b903198fd2ad42432dc0b7147c8909f11890add1370bd", + "outcomes/submissions.jsonl": "8cea2e3788f85c97c6fd3e151aa4f657259c2d1faedd4fa1a6d0655567bb7fd0" }, - "generation": 10194, - "phase": "intent", + "generation": 10195, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-09-20T04:26:44.502527+00:00", + "updatedAt": "2026-09-20T04:29:13.736283+00:00", "writerId": "f67e4ec113c04968a9d9484fb8e36bd4" } diff --git a/outcomes/submissions.jsonl b/outcomes/submissions.jsonl index 1eab8b885b..af55745814 100644 --- a/outcomes/submissions.jsonl +++ b/outcomes/submissions.jsonl @@ -1036,3 +1036,11 @@ {"failReason": null, "framework": "vllm-customized", "lastSyncTime": null, "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "modelProfile": {"architectures": ["Qwen3_5ForConditionalGeneration"], "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 20683241105, "estimatedRequiredGiB": 23.138, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5", "modelscopeFileSize": 20703487237, "modelscopeLicense": "apache-2.0", "modelscopeParams": 6086364400, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3_5", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx", "custom_tag:apple-silicon", "custom_tag:macos", "custom_tag:speculative-decoding", "custom_tag:multi-token-prediction", "custom_tag:qwen", "custom_tag:qwen3.8", "custom_tag:mtp", "custom_tag:mtplx", "custom_tag:local-ai", "custom_tag:coding", "custom_tag:qwen3-8", "custom_tag:qwen-3.8", "custom_tag:local-llm", "custom_tag:llm", "custom_tag:m5", "custom_tag:m5-max", "custom_tag:m4", "custom_tag:m3", "custom_tag:macbook-pro", "custom_tag:mac-studio", "custom_tag:opencode", "custom_tag:claude-code", "custom_tag:27b", "custom_tag:qwen3.8-27b", "custom_tag:qwen3-8-27b"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 20703487237}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:15:36.979619+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970617", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm-mlu", "lastSyncTime": null, "modelId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2024670536, "estimatedRequiredGiB": 2.273, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 2033824831, "modelscopeLicense": "llama3.2", "modelscopeParams": 1498482688, "modelscopeTags": ["license:llama3.2", "model_type:llama", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:llama", "custom_tag:llama-3", "custom_tag:neuralmagic", "custom_tag:llmcompressor"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 2033824831}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:19:00.650992+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970642", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "inclusionAI/Ling-3.0-tiny", "modelProfile": {"architectures": ["BailingMoeV3ForCausalLM"], "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 15787992416, "estimatedRequiredGiB": 17.659, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "bailing_hybrid", "modelscopeFileSize": 15801179822, "modelscopeLicense": "mit", "modelscopeParams": 7893392800, "modelscopeTags": ["license:mit", "model_type:bailing_hybrid", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 15801179822}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:19:00.606791+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970641", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "modelProfile": {"architectures": ["Phi3ForCausalLM"], "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 14293356304, "estimatedRequiredGiB": 15.977, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "phi3", "modelscopeFileSize": 14295851911, "modelscopeLicense": "mit", "modelscopeParams": 13960238080, "modelscopeTags": ["license:mit", "model_type:phi3", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 14295851911}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:26:45.136463+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4970727", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "inceptionai/Jais-2-8B-Chat", "modelProfile": {"architectures": ["Jais2ForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 16180861064, "estimatedRequiredGiB": 18.097, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "jais2", "modelscopeFileSize": 16193187697, "modelscopeLicense": "apache-2.0", "modelscopeParams": 8090401280, "modelscopeTags": ["license:apache-2.0", "model_type:jais2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 16193187697}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:26:45.109939+00:00", "targetGpu": "Vastai_va16", "taskId": "4970729", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "RedHatAI/starcoder2-3b-FP8", "modelProfile": {"architectures": ["Starcoder2ForCausalLM"], "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 3484485728, "estimatedRequiredGiB": 3.898, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "starcoder2", "modelscopeFileSize": 3487786133, "modelscopeLicense": "other", "modelscopeParams": 3181366272, "modelscopeTags": ["license:other", "model_type:starcoder2", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:fp8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 3487786133}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:26:45.134333+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970730", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_0_17_0_corex_4_4_0", "lastSyncTime": null, "modelId": "mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "modelProfile": {"architectures": ["Gemma4UnifiedForConditionalGeneration"], "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 9003966484, "estimatedRequiredGiB": 10.099, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gemma4_unified", "modelscopeFileSize": 9036402901, "modelscopeLicense": "apache-2.0", "modelscopeParams": 2463563824, "modelscopeTags": ["license:apache-2.0", "model_type:gemma4_unified", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx", "custom_tag:quantized", "custom_tag:mixed-precision", "custom_tag:4bit", "custom_tag:8bit", "custom_tag:optiq", "custom_tag:qat", "custom_tag:apple-silicon", "custom_tag:text-generation", "custom_tag:image-text-to-text", "custom_tag:gemma-4"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 9036402901}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:26:45.138158+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970728", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_0_17_0_corex_4_4_0", "lastSyncTime": null, "modelId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "modelProfile": {"architectures": ["Mistral3ForConditionalGeneration"], "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 17367755740, "estimatedRequiredGiB": 19.429, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "mistral3", "modelscopeFileSize": 17385072379, "modelscopeLicense": "apache-2.0", "modelscopeParams": 4929899520, "modelscopeTags": ["license:apache-2.0", "model_type:mistral3", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx", "custom_tag:quantized", "custom_tag:mixed-precision", "custom_tag:4bit", "custom_tag:8bit", "custom_tag:optiq", "custom_tag:apple-silicon", "custom_tag:text-generation", "custom_tag:mistral", "custom_tag:mistral3", "custom_tag:devstral"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 17385072379}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:26:45.153348+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970732", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "mlx-community/gemma-4-e4b-it-OptiQ-4bit", "modelProfile": {"architectures": ["Gemma4ForConditionalGeneration"], "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 7486327132, "estimatedRequiredGiB": 8.403, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gemma4", "modelscopeFileSize": 7518908360, "modelscopeLicense": "gemma", "modelscopeParams": 2227418442, "modelscopeTags": ["license:gemma", "model_type:gemma4", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx", "custom_tag:quantized", "custom_tag:mixed-precision", "custom_tag:4bit", "custom_tag:8bit", "custom_tag:optiq", "custom_tag:apple-silicon", "custom_tag:text-generation", "custom_tag:gemma-4"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 7518908360}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:26:51.246271+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970731", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "Arain119/Sophia", "modelProfile": {"architectures": ["SophiaForCausalLM"], "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2226652224, "estimatedRequiredGiB": 7.28, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "sophia_hybrid", "modelscopeFileSize": 6513869659, "modelscopeLicense": "Apache License 2.0", "modelscopeParams": 1113293776, "modelscopeTags": ["license:Apache License 2.0", "model_type:sophia_hybrid", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 6513869659}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:26:58.076866+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970733", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "modelProfile": {"architectures": ["Gemma4ForConditionalGeneration"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 5226595850, "estimatedRequiredGiB": 5.878, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gemma4", "modelscopeFileSize": 5259113427, "modelscopeLicense": "gemma", "modelscopeParams": 1141165347, "modelscopeTags": ["license:gemma", "model_type:gemma4", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx", "custom_tag:quantized", "custom_tag:mixed-precision", "custom_tag:4bit", "custom_tag:8bit", "custom_tag:optiq", "custom_tag:apple-silicon", "custom_tag:text-generation", "custom_tag:gemma-4"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 5259113427}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:27:06.277205+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970734", "taskType": "text-generation", "verifyResult": null}