diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 6fb1a25a96..6dfe6ec274 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -1554,61 +1554,61 @@ {"batchId": "b14f9b38b0c54b9f830cf71cd274ce28", "completedAt": "2026-09-20T05:16:13.459994+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:16:04.268116+00:00", "framework": "vllm", "intentId": "5b99cfaa8b6844a0ac731ac6b1054f5e", "lastModified": "2026-09-16T16:39:48+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "reason": null, "reconciledAt": "2026-09-20T05:25:50.531724+00:00", "repoId": "BAAI/RoboBrain2.5-8B-MT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Iluvatar_bi-150", "taskId": "4971313", "taskType": "text-generation"} {"batchId": "cb5bf00a509e4d21ab316c5aec0bcde5", "completedAt": "2026-09-20T05:31:42.967158+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:31:42.125744+00:00", "framework": "vllm-customized", "intentId": "bf3c643afec44c95a55cae89d79622bf", "lastModified": "2026-09-17T13:39:53+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "reason": null, "reconciledAt": "2026-09-20T06:13:34.575903+00:00", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4971506", "taskType": "text-generation"} {"batchId": "cb5bf00a509e4d21ab316c5aec0bcde5", "completedAt": "2026-09-20T05:31:42.967174+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T05:31:42.125856+00:00", "framework": "vllm-customized", "intentId": "c2bb8c1794254586b38c8e9f052a635c", "lastModified": "2026-09-17T13:54:18+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "reason": null, "reconciledAt": "2026-09-20T06:13:34.578171+00:00", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4971507", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.086795+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f68ead31eb8340079ee5dd8f52f8016a", "lastModified": "2026-08-24T19:57:49+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.086925+00:00", "framework": "vllm_tokenizer_patch", "intentId": "90a783811fd64ff8bd55a8d16c39d931", "lastModified": "2026-08-24T20:01:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.086980+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8165b2666aab4c1fa270a45b1dcf036a", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087031+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a24f52aef8e4462192c1fb223540095e", "lastModified": "2026-08-24T19:59:13+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087081+00:00", "framework": "vllm_tokenizer_patch", "intentId": "993de5bcb08e4b1bbf7296cd6fac5ba4", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087133+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2117d361eefc46dbb71f012a4474709c", "lastModified": "2026-08-24T20:18:47+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-27b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087178+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5c88af1279ba4e92a98c7962f3cd3dfd", "lastModified": "2026-08-26T12:23:38+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087221+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ff8f023e6963452489106a1a546888bc", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087264+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4a11344ab13f410da3cf72c6f8c68e42", "lastModified": "2026-08-26T19:43:40+00:00", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087307+00:00", "framework": "vllm_tokenizer_patch", "intentId": "de06ee4ae0e442e0940b2b412c6b40c3", "lastModified": "2026-08-24T20:25:10+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087358+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8f795cc328a4451cbe16aea8139485d6", "lastModified": "2026-08-24T20:22:00+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087419+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f8b44c14a59d42a1b8ff6382a2a69d3b", "lastModified": "2026-08-24T20:22:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087469+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ca58e54f5be249aca568d2833bd409fa", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087518+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b550c3458a4c4676823f515640631a78", "lastModified": "2026-08-24T20:04:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087559+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ef348fff3cd440438367d542fc879789", "lastModified": "2026-08-24T20:09:59+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-2-7b-chat-quantized.w8a8", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087597+00:00", "framework": "vllm_tokenizer_patch", "intentId": "85a0b216a0194eecb2c37cabefdd353a", "lastModified": "2026-08-24T20:14:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087635+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d0f9d0892e454cb5a6ccb69895706815", "lastModified": "2026-08-24T19:54:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087680+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d30716bc38414fbc8fa98c8b3c7100a8", "lastModified": "2026-08-24T20:15:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087718+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3a801d225b084cfaa0d602331f86eeb5", "lastModified": "2026-08-24T20:09:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087756+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c0aa149e2fb245d5adb7f49b7710f1d3", "lastModified": "2026-08-24T20:17:00+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087794+00:00", "framework": "vllm_tokenizer_patch", "intentId": "cf79b836c77748e78719e64521b3e3d3", "lastModified": "2026-08-24T20:10:55+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087833+00:00", "framework": "vllm_tokenizer_patch", "intentId": "413a6155947b4c88affccb21b419bd00", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087897+00:00", "framework": "vllm_tokenizer_patch", "intentId": "037c2fd2af6e401db123402874251190", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087946+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2075b6b1c4244052bd57b5e663446b78", "lastModified": "2026-08-24T20:06:34+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087993+00:00", "framework": "vllm_tokenizer_patch", "intentId": "828e445e2f2044c4954a41c00139158b", "lastModified": "2026-08-24T20:02:14+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088030+00:00", "framework": "vllm-mlu", "intentId": "8c4470b5288d4bb9b155ed5c19dc5c2b", "lastModified": "2026-08-24T20:31:44+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088099+00:00", "framework": "vllm-mlu", "intentId": "9ce01b74da124ee0ba7d867a8c4ed0fb", "lastModified": "2026-08-24T22:06:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088163+00:00", "framework": "vllm", "intentId": "5df2b8a3a7eb43258594502d581688f9", "lastModified": "2026-08-24T20:23:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088221+00:00", "framework": "vllm", "intentId": "cccf29c254e44240a978a52ffe733f8c", "lastModified": "2026-08-24T20:29:58+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088276+00:00", "framework": "vllm", "intentId": "16af9da307e94cd9b8c2f63bf75ae4c4", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088330+00:00", "framework": "vllm", "intentId": "bdaf3966db954955b53ed46b5b242f97", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "f7d2aee0bcf1396cd8ab3b1064b6a032eccc04f2d655a336023e13528574903d", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088383+00:00", "framework": "vllm", "intentId": "6c35ab20127b47d19e4ff8d5e715ca2a", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088435+00:00", "framework": "vllm", "intentId": "66bc7d4f785345c4b42372e1a53163fd", "lastModified": "2026-08-24T20:36:30+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088490+00:00", "framework": "vllm", "intentId": "01415d074280489aa488397822d8c40e", "lastModified": "2026-08-24T20:33:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088545+00:00", "framework": "vllm", "intentId": "b1919ed5a64042ffb2dfdaaaaf74b9cf", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088599+00:00", "framework": "vllm", "intentId": "e74adf1914c14de284d83fb13244624b", "lastModified": "2026-08-24T20:26:53+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088654+00:00", "framework": "vllm", "intentId": "fccca929759c4dd8b0eb1d082d01d595", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088715+00:00", "framework": "vllm", "intentId": "26932acd2d4f47f9aa2bbcd6dde24944", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088770+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e9c8594f45cf40628491ed08650f2af3", "lastModified": "2026-09-12T12:30:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088814+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c74f257fec524656aa4afd0e30062bcf", "lastModified": "2026-09-04T12:06:20+00:00", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "repoId": "inclusionAI/Ling-3.0-tiny", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088857+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7fe271b68db0414f9cbe9c6243d4a330", "lastModified": "2026-08-26T17:18:42+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088901+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5c1956a3ecea49e39c1429f83eff5442", "lastModified": "2026-09-10T05:31:36+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088944+00:00", "framework": "vllm_fix_tokenizer", "intentId": "387e5bb081f14b9c9902c5dd1a72402b", "lastModified": "2026-09-10T05:36:14+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088987+00:00", "framework": "vllm_fix_tokenizer", "intentId": "05ec5c365bca4ec9ae8fdcd90e725731", "lastModified": "2026-09-01T03:45:04+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089036+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a5ef5e78647e48328a616a6dfd3c7d8e", "lastModified": "2026-09-03T18:32:29+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Apodex-1.1-mini-AWQ-INT4", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089078+00:00", "framework": "vllm_fix_tokenizer", "intentId": "bb449425ec7f42369b7f79a0fd6cb055", "lastModified": "2026-09-09T06:31:08+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089121+00:00", "framework": "vllm_fix_tokenizer", "intentId": "46a7c3ac03354f7084e06f92518c79a6", "lastModified": "2026-09-09T06:27:24+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089163+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2f785628feea4c7ebb7c598cd1137af6", "lastModified": "2026-08-28T05:30:04+00:00", "modelAddress": "https://modelscope.cn/models/whcl412/mlx-LycheeAI-coder-1.7b", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089206+00:00", "framework": "vllm_fix_tokenizer", "intentId": "786fa64dd62e409ea4a98ced7b438a96", "lastModified": "2026-08-26T19:32:38+00:00", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089249+00:00", "framework": "transformers", "intentId": "dbb10e45b838495387ec6d3d8e31fe57", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089313+00:00", "framework": "transformers", "intentId": "ce336bbfcfb24ec2b0cfdd71bb03465f", "lastModified": "2026-08-26T18:34:54+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-NVFP4", "repoId": "ornith-ai/Ornith-1.5-9B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089377+00:00", "framework": "transformers", "intentId": "383f771c5d394f7eaeb9dd5efb2c4761", "lastModified": "2026-09-08T03:51:51+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089438+00:00", "framework": "transformers", "intentId": "cde548c33f0e4c67a7b4d0d3d5ef0b84", "lastModified": "2026-09-10T07:52:22+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089502+00:00", "framework": "transformers", "intentId": "fec065367efb4c85bf585ecded37fb66", "lastModified": "2026-08-26T12:24:21+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "22985c0652314c9da91d705e62b9a761", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089564+00:00", "framework": "transformers", "intentId": "bfddad41385b4e62adcd3e0e5612cbe6", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008311+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087081+00:00", "framework": "vllm_tokenizer_patch", "intentId": "993de5bcb08e4b1bbf7296cd6fac5ba4", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "reason": null, "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Ascend_910-b4", "taskId": "4972201", "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008314+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087133+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2117d361eefc46dbb71f012a4474709c", "lastModified": "2026-08-24T20:18:47+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-27b-it-quantized.w8a16", "reason": null, "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4972172", "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008383+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088163+00:00", "framework": "vllm", "intentId": "5df2b8a3a7eb43258594502d581688f9", "lastModified": "2026-08-24T20:23:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "reason": null, "repoId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4972230", "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008418+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088814+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c74f257fec524656aa4afd0e30062bcf", "lastModified": "2026-09-04T12:06:20+00:00", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "reason": null, "repoId": "inclusionAI/Ling-3.0-tiny", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4972231", "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008463+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089564+00:00", "framework": "transformers", "intentId": "bfddad41385b4e62adcd3e0e5612cbe6", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008460+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089502+00:00", "framework": "transformers", "intentId": "fec065367efb4c85bf585ecded37fb66", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008457+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089438+00:00", "framework": "transformers", "intentId": "cde548c33f0e4c67a7b4d0d3d5ef0b84", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008454+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089377+00:00", "framework": "transformers", "intentId": "383f771c5d394f7eaeb9dd5efb2c4761", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008452+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089313+00:00", "framework": "transformers", "intentId": "ce336bbfcfb24ec2b0cfdd71bb03465f", "repoId": "ornith-ai/Ornith-1.5-9B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008448+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089249+00:00", "framework": "transformers", "intentId": "dbb10e45b838495387ec6d3d8e31fe57", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008445+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089206+00:00", "framework": "vllm_fix_tokenizer", "intentId": "786fa64dd62e409ea4a98ced7b438a96", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008442+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089163+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2f785628feea4c7ebb7c598cd1137af6", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008439+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089121+00:00", "framework": "vllm_fix_tokenizer", "intentId": "46a7c3ac03354f7084e06f92518c79a6", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008436+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089078+00:00", "framework": "vllm_fix_tokenizer", "intentId": "bb449425ec7f42369b7f79a0fd6cb055", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008433+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.089036+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a5ef5e78647e48328a616a6dfd3c7d8e", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008430+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088987+00:00", "framework": "vllm_fix_tokenizer", "intentId": "05ec5c365bca4ec9ae8fdcd90e725731", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008427+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088944+00:00", "framework": "vllm_fix_tokenizer", "intentId": "387e5bb081f14b9c9902c5dd1a72402b", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008424+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088901+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5c1956a3ecea49e39c1429f83eff5442", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008421+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088857+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7fe271b68db0414f9cbe9c6243d4a330", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008415+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088770+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e9c8594f45cf40628491ed08650f2af3", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008412+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088715+00:00", "framework": "vllm", "intentId": "26932acd2d4f47f9aa2bbcd6dde24944", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008409+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088654+00:00", "framework": "vllm", "intentId": "fccca929759c4dd8b0eb1d082d01d595", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008406+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088599+00:00", "framework": "vllm", "intentId": "e74adf1914c14de284d83fb13244624b", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008403+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088545+00:00", "framework": "vllm", "intentId": "b1919ed5a64042ffb2dfdaaaaf74b9cf", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008401+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088490+00:00", "framework": "vllm", "intentId": "01415d074280489aa488397822d8c40e", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008398+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088435+00:00", "framework": "vllm", "intentId": "66bc7d4f785345c4b42372e1a53163fd", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008395+00:00", "configFingerprint": "f7d2aee0bcf1396cd8ab3b1064b6a032eccc04f2d655a336023e13528574903d", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088383+00:00", "framework": "vllm", "intentId": "6c35ab20127b47d19e4ff8d5e715ca2a", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008392+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088330+00:00", "framework": "vllm", "intentId": "bdaf3966db954955b53ed46b5b242f97", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008389+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088276+00:00", "framework": "vllm", "intentId": "16af9da307e94cd9b8c2f63bf75ae4c4", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008386+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088221+00:00", "framework": "vllm", "intentId": "cccf29c254e44240a978a52ffe733f8c", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008380+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088099+00:00", "framework": "vllm-mlu", "intentId": "9ce01b74da124ee0ba7d867a8c4ed0fb", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008376+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.088030+00:00", "framework": "vllm-mlu", "intentId": "8c4470b5288d4bb9b155ed5c19dc5c2b", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008373+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087993+00:00", "framework": "vllm_tokenizer_patch", "intentId": "828e445e2f2044c4954a41c00139158b", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008369+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087946+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2075b6b1c4244052bd57b5e663446b78", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008367+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087897+00:00", "framework": "vllm_tokenizer_patch", "intentId": "037c2fd2af6e401db123402874251190", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008364+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087833+00:00", "framework": "vllm_tokenizer_patch", "intentId": "413a6155947b4c88affccb21b419bd00", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008361+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087794+00:00", "framework": "vllm_tokenizer_patch", "intentId": "cf79b836c77748e78719e64521b3e3d3", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008358+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087756+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c0aa149e2fb245d5adb7f49b7710f1d3", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008355+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087718+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3a801d225b084cfaa0d602331f86eeb5", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008352+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087680+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d30716bc38414fbc8fa98c8b3c7100a8", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008349+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087635+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d0f9d0892e454cb5a6ccb69895706815", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008346+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087597+00:00", "framework": "vllm_tokenizer_patch", "intentId": "85a0b216a0194eecb2c37cabefdd353a", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008343+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087559+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ef348fff3cd440438367d542fc879789", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008340+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087518+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b550c3458a4c4676823f515640631a78", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008337+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087469+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ca58e54f5be249aca568d2833bd409fa", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008334+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087419+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f8b44c14a59d42a1b8ff6382a2a69d3b", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008331+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087358+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8f795cc328a4451cbe16aea8139485d6", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008328+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087307+00:00", "framework": "vllm_tokenizer_patch", "intentId": "de06ee4ae0e442e0940b2b412c6b40c3", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008325+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087264+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4a11344ab13f410da3cf72c6f8c68e42", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008321+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087221+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ff8f023e6963452489106a1a546888bc", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008318+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087178+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5c88af1279ba4e92a98c7962f3cd3dfd", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008307+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.087031+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a24f52aef8e4462192c1fb223540095e", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008303+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.086980+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8165b2666aab4c1fa270a45b1dcf036a", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008296+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.086925+00:00", "framework": "vllm_tokenizer_patch", "intentId": "90a783811fd64ff8bd55a8d16c39d931", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "22985c0652314c9da91d705e62b9a761", "completedAt": "2026-09-20T06:22:58.008266+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:15:57.086795+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f68ead31eb8340079ee5dd8f52f8016a", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "9b66f3a164ed48ca9a534db1d291df0f", "completedAt": "2026-09-20T04:41:55.736464+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:36:47.619879+00:00", "framework": "vllm", "intentId": "6b3a8de2b10a428c9ddf9d22b3181296", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "9b66f3a164ed48ca9a534db1d291df0f", "completedAt": "2026-09-20T04:41:55.736461+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:36:47.619821+00:00", "framework": "vllm", "intentId": "b9843c023d764a80b3d64be3bd78f7e3", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "9b66f3a164ed48ca9a534db1d291df0f", "completedAt": "2026-09-20T04:41:55.736459+00:00", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:36:47.619764+00:00", "framework": "vllm", "intentId": "02e8d73581314d238754c645ce8907e2", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} @@ -1858,54 +1858,3 @@ {"batchId": "63db585c078c4e638305a49c6977bd2b", "completedAt": "2026-09-06T20:55:14.097836+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:54:07.194956+00:00", "framework": "vllm", "intentId": "d182f146b402466abfbe0e4ab987384c", "repoId": "empero-ai/Qwen3.8-4B-Distill", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} {"batchId": "63db585c078c4e638305a49c6977bd2b", "completedAt": "2026-09-06T20:55:14.097834+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:54:07.194915+00:00", "framework": "vllm", "intentId": "319f367f0f2542f099899e22659c9b27", "repoId": "nanbeige/Nanbeige4.2-3B-GPTQ-Int8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} {"batchId": "63db585c078c4e638305a49c6977bd2b", "completedAt": "2026-09-06T20:55:14.097832+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:54:07.194872+00:00", "framework": "vllm", "intentId": "0a418209249f4513a9f2b6dd392c9951", "repoId": "Jackrong/DeepSeek-V4-Pro-Qwen3.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "63db585c078c4e638305a49c6977bd2b", "completedAt": "2026-09-06T20:55:14.097830+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:54:07.194830+00:00", "framework": "vllm", "intentId": "8d10cd5f3eff4815acc72b25ab5791e5", "repoId": "nota-ai/Nemotron-3.5-Lightning-30B-A3B-NVFP4-Global-Pruned-15", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "63db585c078c4e638305a49c6977bd2b", "completedAt": "2026-09-06T20:55:14.097828+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:54:07.194789+00:00", "framework": "vllm", "intentId": "0feb689363e94e0fad1228a5b35d0668", "repoId": "inferencerlabs/DeepSeek-V4-Flash-MTP-DSpark-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "63db585c078c4e638305a49c6977bd2b", "completedAt": "2026-09-06T20:55:14.097825+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:54:07.194745+00:00", "framework": "vllm", "intentId": "84e735ad4edc42d1a4ab60bbd6cf5f31", "repoId": "groxaxo/qwen36-reap-2k-mlx-q8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "63db585c078c4e638305a49c6977bd2b", "completedAt": "2026-09-06T20:55:14.097811+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:54:07.194609+00:00", "framework": "vllm", "intentId": "28e4882ba1ba4b0cbc22dee1dd1aa2c3", "repoId": "mlx-community/Qwen3.8-27B-MTP-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "eaca38010c3941d3acbe49331c6ce6e1", "completedAt": "2026-09-06T20:24:59.445106+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:23:41.910631+00:00", "framework": "vllm", "intentId": "e6302e556cdc4f08986cc97d5a75f213", "repoId": "nanbeige/Nanbeige4.2-3B-Base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "eaca38010c3941d3acbe49331c6ce6e1", "completedAt": "2026-09-06T20:24:59.445103+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:23:41.910568+00:00", "framework": "vllm", "intentId": "b698d771cafc45298bd687cc2b35599b", "repoId": "FlagRelease/DeepSeek-R1-Distill-Qwen-1.5B-mthreads-FlagOS", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "eaca38010c3941d3acbe49331c6ce6e1", "completedAt": "2026-09-06T20:24:59.445101+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:23:41.910525+00:00", "framework": "vllm", "intentId": "2455bd22f26548919f2a02b837c5ff6c", "repoId": "cyankiwi/Ornith-1.5-9B-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "eaca38010c3941d3acbe49331c6ce6e1", "completedAt": "2026-09-06T20:24:59.445099+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:23:41.910482+00:00", "framework": "vllm", "intentId": "07ba86b9389a4ca19495cae2fb53bac0", "repoId": "empero-ai/Qwen3.8-4B-Distill", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "eaca38010c3941d3acbe49331c6ce6e1", "completedAt": "2026-09-06T20:24:59.445093+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:23:41.910397+00:00", "framework": "vllm", "intentId": "baf41d0f71df4f25822f8e880a86efdc", "repoId": "nanbeige/Nanbeige4.2-3B-GPTQ-Int8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "eaca38010c3941d3acbe49331c6ce6e1", "completedAt": "2026-09-06T20:24:59.445091+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:23:41.910354+00:00", "framework": "vllm", "intentId": "9c55c9d832d74b2898f16770e0c448b5", "repoId": "Jackrong/DeepSeek-V4-Pro-Qwen3.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "eaca38010c3941d3acbe49331c6ce6e1", "completedAt": "2026-09-06T20:24:59.445089+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:23:41.910311+00:00", "framework": "vllm", "intentId": "900487caf9a245a8ac592a795bfd43ab", "repoId": "nota-ai/Nemotron-3.5-Lightning-30B-A3B-NVFP4-Global-Pruned-15", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "eaca38010c3941d3acbe49331c6ce6e1", "completedAt": "2026-09-06T20:24:59.445086+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:23:41.910269+00:00", "framework": "vllm", "intentId": "6ee835b6aad248a08b0dc37f333f8bd1", "repoId": "inferencerlabs/DeepSeek-V4-Flash-MTP-DSpark-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "eaca38010c3941d3acbe49331c6ce6e1", "completedAt": "2026-09-06T20:24:59.445083+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:23:41.910225+00:00", "framework": "vllm", "intentId": "c77f8693c05c4406a90783bae4c8f84c", "repoId": "groxaxo/qwen36-reap-2k-mlx-q8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "eaca38010c3941d3acbe49331c6ce6e1", "completedAt": "2026-09-06T20:24:59.445080+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:23:41.910177+00:00", "framework": "vllm", "intentId": "5877bdb198134cbab2efee9a6f94d86a", "repoId": "OpenOneRec/OneReason-8B-pretrain-competition", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "eaca38010c3941d3acbe49331c6ce6e1", "completedAt": "2026-09-06T20:24:59.445068+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T20:23:41.910078+00:00", "framework": "vllm", "intentId": "f5e6bd7ee24145c7ab8c4addbe2babe1", "repoId": "mlx-community/Qwen3.8-27B-MTP-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "c0479c6e4ce04f21a432bd61e641d54e", "completedAt": "2026-09-06T19:49:58.843179+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T19:48:31.872634+00:00", "framework": "vllm", "intentId": "4cbd25ab4cb245a99e0baec000b84752", "repoId": "nanbeige/Nanbeige4.2-3B-Base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "c0479c6e4ce04f21a432bd61e641d54e", "completedAt": "2026-09-06T19:49:58.843177+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T19:48:31.872593+00:00", "framework": "vllm", "intentId": "6a99e473156d42248ae7bcc1ea8d3254", "repoId": "FlagRelease/DeepSeek-R1-Distill-Qwen-1.5B-mthreads-FlagOS", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "c0479c6e4ce04f21a432bd61e641d54e", "completedAt": "2026-09-06T19:49:58.843174+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T19:48:31.872553+00:00", "framework": "vllm", "intentId": "0135b66e2e994a86a77b7684bc6cf6b8", "repoId": "cyankiwi/Ornith-1.5-9B-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "c0479c6e4ce04f21a432bd61e641d54e", "completedAt": "2026-09-06T19:49:58.843170+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T19:48:31.872471+00:00", "framework": "vllm", "intentId": "d6c65a8db9fd40de8381be9b8144625a", "repoId": "empero-ai/Qwen3.8-4B-Distill", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "c0479c6e4ce04f21a432bd61e641d54e", "completedAt": "2026-09-06T19:49:58.843167+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T19:48:31.872430+00:00", "framework": "vllm", "intentId": "55ba7a10e81549cdb66da466a9474658", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality-FP16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "c0479c6e4ce04f21a432bd61e641d54e", "completedAt": "2026-09-06T19:49:58.843164+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T19:48:31.872389+00:00", "framework": "vllm", "intentId": "fc2967764e084bf3a68ded8abd66eb18", "repoId": "nanbeige/Nanbeige4.2-3B-GPTQ-Int8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "c0479c6e4ce04f21a432bd61e641d54e", "completedAt": "2026-09-06T19:49:58.843158+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T19:48:31.872307+00:00", "framework": "vllm", "intentId": "734ea2c4edec4d5f8f0b4776e1d1fadc", "repoId": "Jackrong/DeepSeek-V4-Pro-Qwen3.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "c0479c6e4ce04f21a432bd61e641d54e", "completedAt": "2026-09-06T19:49:58.843155+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T19:48:31.872266+00:00", "framework": "vllm", "intentId": "81649fff30d54754bb79130f09a0d33d", "repoId": "nota-ai/Nemotron-3.5-Lightning-30B-A3B-NVFP4-Global-Pruned-15", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "c0479c6e4ce04f21a432bd61e641d54e", "completedAt": "2026-09-06T19:49:58.843152+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T19:48:31.872223+00:00", "framework": "vllm", "intentId": "f08cab0604d04dcca84b3dfd4b9ade49", "repoId": "inferencerlabs/DeepSeek-V4-Flash-MTP-DSpark-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "c0479c6e4ce04f21a432bd61e641d54e", "completedAt": "2026-09-06T19:49:58.843148+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T19:48:31.872181+00:00", "framework": "vllm", "intentId": "f85220ad7621484594d0260e571aee9c", "repoId": "groxaxo/qwen36-reap-2k-mlx-q8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "c0479c6e4ce04f21a432bd61e641d54e", "completedAt": "2026-09-06T19:49:58.843136+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T19:48:31.872126+00:00", "framework": "vllm", "intentId": "aa390ecf6e22400ea969442cfd499fd6", "repoId": "OpenOneRec/OneReason-8B-pretrain-competition", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "c0479c6e4ce04f21a432bd61e641d54e", "completedAt": "2026-09-06T19:49:58.843124+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T19:48:31.872048+00:00", "framework": "vllm", "intentId": "a1a4a3352af84d12933f32236acb5c2b", "repoId": "mlx-community/Qwen3.8-27B-MTP-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "cbd4169f8de24e9d934c9cbabff3d8d4", "completedAt": "2026-09-06T18:36:09.267587+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T18:34:35.945490+00:00", "framework": "vllm", "intentId": "56721148b6e14e639975033d43a574b1", "repoId": "nanbeige/Nanbeige4.2-3B-Base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "cbd4169f8de24e9d934c9cbabff3d8d4", "completedAt": "2026-09-06T18:36:09.267584+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T18:34:35.945448+00:00", "framework": "vllm", "intentId": "5a8431396a92438d84dfa2e001611d9e", "repoId": "FlagRelease/DeepSeek-R1-Distill-Qwen-1.5B-mthreads-FlagOS", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "cbd4169f8de24e9d934c9cbabff3d8d4", "completedAt": "2026-09-06T18:36:09.267582+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T18:34:35.945406+00:00", "framework": "vllm", "intentId": "4d31e0e7547c468c8423cdf423c72500", "repoId": "cyankiwi/Ornith-1.5-9B-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "cbd4169f8de24e9d934c9cbabff3d8d4", "completedAt": "2026-09-06T18:36:09.267579+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T18:34:35.945365+00:00", "framework": "vllm", "intentId": "1513f92e24ed437bb63d4a7a42747548", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-MLX-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "cbd4169f8de24e9d934c9cbabff3d8d4", "completedAt": "2026-09-06T18:36:09.267576+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T18:34:35.945323+00:00", "framework": "vllm", "intentId": "9b213801e8924dbeb9a97f4f1373bd04", "repoId": "empero-ai/Qwen3.8-4B-Distill", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "cbd4169f8de24e9d934c9cbabff3d8d4", "completedAt": "2026-09-06T18:36:09.267573+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T18:34:35.945281+00:00", "framework": "vllm", "intentId": "7366ffc8eabe42c5b26a93503ef9e8c7", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality-FP16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "cbd4169f8de24e9d934c9cbabff3d8d4", "completedAt": "2026-09-06T18:36:09.267570+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T18:34:35.945239+00:00", "framework": "vllm", "intentId": "e60439212b3e4990abcb6c32127351a7", "repoId": "nanbeige/Nanbeige4.2-3B-GPTQ-Int8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "cbd4169f8de24e9d934c9cbabff3d8d4", "completedAt": "2026-09-06T18:36:09.267568+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T18:34:35.945198+00:00", "framework": "vllm", "intentId": "e4fc971a6ef24359a30ccf9d9dd19e39", "repoId": "Jackrong/DeepSeek-V4-Pro-Qwen3.5-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "cbd4169f8de24e9d934c9cbabff3d8d4", "completedAt": "2026-09-06T18:36:09.267559+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T18:34:35.945137+00:00", "framework": "vllm", "intentId": "55e448c002b2435f95d5ccd25926061a", "repoId": "Jackrong/DeepSeek-V4-Pro-Qwen3.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "cbd4169f8de24e9d934c9cbabff3d8d4", "completedAt": "2026-09-06T18:36:09.267557+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T18:34:35.945096+00:00", "framework": "vllm", "intentId": "27a8ec9d61ab427faae1a4aa199f3084", "repoId": "nota-ai/Nemotron-3.5-Lightning-30B-A3B-NVFP4-Global-Pruned-15", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "cbd4169f8de24e9d934c9cbabff3d8d4", "completedAt": "2026-09-06T18:36:09.267554+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T18:34:35.945054+00:00", "framework": "vllm", "intentId": "3f0a1320cb994ec1a3d2a9890e4522f6", "repoId": "inferencerlabs/DeepSeek-V4-Flash-MTP-DSpark-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "cbd4169f8de24e9d934c9cbabff3d8d4", "completedAt": "2026-09-06T18:36:09.267551+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T18:34:35.945012+00:00", "framework": "vllm", "intentId": "a34c1a2510ff4c36b7e70df960ac2196", "repoId": "groxaxo/qwen36-reap-2k-mlx-q8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "cbd4169f8de24e9d934c9cbabff3d8d4", "completedAt": "2026-09-06T18:36:09.267548+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T18:34:35.944968+00:00", "framework": "vllm", "intentId": "e8678c2839d049c2ab2358a00fe577cf", "repoId": "OpenOneRec/OneReason-8B-pretrain-competition", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "cbd4169f8de24e9d934c9cbabff3d8d4", "completedAt": "2026-09-06T18:36:09.267525+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T18:34:35.944833+00:00", "framework": "vllm", "intentId": "4661703e95054a00a5295cca858a7e9f", "repoId": "mlx-community/Qwen3.8-27B-MTP-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "c74763998d684551b9d113d544073786", "completedAt": "2026-09-06T17:12:24.953134+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-05T16:20:37.326745+00:00", "framework": "vllm_fix_tokenizer", "intentId": "90285e71b6a140899c4085c447f62384", "repoId": "solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "failed", "targetGpu": "Vastai_va16", "taskId": "4651793", "taskType": "text-generation"} -{"batchId": "5c7dfbdf0f4d4e8080d5c318b9533dbf", "completedAt": "2026-09-06T16:50:39.934619+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T16:48:58.708601+00:00", "framework": "vllm", "intentId": "396bd5209fa64f829323772e60d00cfd", "repoId": "nanbeige/Nanbeige4.2-3B-Base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "5c7dfbdf0f4d4e8080d5c318b9533dbf", "completedAt": "2026-09-06T16:50:39.934617+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T16:48:58.708528+00:00", "framework": "vllm", "intentId": "7afc98642818458e99221a0362added2", "repoId": "FlagRelease/DeepSeek-R1-Distill-Qwen-1.5B-mthreads-FlagOS", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "5c7dfbdf0f4d4e8080d5c318b9533dbf", "completedAt": "2026-09-06T16:50:39.934615+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T16:48:58.708456+00:00", "framework": "vllm", "intentId": "ce66be3ab799443a9ec2f82b72c4a4f9", "repoId": "cyankiwi/Ornith-1.5-9B-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "5c7dfbdf0f4d4e8080d5c318b9533dbf", "completedAt": "2026-09-06T16:50:39.934612+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T16:48:58.708383+00:00", "framework": "vllm", "intentId": "120327c71f4c4d9aad06e4876c90074c", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-MLX-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "5c7dfbdf0f4d4e8080d5c318b9533dbf", "completedAt": "2026-09-06T16:50:39.934610+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T16:48:58.708311+00:00", "framework": "vllm", "intentId": "1c4bb604cdb7441d8a29b72dbbcf4ac1", "repoId": "empero-ai/Qwen3.8-4B-Distill", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "5c7dfbdf0f4d4e8080d5c318b9533dbf", "completedAt": "2026-09-06T16:50:39.934608+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T16:48:58.708238+00:00", "framework": "vllm", "intentId": "ca282cacb90c415592d99a7b59f49023", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality-FP16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "5c7dfbdf0f4d4e8080d5c318b9533dbf", "completedAt": "2026-09-06T16:50:39.934606+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T16:48:58.708164+00:00", "framework": "vllm", "intentId": "ef37c6dd605e4938b9c4dc64f0a1fd38", "repoId": "nanbeige/Nanbeige4.2-3B-GPTQ-Int8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "5c7dfbdf0f4d4e8080d5c318b9533dbf", "completedAt": "2026-09-06T16:50:39.934603+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T16:48:58.708073+00:00", "framework": "vllm", "intentId": "0636b3a154e94c1696bf09574fb0389d", "repoId": "Jackrong/DeepSeek-V4-Pro-Qwen3.5-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "5c7dfbdf0f4d4e8080d5c318b9533dbf", "completedAt": "2026-09-06T16:50:39.934601+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-06T16:48:58.708000+00:00", "framework": "vllm", "intentId": "749e6d93e8a64b428e18e1689b88659f", "repoId": "Jackrong/DeepSeek-V4-Pro-Qwen3.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index 3c6a5486fb..abbee6030b 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -1,6 +1,6 @@ { "acceptedByCategory": { - "unified_success_first": 1694 + "unified_success_first": 1698 }, "acceptedByRoute": { "text-generation|Ascend_910-b3|llamacpp": 17, @@ -8,8 +8,8 @@ "text-generation|Ascend_910-b3|vllm_tokenizer_patch": 116, "text-generation|Ascend_910-b4|llamacpp": 13, "text-generation|Ascend_910-b4|vllm": 18, - "text-generation|Ascend_910-b4|vllm_tokenizer_patch": 106, - "text-generation|Biren_166m|vllm": 70, + "text-generation|Ascend_910-b4|vllm_tokenizer_patch": 107, + "text-generation|Biren_166m|vllm": 71, "text-generation|Biren_166m|vllm_fix_tokenizer": 13, "text-generation|Cambricon_mlu-370-x4|vllm": 48, "text-generation|Cambricon_mlu-370-x4|vllm-customized": 2, @@ -21,10 +21,10 @@ "text-generation|Iluvatar_bi-150|transformers": 16, "text-generation|Iluvatar_bi-150|vllm": 7, "text-generation|Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 101, - "text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 31, + "text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 32, "text-generation|Iluvatar_mrv-100|vllm": 61, "text-generation|Kunlunxin_p-800|vllm": 3, - "text-generation|Kunlunxin_p-800|vllm_fix_tokenizer": 164, + "text-generation|Kunlunxin_p-800|vllm_fix_tokenizer": 165, "text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 54, "text-generation|MetaX_c-500|vllm": 104, "text-generation|Mthreads_s4000|llamacpp": 17, @@ -36,8 +36,8 @@ "text-generation|hygon_k100-ai|vllm": 26, "text-generation|hygon_k100-ai|vllm-patch-tokenizer": 107 }, - "acceptedSinceRefresh": 1694, - "acceptedTotal": 1694, - "generatedAt": "2026-09-20T05:31:42.922375+00:00", + "acceptedSinceRefresh": 1698, + "acceptedTotal": 1698, + "generatedAt": "2026-09-20T06:22:57.956248+00:00", "version": 1 } diff --git a/ledger/submissions.jsonl b/ledger/submissions.jsonl index 0d7bd5a06d..a06cfc0286 100644 --- a/ledger/submissions.jsonl +++ b/ledger/submissions.jsonl @@ -1045,3 +1045,7 @@ {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T05:16:13.330122+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4971312", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"} {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T05:16:13.358703+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4971314", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "modelId": "BAAI/RoboBrain2.5-8B-MT", "submitTime": "2026-09-20T05:16:13.351034+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4971313", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-bi-150"} +{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "modelId": "RedHatAI/gemma-2-2b-quantized.w8a16", "submitTime": "2026-09-20T06:16:07.298594+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4972201", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-27b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "submitTime": "2026-09-20T06:16:07.269550+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4972172", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"} +{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "modelId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T06:17:57.834294+00:00", "targetGpu": "Biren_166m", "taskId": "4972230", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "modelId": "inclusionAI/Ling-3.0-tiny", "submitTime": "2026-09-20T06:19:35.394755+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4972231", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} diff --git a/manifest.json b/manifest.json index 1d484e8705..53793b9808 100644 --- a/manifest.json +++ b/manifest.json @@ -9,16 +9,16 @@ ".modelhub_state/queue_cleanup_latest.json": "25b335b72d13b2b3ece533c0d2becb501b6af2b8e22541f81dbe2557eefe8d4f", ".modelhub_state/recent_outcomes.jsonl": "62b68350d2deff304f19dc514feafd289130899668daa0d9df637ed7ef04be42", ".modelhub_state/recovery_active_tasks.jsonl": "1e3c866db844e9c774f5637279d04813c60e31462ab0c8c17f3cca12a1b6641c", - ".modelhub_state/recovery_intents.jsonl": "d2735935bfc89c904269ae53c71b7ea5e474d7ecfe6063b522462f18d69a887e", - ".modelhub_state/routing_intelligence.json": "883bf953aeb66decf6d3562b5f6db7e61496d89258dbd29ffbedda006925e315", + ".modelhub_state/recovery_intents.jsonl": "e96675d790c92708882647f714ce73377c0db56b0c37d7d8d35e987227d7e4f4", + ".modelhub_state/routing_intelligence.json": "012aa8b1c43694481a08306508fcfe46cae61e9009aa1780208d4584f84360b3", ".modelhub_state/submission_exclusions.jsonl": "221be895a524330815b3c5124450b33c94b5f1e68169030c73684bf675d06ec7", ".modelhub_state/worker_crashes.jsonl": "a494412048eca6dce83e7284303a6b4b56a445c1274ac201ab8723c739a14f23", - "ledger/submissions.jsonl": "85cd57f610e7cb31f87e3c2584cbd86f600e32724eeddc96c0f7337748f10500", - "outcomes/submissions.jsonl": "82b169076ee6683311d72a05da2becf4c32f9bac6494022b377e5dc35746407f" + "ledger/submissions.jsonl": "6484ccb2468f82ac627e9052dcd13a71700c14b755b592a612b39f48cae509e0", + "outcomes/submissions.jsonl": "c83ca147bc432db5407102740e83a7b281c7ee5bdb081346a2d2d679fa2b8f40" }, - "generation": 10310, - "phase": "intent", + "generation": 10311, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-09-20T06:15:57.210199+00:00", + "updatedAt": "2026-09-20T06:22:58.184543+00:00", "writerId": "fc715c06e24c4db2ae3e425e435db996" } diff --git a/outcomes/submissions.jsonl b/outcomes/submissions.jsonl index 0cff7e8f78..4d40c63166 100644 --- a/outcomes/submissions.jsonl +++ b/outcomes/submissions.jsonl @@ -1077,3 +1077,7 @@ {"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "BAAI/RoboBrain2.5-8B-MT", "modelProfile": {"architectures": ["Qwen3VLForConditionalGeneration"], "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 17534339552, "estimatedRequiredGiB": 19.609, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_vl", "modelscopeFileSize": 17545918174, "modelscopeLicense": "apache-2.0", "modelscopeParams": 8767123696, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3_vl", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 17545918174}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T05:16:13.351034+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4971313", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm-customized", "lastSyncTime": null, "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "modelProfile": {"architectures": ["Qwen3_5ForConditionalGeneration"], "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 16293474987, "estimatedRequiredGiB": 18.232, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5", "modelscopeFileSize": 16313701503, "modelscopeLicense": "apache-2.0", "modelscopeParams": 4665462000, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3_5", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx", "custom_tag:apple-silicon", "custom_tag:macos", "custom_tag:speculative-decoding", "custom_tag:multi-token-prediction", "custom_tag:qwen", "custom_tag:qwen3.8", "custom_tag:mtp", "custom_tag:mtplx", "custom_tag:local-ai", "custom_tag:chat", "custom_tag:qwen3-8", "custom_tag:qwen-3.8", "custom_tag:local-llm", "custom_tag:llm", "custom_tag:m5", "custom_tag:m5-max", "custom_tag:m4", "custom_tag:m3", "custom_tag:macbook-pro", "custom_tag:mac-studio", "custom_tag:opencode", "custom_tag:claude-code", "custom_tag:27b", "custom_tag:qwen3.8-27b", "custom_tag:qwen3-8-27b", "custom_tag:coding"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 16313701503}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T05:31:42.868717+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4971506", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm-customized", "lastSyncTime": null, "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "modelProfile": {"architectures": ["Qwen3_5ForConditionalGeneration"], "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 16293473597, "estimatedRequiredGiB": 18.233, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5", "modelscopeFileSize": 16314185171, "modelscopeLicense": "apache-2.0", "modelscopeParams": 4665462000, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3_5", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx", "custom_tag:apple-silicon", "custom_tag:macos", "custom_tag:m1", "custom_tag:m2", "custom_tag:fp16", "custom_tag:speculative-decoding", "custom_tag:multi-token-prediction", "custom_tag:qwen", "custom_tag:qwen3.8", "custom_tag:mtp", "custom_tag:mtplx", "custom_tag:local-ai", "custom_tag:chat", "custom_tag:qwen3-8", "custom_tag:qwen-3.8", "custom_tag:local-llm", "custom_tag:llm", "custom_tag:m5", "custom_tag:m5-max", "custom_tag:m4", "custom_tag:m3", "custom_tag:macbook-pro", "custom_tag:mac-studio", "custom_tag:opencode", "custom_tag:claude-code", "custom_tag:27b", "custom_tag:qwen3.8-27b", "custom_tag:qwen3-8-27b", "custom_tag:coding"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 16314185171}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T05:31:42.867294+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4971507", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "RedHatAI/gemma-2-2b-quantized.w8a16", "modelProfile": {"architectures": ["Gemma2ForCausalLM"], "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 6746735136, "estimatedRequiredGiB": 7.565, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gemma2", "modelscopeFileSize": 6768615358, "modelscopeLicense": "gemma", "modelscopeParams": 3204165888, "modelscopeTags": ["license:gemma", "model_type:gemma2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:int8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 6768615358}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T06:16:07.298594+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4972201", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "modelProfile": {"architectures": ["Gemma2ForCausalLM"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 30775446656, "estimatedRequiredGiB": 34.419, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gemma2", "modelscopeFileSize": 30797371689, "modelscopeLicense": "gemma", "modelscopeParams": 28406776320, "modelscopeTags": ["license:gemma", "model_type:gemma2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:int8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 30797371689}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T06:16:07.269550+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4972172", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "modelProfile": {"architectures": ["Qwen2ForCausalLM"], "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 903168128, "estimatedRequiredGiB": 1.022, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen2", "modelscopeFileSize": 914658310, "modelscopeLicense": "apache-2.0", "modelscopeParams": 630167424, "modelscopeTags": ["license:apache-2.0", "model_type:qwen2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 914658310}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T06:17:57.834294+00:00", "targetGpu": "Biren_166m", "taskId": "4972230", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "inclusionAI/Ling-3.0-tiny", "modelProfile": {"architectures": ["BailingMoeV3ForCausalLM"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 15787992416, "estimatedRequiredGiB": 17.659, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "bailing_hybrid", "modelscopeFileSize": 15801179822, "modelscopeLicense": "mit", "modelscopeParams": 7893392800, "modelscopeTags": ["license:mit", "model_type:bailing_hybrid", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 15801179822}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T06:19:35.394755+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4972231", "taskType": "text-generation", "verifyResult": null}