CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11183 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 04:49:00 +00:00
parent de4fc997a4
commit 8d2d841966
5 changed files with 60 additions and 103 deletions
Download Patch File Download Diff File Expand all files Collapse all files

137
.modelhub_state/recovery_intents.jsonl
View File

@@ -1969,52 +1969,52 @@
{"batchId": "c0244367f8be4058b2ce993ab7621c0e", "completedAt": "2026-09-21T04:04:35.631299+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:59:25.548179+00:00", "framework": "vllm-customized", "intentId": "bfd95fc86fdc4092abf99ba995d42ebb", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "reason": null, "reconciledAt": "2026-09-21T04:33:25.379762+00:00", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4993324", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352354+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001516+00:00", "framework": "vllm", "intentId": "63d23f9cf1154ba384fae755a1c6eb47", "lastModified": "2026-08-24T19:39:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a16", "reason": null, "reconciledAt": "2026-09-21T04:33:25.376086+00:00", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Kunlunxin_p-800", "taskId": "4993693", "taskType": "text-generation"}
{"batchId": "3dd27b1156b743d6b947bb468f7acbbc", "completedAt": "2026-09-21T04:43:31.794150+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:37:37.555951+00:00", "framework": "vllm", "intentId": "e0037a36b40f47c89ae4e3af15bb210a", "lastModified": "2026-08-24T19:39:28+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a16", "reason": null, "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4993963", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720232+00:00", "framework": "vllm-customized", "intentId": "f97b4303910244c8b391dfb998cfe36f", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720368+00:00", "framework": "vllm-customized", "intentId": "6e1bf7fe36a64e48927d3bed342934eb", "lastModified": "2026-08-24T20:29:58+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720433+00:00", "framework": "vllm-customized", "intentId": "eab545faec1943168e37c0e443813c04", "lastModified": "2026-08-24T19:38:03+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720494+00:00", "framework": "vllm-customized", "intentId": "da4ecb2a4e8c4eaa92cddd8606c30658", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720554+00:00", "framework": "vllm-customized", "intentId": "7e4e9141b29b44b3afec8d894e80462c", "lastModified": "2026-08-24T20:06:34+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720613+00:00", "framework": "vllm-customized", "intentId": "e72477095a9d4f8d82e33d6ca20bb0ce", "lastModified": "2026-08-24T20:26:53+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720680+00:00", "framework": "vllm-customized", "intentId": "61483566e96e4322b6ef0b9cf0972109", "lastModified": "2026-08-26T12:23:38+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720738+00:00", "framework": "vllm-customized", "intentId": "a91a5e50838b42b9991020bd1183d36e", "lastModified": "2026-09-04T07:05:43+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-FP8", "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720797+00:00", "framework": "vllm-customized", "intentId": "5e75fce692734f7db120b80b7bcab540", "lastModified": "2026-09-09T06:27:24+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720854+00:00", "framework": "vllm-customized", "intentId": "26e18f6a9eb642fa9f2241871efd90a2", "lastModified": "2026-08-28T05:30:04+00:00", "modelAddress": "https://modelscope.cn/models/whcl412/mlx-LycheeAI-coder-1.7b", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720912+00:00", "framework": "vllm-customized", "intentId": "6163ba58f7004a40b7bca2b68554281d", "lastModified": "2026-08-29T01:07:23+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720970+00:00", "framework": "vllm-customized", "intentId": "3f56d96f34b349da83eea6927cef9e8f", "lastModified": "2026-08-26T19:32:38+00:00", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721027+00:00", "framework": "vllm-customized", "intentId": "fae5d3d4a41d456b9e745b18bd9022c8", "lastModified": "2026-09-02T05:56:49+00:00", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721086+00:00", "framework": "vllm", "intentId": "53a929068ffc4b54a236b2ab04328f36", "lastModified": "2026-08-24T19:46:26+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721145+00:00", "framework": "vllm", "intentId": "bd9e0bb99853453bacac25e83d6f7086", "lastModified": "2026-08-24T19:34:25+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721202+00:00", "framework": "vllm", "intentId": "44c66a8b4ae14b9f872038f0f7c83383", "lastModified": "2026-08-24T19:48:09+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721259+00:00", "framework": "vllm", "intentId": "3efa49c9213e40e191ce00b86e7d74f4", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721303+00:00", "framework": "vllm", "intentId": "297951aa44454b6cb650954440762f3b", "lastModified": "2026-08-24T20:31:44+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721346+00:00", "framework": "vllm", "intentId": "feaeb57af3154ceeab06cec69c09b6ee", "lastModified": "2026-08-24T19:36:40+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721387+00:00", "framework": "vllm", "intentId": "e20bc6d9369e41628bd9029b0c9f96ba", "lastModified": "2026-08-24T20:26:05+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721428+00:00", "framework": "vllm", "intentId": "ec63096947e543059f90064edc9ab186", "lastModified": "2026-08-24T20:22:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721471+00:00", "framework": "vllm", "intentId": "0269162b4d7f4e87842d15c03ad1bad8", "lastModified": "2026-08-24T20:14:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721512+00:00", "framework": "vllm", "intentId": "d884adbfb5744e1e9e597e30bb357c14", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721554+00:00", "framework": "vllm", "intentId": "aa7086a676b54dffa0a7eeb9af5a5df1", "lastModified": "2026-09-01T03:45:04+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721595+00:00", "framework": "vllm", "intentId": "593b76f133f344e186d1a3c7a7fa38bb", "lastModified": "2026-09-04T12:06:11+00:00", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721636+00:00", "framework": "vllm", "intentId": "4cd75f3f2fc14f78890b01db91050b1a", "lastModified": "2026-08-26T13:13:18+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721701+00:00", "framework": "vllm", "intentId": "ef5138c6f8104424807053fe3a1fa113", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721743+00:00", "framework": "vllm", "intentId": "239238e882834a9988ae8a9b79749d6a", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721785+00:00", "framework": "vllm", "intentId": "72107071b6434d50a49a86582324c0c5", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721854+00:00", "framework": "vllm", "intentId": "eda10c5f9f7740eeabc6144cf241c32e", "lastModified": "2026-09-09T13:42:58+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721937+00:00", "framework": "vllm", "intentId": "991bc2a93c19451083421edf1080ac5e", "lastModified": "2026-08-26T19:43:40+00:00", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721994+00:00", "framework": "vllm", "intentId": "66f77b212f904e64b19c0e80da1e0147", "lastModified": "2026-08-24T20:04:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722052+00:00", "framework": "vllm", "intentId": "04ea37e00241487ca8a61a11431b7063", "lastModified": "2026-08-24T19:39:21+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722109+00:00", "framework": "vllm", "intentId": "0e39caf8224b46c78c868130f7e9e787", "lastModified": "2026-08-24T19:54:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722167+00:00", "framework": "vllm", "intentId": "019d95d4647342b994d3a1a674941e13", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722224+00:00", "framework": "vllm", "intentId": "75e477548cb7401e94d7fad14cb05306", "lastModified": "2026-08-24T20:02:14+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722281+00:00", "framework": "vllm", "intentId": "53f9271315aa48de8659c8c2486a6bea", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722338+00:00", "framework": "vllm_fix_tokenizer", "intentId": "38735558f5ec4b9caeaff3f1a013a3b4", "lastModified": "2026-08-24T20:38:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722393+00:00", "framework": "vllm_fix_tokenizer", "intentId": "92c8e5c5b2484872ae493a26c376fcc8", "lastModified": "2026-09-10T05:31:36+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722447+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b7ce2df3770a4bb2853c80ff754e693c", "lastModified": "2026-09-10T05:36:14+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722501+00:00", "framework": "vllm_fix_tokenizer", "intentId": "11d0aef72fe3463984b8e94eb875917f", "lastModified": "2026-09-10T05:34:35+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722555+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f5fdff0de67d4cf18ef812eceb245837", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722609+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9392e39b3a864ed187ffbec9d8ed5dca", "lastModified": "2026-08-26T16:41:11+00:00", "modelAddress": "https://modelscope.cn/models/apodex/Apodex-1.1-mini-GPTQ-Int4", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722662+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ae150c8992974511a381f85705efc249", "lastModified": "2026-08-26T12:23:32+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722721+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c3357cc750544526a2d7d176c03b7a13", "lastModified": "2026-08-26T17:20:09+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722775+00:00", "framework": "vllm_fix_tokenizer", "intentId": "088c806dbb114528a10fade700375fcb", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392660+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721259+00:00", "framework": "vllm", "intentId": "3efa49c9213e40e191ce00b86e7d74f4", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "reason": null, "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4994057", "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392753+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722775+00:00", "framework": "vllm_fix_tokenizer", "intentId": "088c806dbb114528a10fade700375fcb", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392751+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722721+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c3357cc750544526a2d7d176c03b7a13", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392748+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722662+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ae150c8992974511a381f85705efc249", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392745+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722609+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9392e39b3a864ed187ffbec9d8ed5dca", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392743+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722555+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f5fdff0de67d4cf18ef812eceb245837", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392740+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722501+00:00", "framework": "vllm_fix_tokenizer", "intentId": "11d0aef72fe3463984b8e94eb875917f", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392737+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722447+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b7ce2df3770a4bb2853c80ff754e693c", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392735+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722393+00:00", "framework": "vllm_fix_tokenizer", "intentId": "92c8e5c5b2484872ae493a26c376fcc8", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392732+00:00", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722338+00:00", "framework": "vllm_fix_tokenizer", "intentId": "38735558f5ec4b9caeaff3f1a013a3b4", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392729+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722281+00:00", "framework": "vllm", "intentId": "53f9271315aa48de8659c8c2486a6bea", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392726+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722224+00:00", "framework": "vllm", "intentId": "75e477548cb7401e94d7fad14cb05306", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392724+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722167+00:00", "framework": "vllm", "intentId": "019d95d4647342b994d3a1a674941e13", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392721+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722109+00:00", "framework": "vllm", "intentId": "0e39caf8224b46c78c868130f7e9e787", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392719+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.722052+00:00", "framework": "vllm", "intentId": "04ea37e00241487ca8a61a11431b7063", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392716+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721994+00:00", "framework": "vllm", "intentId": "66f77b212f904e64b19c0e80da1e0147", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392713+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721937+00:00", "framework": "vllm", "intentId": "991bc2a93c19451083421edf1080ac5e", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392710+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721854+00:00", "framework": "vllm", "intentId": "eda10c5f9f7740eeabc6144cf241c32e", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392707+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721785+00:00", "framework": "vllm", "intentId": "72107071b6434d50a49a86582324c0c5", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392704+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721743+00:00", "framework": "vllm", "intentId": "239238e882834a9988ae8a9b79749d6a", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392701+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721701+00:00", "framework": "vllm", "intentId": "ef5138c6f8104424807053fe3a1fa113", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392698+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721636+00:00", "framework": "vllm", "intentId": "4cd75f3f2fc14f78890b01db91050b1a", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392696+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721595+00:00", "framework": "vllm", "intentId": "593b76f133f344e186d1a3c7a7fa38bb", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392693+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721554+00:00", "framework": "vllm", "intentId": "aa7086a676b54dffa0a7eeb9af5a5df1", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392690+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721512+00:00", "framework": "vllm", "intentId": "d884adbfb5744e1e9e597e30bb357c14", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392687+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721471+00:00", "framework": "vllm", "intentId": "0269162b4d7f4e87842d15c03ad1bad8", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392684+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721428+00:00", "framework": "vllm", "intentId": "ec63096947e543059f90064edc9ab186", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392681+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721387+00:00", "framework": "vllm", "intentId": "e20bc6d9369e41628bd9029b0c9f96ba", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392679+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721346+00:00", "framework": "vllm", "intentId": "feaeb57af3154ceeab06cec69c09b6ee", "repoId": "neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392662+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721303+00:00", "framework": "vllm", "intentId": "297951aa44454b6cb650954440762f3b", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392656+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721202+00:00", "framework": "vllm", "intentId": "44c66a8b4ae14b9f872038f0f7c83383", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392653+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721145+00:00", "framework": "vllm", "intentId": "bd9e0bb99853453bacac25e83d6f7086", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392650+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721086+00:00", "framework": "vllm", "intentId": "53a929068ffc4b54a236b2ab04328f36", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392647+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.721027+00:00", "framework": "vllm-customized", "intentId": "fae5d3d4a41d456b9e745b18bd9022c8", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392644+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720970+00:00", "framework": "vllm-customized", "intentId": "3f56d96f34b349da83eea6927cef9e8f", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392640+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720912+00:00", "framework": "vllm-customized", "intentId": "6163ba58f7004a40b7bca2b68554281d", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392637+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720854+00:00", "framework": "vllm-customized", "intentId": "26e18f6a9eb642fa9f2241871efd90a2", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392635+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720797+00:00", "framework": "vllm-customized", "intentId": "5e75fce692734f7db120b80b7bcab540", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392631+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720738+00:00", "framework": "vllm-customized", "intentId": "a91a5e50838b42b9991020bd1183d36e", "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392628+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720680+00:00", "framework": "vllm-customized", "intentId": "61483566e96e4322b6ef0b9cf0972109", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392624+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720613+00:00", "framework": "vllm-customized", "intentId": "e72477095a9d4f8d82e33d6ca20bb0ce", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392621+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720554+00:00", "framework": "vllm-customized", "intentId": "7e4e9141b29b44b3afec8d894e80462c", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392618+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720494+00:00", "framework": "vllm-customized", "intentId": "da4ecb2a4e8c4eaa92cddd8606c30658", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392615+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720433+00:00", "framework": "vllm-customized", "intentId": "eab545faec1943168e37c0e443813c04", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392611+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720368+00:00", "framework": "vllm-customized", "intentId": "6e1bf7fe36a64e48927d3bed342934eb", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "707a5763960044fcba9e6b46b0ca7e2f", "completedAt": "2026-09-21T04:49:00.392595+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:43:32.720232+00:00", "framework": "vllm-customized", "intentId": "f97b4303910244c8b391dfb998cfe36f", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "3dd27b1156b743d6b947bb468f7acbbc", "completedAt": "2026-09-21T04:43:31.794269+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:37:37.558231+00:00", "framework": "vllm-customized", "intentId": "8ff1b7b8405145b6993db3c320eea7d2", "repoId": "RedHatAI/Qwen2-0.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "3dd27b1156b743d6b947bb468f7acbbc", "completedAt": "2026-09-21T04:43:31.794267+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:37:37.558174+00:00", "framework": "vllm-customized", "intentId": "871aa7f48f2242ee81effa931bf228b4", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "3dd27b1156b743d6b947bb468f7acbbc", "completedAt": "2026-09-21T04:43:31.794264+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:37:37.558115+00:00", "framework": "vllm-customized", "intentId": "0930e627b6a942699080eeb2202761c8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
@@ -2270,48 +2270,3 @@
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623721+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.545358+00:00", "framework": "vllm", "intentId": "275bcdcaaf3a497bb651f66480627c62", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623718+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.545316+00:00", "framework": "vllm", "intentId": "1798e20f05f947928ef06ae76852cb27", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623715+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.545274+00:00", "framework": "vllm", "intentId": "adde21b5127342d88f846c64e8060858", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623712+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.545231+00:00", "framework": "vllm", "intentId": "a5e30cd3c7b24eea9052a4c23e886616", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623709+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.545189+00:00", "framework": "vllm", "intentId": "aa648fbb37dd4565ac93feb0d12c5b38", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623707+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.545148+00:00", "framework": "vllm", "intentId": "57ec6b6392ef439d8ba751cd7acee3e3", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623704+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.545106+00:00", "framework": "vllm", "intentId": "10e4154eeb5a459db363650af5f07105", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623701+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.545064+00:00", "framework": "vllm", "intentId": "649bfa0c71724c06941031e5105e5063", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623698+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.545022+00:00", "framework": "vllm", "intentId": "0498703f6eb24b7b8756efa2e3e05800", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623695+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544978+00:00", "framework": "vllm", "intentId": "751efbc23a274eb89e15e9ec8047d6d9", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623693+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544936+00:00", "framework": "vllm", "intentId": "91a05b3562ea4e1c9cf5a754023b6598", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623689+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544894+00:00", "framework": "vllm", "intentId": "efea632378a6445aa2faf53c709ee7dc", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623686+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544826+00:00", "framework": "vllm", "intentId": "6a451e5b9adf4497996f81897513ca00", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623683+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544785+00:00", "framework": "vllm", "intentId": "bb28141e262940e3822cbdb8223065b0", "repoId": "neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623679+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544741+00:00", "framework": "vllm", "intentId": "48e86fdd46b7415bb09769ff52078e0b", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623663+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544699+00:00", "framework": "vllm", "intentId": "cb3a71171eb14784a0607012e0b07a95", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623661+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544649+00:00", "framework": "vllm", "intentId": "9721537773a04bc48f9d977a19bb2b1c", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623658+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544589+00:00", "framework": "vllm-customized", "intentId": "65a526ab61134f40bff2159a8c6c2704", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623655+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544530+00:00", "framework": "vllm-customized", "intentId": "6d3248c7b05a481f9fe04ac5b9ae69ec", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623652+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544455+00:00", "framework": "vllm-customized", "intentId": "641c45fbb8aa4fa3a2c23a2ba609d7a2", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623649+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544397+00:00", "framework": "vllm-customized", "intentId": "9ac3998478bb454c8f9aaca7081f7cfc", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623647+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544340+00:00", "framework": "vllm-customized", "intentId": "7cd8d8066ca34f199e850ef202003aba", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623644+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544282+00:00", "framework": "vllm-customized", "intentId": "52996d2ac11e4ea69f640d3c8bb03a01", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623641+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544224+00:00", "framework": "vllm-customized", "intentId": "f65de09791cf45149080cc7383445bc9", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623638+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544144+00:00", "framework": "vllm-customized", "intentId": "df1ed46bd89c4799a1fe52e3c600dc4a", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623635+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544086+00:00", "framework": "vllm-customized", "intentId": "a995faed4b5f4b4d8117ee87cce89a22", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623633+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.544028+00:00", "framework": "vllm-customized", "intentId": "22260ae8569649ef985568ab5fcb350a", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623630+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.543970+00:00", "framework": "vllm-customized", "intentId": "14e6e8189e354d86958395ced1d469da", "repoId": "RedHatAI/Qwen2-0.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623627+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.543911+00:00", "framework": "vllm-customized", "intentId": "f14f8e8a5b794965af9300f65ba037c5", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623624+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.543839+00:00", "framework": "vllm-customized", "intentId": "f6a8bd46cc8e48c5940b31b628d2896f", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623621+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.543768+00:00", "framework": "vllm-customized", "intentId": "7dfaf22a46a247ab82686f0882ccdc48", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623618+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.543708+00:00", "framework": "vllm-customized", "intentId": "7a51279865664f0c86a6898145017f99", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623615+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.543641+00:00", "framework": "vllm-customized", "intentId": "f286d610b7bc4c19aae98fd557c7fc57", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623612+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.543582+00:00", "framework": "vllm-customized", "intentId": "c8e35f0aa3464844a52dcfdd3d559d0d", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623609+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.543522+00:00", "framework": "vllm-customized", "intentId": "75876c978e1c47fb9f73b7f6fb86f4da", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623605+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.543456+00:00", "framework": "vllm-customized", "intentId": "d7f462c4d57f45dfa94a5f3e05389f14", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "4cbdfee8eeca40c0b00bcf83ac09a5a7", "completedAt": "2026-09-21T03:41:03.623590+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:36:28.543290+00:00", "framework": "vllm-customized", "intentId": "d4d45f2042e64d33b66649e19ac4665b", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "628cbab19008401890f93ee23b04e4cc", "completedAt": "2026-09-21T03:36:27.295607+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:31:25.917939+00:00", "framework": "vllm-customized", "intentId": "b238b2d1c10245989269d0b8ecb72cec", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "628cbab19008401890f93ee23b04e4cc", "completedAt": "2026-09-21T03:36:27.295604+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:31:25.917864+00:00", "framework": "vllm-customized", "intentId": "5e22e8e24b454a55a98e373782db36c0", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "628cbab19008401890f93ee23b04e4cc", "completedAt": "2026-09-21T03:36:27.295602+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:31:25.917805+00:00", "framework": "vllm-customized", "intentId": "c4e5d6f31aa24e8d8b9fcce353fbef3b", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "628cbab19008401890f93ee23b04e4cc", "completedAt": "2026-09-21T03:36:27.295599+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:31:25.917758+00:00", "framework": "vllm", "intentId": "213b1ff85f3a4f2c889a6a211d572e9e", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "628cbab19008401890f93ee23b04e4cc", "completedAt": "2026-09-21T03:36:27.295596+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:31:25.917711+00:00", "framework": "vllm", "intentId": "96a4efa47d7e4bdaa013ce8991bd22ed", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "628cbab19008401890f93ee23b04e4cc", "completedAt": "2026-09-21T03:36:27.295593+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:31:25.917629+00:00", "framework": "vllm", "intentId": "f2184c3386fd43b18511439df7bd57bd", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "628cbab19008401890f93ee23b04e4cc", "completedAt": "2026-09-21T03:36:27.295591+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:31:25.917580+00:00", "framework": "vllm", "intentId": "9db5eab9b167467eb4c6977d5694b4dc", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "628cbab19008401890f93ee23b04e4cc", "completedAt": "2026-09-21T03:36:27.295587+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:31:25.917537+00:00", "framework": "vllm-patch-tokenizer", "intentId": "a17564d5fcf9434e813fbcd644b54843", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "628cbab19008401890f93ee23b04e4cc", "completedAt": "2026-09-21T03:36:27.295584+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:31:25.917495+00:00", "framework": "vllm-patch-tokenizer", "intentId": "c998e4c34ee54ae98a72906483573160", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "628cbab19008401890f93ee23b04e4cc", "completedAt": "2026-09-21T03:36:27.295581+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:31:25.917453+00:00", "framework": "vllm-patch-tokenizer", "intentId": "82fe06c330754cdc91ae5e42ebf6aa0b", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "628cbab19008401890f93ee23b04e4cc", "completedAt": "2026-09-21T03:36:27.295579+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:31:25.917412+00:00", "framework": "vllm-patch-tokenizer", "intentId": "63fd289b3ae649fc9ef03b538ce4290b", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}

10
.modelhub_state/routing_intelligence.json
View File

@@ -1,6 +1,6 @@
{
"acceptedByCategory": {
"unified_success_first": 2108
"unified_success_first": 2109
},
"acceptedByRoute": {
"text-generation|Ascend_910-b3|llamacpp": 17,
@@ -31,15 +31,15 @@
"text-generation|MetaX_c-500|vllm": 104,
"text-generation|Mthreads_s4000|llamacpp": 17,
"text-generation|Mthreads_s4000|vllm": 103,
"text-generation|Sunrise_pt-200-x1|vllm": 79,
"text-generation|Sunrise_pt-200-x1|vllm": 80,
"text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 89,
"text-generation|Vastai_va16|vllm_fix_tokenizer": 74,
"text-generation|hygon_k100-ai|llamacpp": 18,
"text-generation|hygon_k100-ai|vllm": 26,
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 120
},
"acceptedSinceRefresh": 2108,
"acceptedTotal": 2108,
"generatedAt": "2026-09-21T04:43:31.732967+00:00",
"acceptedSinceRefresh": 2109,
"acceptedTotal": 2109,
"generatedAt": "2026-09-21T04:49:00.329794+00:00",
"version": 1
}

1
ledger/submissions.jsonl
View File

@@ -1166,3 +1166,4 @@
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.421834+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986873", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "submitTime": "2026-09-20T21:19:40.047378+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4987847", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a16", "modelId": "RedHatAI/starcoder2-3b-quantized.w8a16", "submitTime": "2026-09-21T04:37:44.469638+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4993963", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "modelId": "BAAI/AquilaMed-RL", "submitTime": "2026-09-21T04:44:11.759434+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4994057", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-sunrise-pt-200-x1"}

14
manifest.json
View File

@@ -10,16 +10,16 @@
".modelhub_state/queue_cleanup_latest.json": "9434c2d3a59cc46cf1aee47d123b03649a174bbfae01b29d7ac92f3e90ed7dc3",
".modelhub_state/recent_outcomes.jsonl": "3fbcd661d95108cf8289fda0f58bb7e359b0a72c20d00c3ae1d0d2ee649df70d",
".modelhub_state/recovery_active_tasks.jsonl": "03a3e4bb9c78b54d001afa7575cbfb1f9000e1cef6ef5f7a0def0d8deceb3ef0",
".modelhub_state/recovery_intents.jsonl": "73d6a6af2a0f0ecd9500645a8d7feb454ddaaafea3565c4e0a9cb9702414453d",
".modelhub_state/routing_intelligence.json": "bc323a6be1aa9dbd21a768aeb3dc076cd8040c5fd6d8e04cb1f45f33cf1f3c6f",
".modelhub_state/recovery_intents.jsonl": "3de3a934dafe7ee221175a5e179296d651f38b06b4c11a84a3ace82603f401d5",
".modelhub_state/routing_intelligence.json": "ec94bdd32e554c105fac2ec6806de1e6629fbc42716c2c8beddcdb2f38d33042",
".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989",
".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7",
"ledger/submissions.jsonl": "812c72195e4f9279979d6b4327ab94162658291e20b8611f17787be25df02341",
"outcomes/submissions.jsonl": "86d64ca34abc04bfdf3398bb7340b1f403a8566a226e0ee323daa7e13fcac1de"
"ledger/submissions.jsonl": "26258970493e2f84c29323ee0eaca6c0ac9714ea069bee27b35196bf496b1cde",
"outcomes/submissions.jsonl": "eaf1f13cfd2f8930fecd5baa3e9200e42b3be35172ddf3cfec32603805b86f1d"
},
"generation": 11182,
"phase": "intent",
"generation": 11183,
"phase": "result",
"schemaVersion": 1,
"updatedAt": "2026-09-21T04:43:32.911425+00:00",
"updatedAt": "2026-09-21T04:49:00.533905+00:00",
"writerId": "8b35139af6674067a339a670222d4b67"
}

1
outcomes/submissions.jsonl
View File

@@ -1142,3 +1142,4 @@
{"failReason": null, "framework": "vllm-customized", "lastSyncTime": null, "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 951093016, "estimatedRequiredGiB": 1.068, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 955963132, "modelscopeLicense": "other", "modelscopeParams": 256113408, "modelscopeTags": ["license:other", "model_type:lfm2", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:edge", "custom_tag:mlx", "custom_tag:reasoning"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "recentProfileFeedback": {"attributableFailureCount": 0, "consecutiveFailures": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": {"ambiguous_runtime": 1}, "failureCount": 1, "failureRate": 1.0, "framework": "vllm-customized", "lastTerminalAt": "2026-09-21T02:15:17.867294+00:00", "modelType": "lfm2", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "quantizationMethod": "none", "successCount": 0, "successRate": 0.0, "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation", "total": 1, "unresolvedFailureCount": 1}, "repositoryOnDiskBytes": 955963132}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T03:59:26.348415+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4993324", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "neuralmagic/starcoder2-3b-quantized.w8a16", "modelProfile": {"architectures": ["Starcoder2ForCausalLM"], "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 4093180600, "estimatedRequiredGiB": 4.578, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "starcoder2", "modelscopeFileSize": 4096479112, "modelscopeLicense": "bigcode-openrail-m", "modelscopeParams": 3181366272, "modelscopeTags": ["license:bigcode-openrail-m", "model_type:starcoder2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:code"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 4096479112}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T04:17:16.270702+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4993693", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "RedHatAI/starcoder2-3b-quantized.w8a16", "modelProfile": {"architectures": ["Starcoder2ForCausalLM"], "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 4093180600, "estimatedRequiredGiB": 4.578, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "starcoder2", "modelscopeFileSize": 4096479058, "modelscopeLicense": "bigcode-openrail-m", "modelscopeParams": 3181366272, "modelscopeTags": ["license:bigcode-openrail-m", "model_type:starcoder2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:code"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 4096479058}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T04:37:44.469638+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4993963", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "BAAI/AquilaMed-RL", "modelProfile": {"architectures": ["AquilaForCausalLM"], "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 6968, "estimatedRequiredGiB": 18.386, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "aquila3", "modelscopeFileSize": 16451477782, "modelscopeLicense": "other", "modelscopeParams": 8223748096, "modelscopeTags": ["license:other", "model_type:aquila3", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:arxiv:2406.12182"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 16451477782}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T04:44:11.759434+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4994057", "taskType": "text-generation", "verifyResult": null}