CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11132 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 03:19:26 +00:00
parent 89391ba8e6
commit 79f8e07242
3 changed files with 39 additions and 72 deletions
Download Patch File Download Diff File Expand all files Collapse all files

99
.modelhub_state/recovery_intents.jsonl
View File

@@ -1964,39 +1964,39 @@
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788713+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.555968+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b21c2e9db2fc42c3899ad1b494c0bf78", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "reason": null, "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4992751", "taskType": "text-generation"} {"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788713+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.555968+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b21c2e9db2fc42c3899ad1b494c0bf78", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "reason": null, "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4992751", "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788728+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.556971+00:00", "framework": "vllm_fix_tokenizer", "intentId": "173ec5f2cbbc4148b47133e20aeaa56d", "lastModified": "2026-08-24T19:35:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "reason": null, "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4992749", "taskType": "text-generation"} {"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788728+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.556971+00:00", "framework": "vllm_fix_tokenizer", "intentId": "173ec5f2cbbc4148b47133e20aeaa56d", "lastModified": "2026-08-24T19:35:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "reason": null, "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4992749", "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788748+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557149+00:00", "framework": "vllm", "intentId": "c2fd8f6e6f8447f08128dc9542eeef2d", "lastModified": "2026-08-24T19:39:27+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-FP8", "reason": null, "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4992750", "taskType": "text-generation"} {"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788748+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557149+00:00", "framework": "vllm", "intentId": "c2fd8f6e6f8447f08128dc9542eeef2d", "lastModified": "2026-08-24T19:39:27+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-FP8", "reason": null, "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4992750", "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.740979+00:00", "framework": "vllm", "intentId": "5d6602f703c64a7e80387f224772b47f", "lastModified": "2026-08-26T17:29:18+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244162+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742786+00:00", "framework": "vllm", "intentId": "5de974de2ddf4779a0b21c9c6931494b", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741101+00:00", "framework": "vllm-customized", "intentId": "a5d50ec8549a46128574a146b9d9ad86", "lastModified": "2026-09-09T12:19:20+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244159+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742745+00:00", "framework": "vllm", "intentId": "61d29f85461243b480c528c02a0976e4", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741166+00:00", "framework": "vllm-customized", "intentId": "b14a1577377d4cd286fb129413086617", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-FP8", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244156+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742704+00:00", "framework": "vllm", "intentId": "722a11b687b8417698b86a110385b149", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741227+00:00", "framework": "vllm-customized", "intentId": "b9c4a0aa165943e9af85ea1ba63a5097", "lastModified": "2026-08-24T20:01:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244153+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742657+00:00", "framework": "vllm", "intentId": "a12aad4c8f464f2bb64ce474efdfc5c3", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741286+00:00", "framework": "vllm-customized", "intentId": "f94ac0f2a82a4854a74aa89bee0694ef", "lastModified": "2026-08-24T20:22:00+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244150+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742616+00:00", "framework": "vllm", "intentId": "5f79501657064e008888feb279eaaa5b", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741344+00:00", "framework": "vllm-customized", "intentId": "b5e8b347b72e4567aef168e3461724ff", "lastModified": "2026-08-24T19:44:39+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a8", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244147+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742575+00:00", "framework": "vllm", "intentId": "850c7f64fa8e448f80c4fcda217362b7", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741404+00:00", "framework": "vllm-customized", "intentId": "23f76cfab5184005a0c817e004a818d0", "lastModified": "2026-08-24T19:40:10+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244143+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742532+00:00", "framework": "vllm", "intentId": "a2291ca8c0484378aa6f26f244e62a55", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741462+00:00", "framework": "vllm-customized", "intentId": "aced2ccc6a154baf9af99687247847aa", "lastModified": "2026-09-12T12:32:06+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-GPTQ", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244139+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742485+00:00", "framework": "vllm", "intentId": "7d88f23ce7e54ea4b733a66259b076dc", "repoId": "neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741527+00:00", "framework": "vllm-customized", "intentId": "c7c3c4ded10247f5941f412ee00ec5b9", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244137+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742444+00:00", "framework": "vllm", "intentId": "e1e4894c610645dfaf1919df84ad542a", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741586+00:00", "framework": "vllm-customized", "intentId": "4dfb0ad5c6ca41fe8aaddd8a468a5343", "lastModified": "2026-08-24T20:30:03+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244134+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742402+00:00", "framework": "vllm", "intentId": "6072a2e64ed64d6cbb551933b82b9697", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741645+00:00", "framework": "vllm-customized", "intentId": "4f906911375c4f448fd3d863330f0b45", "lastModified": "2026-08-24T19:39:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244131+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742358+00:00", "framework": "vllm", "intentId": "fa62e8626a074290813926f4d374f9db", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741717+00:00", "framework": "vllm-customized", "intentId": "69112e8eac434f4898335e8a117e82c1", "lastModified": "2026-08-24T20:15:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244128+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742300+00:00", "framework": "vllm-customized", "intentId": "b80d48b38c14494789cf842d8e6bd1b3", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741774+00:00", "framework": "vllm-customized", "intentId": "247232a6410e49b1aaa8ff9b98ce49f9", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244124+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742242+00:00", "framework": "vllm-customized", "intentId": "32f9d3623dda4a7b80e4d670d1d2c2a6", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741832+00:00", "framework": "vllm-customized", "intentId": "7074e0d7e4bc4abfb8964dcfbfcddc0c", "lastModified": "2026-08-24T20:29:58+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244121+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742184+00:00", "framework": "vllm-customized", "intentId": "d53f5a0e52a549a092bf46f9564fcc2a", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741889+00:00", "framework": "vllm-customized", "intentId": "768e49a5c4e047d7a668dd2bc592d178", "lastModified": "2026-08-24T19:38:03+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244118+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742126+00:00", "framework": "vllm-customized", "intentId": "9c441519bd874deab55eb616fbe38e62", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741947+00:00", "framework": "vllm-customized", "intentId": "892bc9f632c14637b665f4bec0315a7a", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244115+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742068+00:00", "framework": "vllm-customized", "intentId": "1bfd7a8378f145a4b27fdbac9ba7ba41", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742004+00:00", "framework": "vllm-customized", "intentId": "fec2f3721e83458198cb115693482e05", "lastModified": "2026-08-24T20:06:34+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244112+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742004+00:00", "framework": "vllm-customized", "intentId": "fec2f3721e83458198cb115693482e05", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742068+00:00", "framework": "vllm-customized", "intentId": "1bfd7a8378f145a4b27fdbac9ba7ba41", "lastModified": "2026-08-24T20:26:53+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244110+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741947+00:00", "framework": "vllm-customized", "intentId": "892bc9f632c14637b665f4bec0315a7a", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742126+00:00", "framework": "vllm-customized", "intentId": "9c441519bd874deab55eb616fbe38e62", "lastModified": "2026-08-26T12:23:38+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244107+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741889+00:00", "framework": "vllm-customized", "intentId": "768e49a5c4e047d7a668dd2bc592d178", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742184+00:00", "framework": "vllm-customized", "intentId": "d53f5a0e52a549a092bf46f9564fcc2a", "lastModified": "2026-08-29T01:07:23+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244104+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741832+00:00", "framework": "vllm-customized", "intentId": "7074e0d7e4bc4abfb8964dcfbfcddc0c", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742242+00:00", "framework": "vllm-customized", "intentId": "32f9d3623dda4a7b80e4d670d1d2c2a6", "lastModified": "2026-08-26T19:32:38+00:00", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244101+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741774+00:00", "framework": "vllm-customized", "intentId": "247232a6410e49b1aaa8ff9b98ce49f9", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742300+00:00", "framework": "vllm-customized", "intentId": "b80d48b38c14494789cf842d8e6bd1b3", "lastModified": "2026-09-02T05:56:49+00:00", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244098+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741717+00:00", "framework": "vllm-customized", "intentId": "69112e8eac434f4898335e8a117e82c1", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742358+00:00", "framework": "vllm", "intentId": "fa62e8626a074290813926f4d374f9db", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244095+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741645+00:00", "framework": "vllm-customized", "intentId": "4f906911375c4f448fd3d863330f0b45", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742402+00:00", "framework": "vllm", "intentId": "6072a2e64ed64d6cbb551933b82b9697", "lastModified": "2026-08-24T19:46:26+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244092+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741586+00:00", "framework": "vllm-customized", "intentId": "4dfb0ad5c6ca41fe8aaddd8a468a5343", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742444+00:00", "framework": "vllm", "intentId": "e1e4894c610645dfaf1919df84ad542a", "lastModified": "2026-08-24T20:31:44+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244089+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741527+00:00", "framework": "vllm-customized", "intentId": "c7c3c4ded10247f5941f412ee00ec5b9", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742485+00:00", "framework": "vllm", "intentId": "7d88f23ce7e54ea4b733a66259b076dc", "lastModified": "2026-08-24T19:36:40+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244086+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741462+00:00", "framework": "vllm-customized", "intentId": "aced2ccc6a154baf9af99687247847aa", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742532+00:00", "framework": "vllm", "intentId": "a2291ca8c0484378aa6f26f244e62a55", "lastModified": "2026-08-24T20:26:05+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244083+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741404+00:00", "framework": "vllm-customized", "intentId": "23f76cfab5184005a0c817e004a818d0", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742575+00:00", "framework": "vllm", "intentId": "850c7f64fa8e448f80c4fcda217362b7", "lastModified": "2026-08-24T20:22:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244079+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741344+00:00", "framework": "vllm-customized", "intentId": "b5e8b347b72e4567aef168e3461724ff", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742616+00:00", "framework": "vllm", "intentId": "5f79501657064e008888feb279eaaa5b", "lastModified": "2026-08-24T20:14:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244076+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741286+00:00", "framework": "vllm-customized", "intentId": "f94ac0f2a82a4854a74aa89bee0694ef", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742657+00:00", "framework": "vllm", "intentId": "a12aad4c8f464f2bb64ce474efdfc5c3", "lastModified": "2026-09-03T13:37:32+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244073+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741227+00:00", "framework": "vllm-customized", "intentId": "b9c4a0aa165943e9af85ea1ba63a5097", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742704+00:00", "framework": "vllm", "intentId": "722a11b687b8417698b86a110385b149", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244069+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741166+00:00", "framework": "vllm-customized", "intentId": "b14a1577377d4cd286fb129413086617", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742745+00:00", "framework": "vllm", "intentId": "61d29f85461243b480c528c02a0976e4", "lastModified": "2026-09-01T03:45:04+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244065+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.741101+00:00", "framework": "vllm-customized", "intentId": "a5d50ec8549a46128574a146b9d9ad86", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a3128be80d04f209b81e83605f1dadc", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742786+00:00", "framework": "vllm", "intentId": "5de974de2ddf4779a0b21c9c6931494b", "lastModified": "2026-09-04T12:06:11+00:00", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244037+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.740979+00:00", "framework": "vllm", "intentId": "5d6602f703c64a7e80387f224772b47f", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788845+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558810+00:00", "framework": "vllm", "intentId": "765e405dd2454d4a8a84eaf0bb67d118", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} {"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788845+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558810+00:00", "framework": "vllm", "intentId": "765e405dd2454d4a8a84eaf0bb67d118", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788843+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558762+00:00", "framework": "vllm", "intentId": "8cd6962ffe23458d95ed285f9732a1dd", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} {"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788843+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558762+00:00", "framework": "vllm", "intentId": "8cd6962ffe23458d95ed285f9732a1dd", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788840+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558719+00:00", "framework": "vllm-patch-tokenizer", "intentId": "621ca79f277541b3947fc7f43c3453f7", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} {"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788840+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558719+00:00", "framework": "vllm-patch-tokenizer", "intentId": "621ca79f277541b3947fc7f43c3453f7", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
@@ -2264,36 +2264,3 @@
{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379804+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741200+00:00", "framework": "vllm-customized", "intentId": "e8f8c318420f46fb8ae638a84ceb2447", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} {"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379804+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741200+00:00", "framework": "vllm-customized", "intentId": "e8f8c318420f46fb8ae638a84ceb2447", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379800+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741136+00:00", "framework": "vllm-customized", "intentId": "dbe71b2a29834e47bd81e82d914df42e", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} {"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379800+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741136+00:00", "framework": "vllm-customized", "intentId": "dbe71b2a29834e47bd81e82d914df42e", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379797+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741095+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ed1672481e7646698d1ea537d0734e0a", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} {"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379797+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741095+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ed1672481e7646698d1ea537d0734e0a", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379793+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741052+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b744d1108fd04e3fa2348c46dc36ff5f", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379790+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741008+00:00", "framework": "vllm_tokenizer_patch", "intentId": "67f39cee890c40bf879360a8ade9cc0a", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379786+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.740959+00:00", "framework": "vllm", "intentId": "9fcc7de3f7724f998e4861f511b912db", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379782+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.740909+00:00", "framework": "vllm", "intentId": "056f2994a38e4f5fb550fc543925cf53", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379777+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.740855+00:00", "framework": "vllm", "intentId": "ed5d20fe86be4acb90f6cdecaeb62c65", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379759+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.740731+00:00", "framework": "vllm", "intentId": "02279c9cf2fc4ef5b69074bd4a6517ee", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880191+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.236281+00:00", "framework": "vllm", "intentId": "b81ba28117a649c59621e04cdf1170c7", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880188+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.236198+00:00", "framework": "vllm", "intentId": "9fefd472757946f988f00e8407073e23", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880186+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.236116+00:00", "framework": "vllm", "intentId": "c8ac5531be9d4102b63596221658175a", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880183+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.236035+00:00", "framework": "vllm", "intentId": "03534aaae5444c10b521c5b8e9a0b6df", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880180+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.235952+00:00", "framework": "vllm", "intentId": "b0b01f727c024390b2c646d7b1a73f98", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880178+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.235869+00:00", "framework": "vllm", "intentId": "3d9a1d36cef245b5af02ac3a804f12b9", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880175+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.235785+00:00", "framework": "vllm", "intentId": "fc9ef8fe420f4b9a8a948234d66958a4", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880172+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.235702+00:00", "framework": "vllm", "intentId": "f0950edf322e42e0892fa4e60d7869f6", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880169+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.235613+00:00", "framework": "vllm", "intentId": "8064937a737a47fdaaf3acbf16d563e9", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880166+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.235530+00:00", "framework": "vllm", "intentId": "72338e7733df466ba615a974520b817b", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880164+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.235446+00:00", "framework": "vllm", "intentId": "4711e87ea684488c9f447b5d487627cc", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880161+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.235374+00:00", "framework": "vllm-patch-tokenizer", "intentId": "fe69ba4fdec142d0a6002b6c0c0b5acc", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880158+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.235300+00:00", "framework": "vllm_fix_tokenizer", "intentId": "cef692fc17b348a480f325efd6f6ccc3", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880155+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.235226+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0b584b6c24b14b4a8a719075f68b42db", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880153+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.235152+00:00", "framework": "vllm_fix_tokenizer", "intentId": "91227d0f2d4c4ac98f8a7121fb0a790c", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880150+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.235079+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9672e99f896e449e8fe8df7c83b83173", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880147+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.235004+00:00", "framework": "vllm_fix_tokenizer", "intentId": "600f6e840a124ece9a282bbc665fcace", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880144+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.234929+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ef950802273e47e3ad30b594518c26f6", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880141+00:00", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.234842+00:00", "framework": "vllm", "intentId": "3274a5c476944161a73c3a9b12b270be", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_mrv-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880137+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.234767+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ac033e4ede1c474080739ccaf5730526", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880134+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.234693+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e304639a73f4484ebd771bf492e02959", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880131+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.234613+00:00", "framework": "vllm_fix_tokenizer", "intentId": "946e0fcdb59041c0b40b2b6a39f1ed3b", "repoId": "EschaLabs/Qwen3.8-27B-Escha-W2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880128+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.234538+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9a35e0e92b1b4a8ca656a29ba2a04751", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880124+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.234464+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4ec741cd4c4946fcaa8e97fcad4b32b5", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880122+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.234388+00:00", "framework": "vllm_fix_tokenizer", "intentId": "93af7338aa9742c8995e5bc317b9d0dc", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880116+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.234240+00:00", "framework": "vllm_fix_tokenizer", "intentId": "93fc109858bf436f997aa7eae9d44746", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "7baa8a6d2e634624be0d39fcee9aed65", "completedAt": "2026-09-21T01:32:21.880113+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:23:56.234165+00:00", "framework": "vllm_fix_tokenizer", "intentId": "478e45de71394a12be61f790cc45892c", "repoId": "VerStella/Qwen3.8-27B-heretic-ara-W8A8-DCU", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}

2
.modelhub_state/routing_intelligence.json
View File

@@ -40,6 +40,6 @@
}, },
"acceptedSinceRefresh": 2103, "acceptedSinceRefresh": 2103,
"acceptedTotal": 2103, "acceptedTotal": 2103,
"generatedAt": "2026-09-21T03:15:12.680717+00:00", "generatedAt": "2026-09-21T03:19:26.179785+00:00",
"version": 1 "version": 1
} }

10
manifest.json
View File

@@ -10,16 +10,16 @@
".modelhub_state/queue_cleanup_latest.json": "294596e0492bf1839a4c2e817f44101a0d6d6c4779bf685b402ef658b7bffabd", ".modelhub_state/queue_cleanup_latest.json": "294596e0492bf1839a4c2e817f44101a0d6d6c4779bf685b402ef658b7bffabd",
".modelhub_state/recent_outcomes.jsonl": "254ebb9091d505dfca62fa053b0d43c6b5fe34a92e9c453216b3faaf0a55f63b", ".modelhub_state/recent_outcomes.jsonl": "254ebb9091d505dfca62fa053b0d43c6b5fe34a92e9c453216b3faaf0a55f63b",
".modelhub_state/recovery_active_tasks.jsonl": "9b6030185dfd7968c28eb4ce8d77f9fa739a58e4f26a32c6aa6d31b632645f98", ".modelhub_state/recovery_active_tasks.jsonl": "9b6030185dfd7968c28eb4ce8d77f9fa739a58e4f26a32c6aa6d31b632645f98",
".modelhub_state/recovery_intents.jsonl": "cd7a5ff2941f40c434aac5e0ffc3029547f485d57c5272c1c00c4e6e1c95625f", ".modelhub_state/recovery_intents.jsonl": "ef6c57b0a68156256efd5903c7e6f3a1b97adcb563e620abc26ccbfd085bf8f4",
".modelhub_state/routing_intelligence.json": "e7c644b6e7e5b738cb152d9c9a36507b92714dc85672675779db82b0a0db16a1", ".modelhub_state/routing_intelligence.json": "262859be64d4cc9e429051eca5fea772541a7312c3cdae9e6b42ab40a0564c18",
".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989", ".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989",
".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7", ".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7",
"ledger/submissions.jsonl": "ec8541f2003870ed91eac724cf39bd3fb9660f3cd5c613aedd1a584722dc02a3", "ledger/submissions.jsonl": "ec8541f2003870ed91eac724cf39bd3fb9660f3cd5c613aedd1a584722dc02a3",
"outcomes/submissions.jsonl": "63a249896f6c5ee2aa667ec87054256c0961ee2541801cff625eab6dcf8155ed" "outcomes/submissions.jsonl": "63a249896f6c5ee2aa667ec87054256c0961ee2541801cff625eab6dcf8155ed"
}, },
"generation": 11131, "generation": 11132,
"phase": "intent", "phase": "result",
"schemaVersion": 1, "schemaVersion": 1,
"updatedAt": "2026-09-21T03:15:14.875253+00:00", "updatedAt": "2026-09-21T03:19:26.448056+00:00",
"writerId": "8b35139af6674067a339a670222d4b67" "writerId": "8b35139af6674067a339a670222d4b67"
} }