CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11172 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 04:25:26 +00:00
parent d978645fac
commit 2b19aeb3cc
5 changed files with 59 additions and 101 deletions
Download Patch File Download Diff File Expand all files Collapse all files

134
.modelhub_state/recovery_intents.jsonl
View File

@@ -1967,51 +1967,51 @@
{"batchId": "628cbab19008401890f93ee23b04e4cc", "completedAt": "2026-09-21T03:36:27.295476+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:31:25.915809+00:00", "framework": "vllm-mlu", "intentId": "76be1ce98a3341a7964d195b4b642cf1", "lastModified": "2026-08-24T19:57:49+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "reason": null, "reconciledAt": "2026-09-21T04:12:07.510496+00:00", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4993022", "taskType": "text-generation"}
{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725333+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.885641+00:00", "framework": "vllm", "intentId": "5f46474d211d4d639f5accb1a3facb66", "lastModified": "2026-08-26T17:18:42+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "reason": null, "reconciledAt": "2026-09-21T04:12:07.513331+00:00", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Kunlunxin_p-800", "taskId": "4993245", "taskType": "text-generation"}
{"batchId": "c0244367f8be4058b2ce993ab7621c0e", "completedAt": "2026-09-21T04:04:35.631299+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:59:25.548179+00:00", "framework": "vllm-customized", "intentId": "bfd95fc86fdc4092abf99ba995d42ebb", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "reason": null, "reconciledAt": "2026-09-21T04:12:07.510493+00:00", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4993324", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001334+00:00", "framework": "vllm-mlu", "intentId": "9a535e57eb7440d483865ea352d2b0de", "lastModified": "2026-08-24T19:34:42+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "b3ef6bcf57e6bb4fc9ede989e67a765b0e40b19fbd407f1f8452833c12bd5c38", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001462+00:00", "framework": "vllm-mlu", "intentId": "79a64bc10ced4440bc7cf501109b0148", "lastModified": "2026-08-24T19:35:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001516+00:00", "framework": "vllm", "intentId": "63d23f9cf1154ba384fae755a1c6eb47", "lastModified": "2026-08-24T19:39:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001579+00:00", "framework": "vllm", "intentId": "33264c9e0a5245beac36aaf741e5ed27", "lastModified": "2026-09-08T03:51:51+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001639+00:00", "framework": "vllm", "intentId": "0d2a58a54420424ba853aedd5c83b05f", "lastModified": "2026-09-11T12:06:58+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "repoId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001711+00:00", "framework": "vllm", "intentId": "a890b8cce09b41848bbb19677098620d", "lastModified": "2026-08-24T19:41:12+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001769+00:00", "framework": "vllm", "intentId": "abe21bd65c2946ee917663359e34d74c", "lastModified": "2026-08-24T20:17:00+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001826+00:00", "framework": "vllm", "intentId": "604796b70e3744b18f9872e2b5ab8c59", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001884+00:00", "framework": "vllm", "intentId": "54d0b801229746ce9e777425b2582ef0", "lastModified": "2026-08-24T19:39:28+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001941+00:00", "framework": "vllm", "intentId": "f5155862776b4893bb5e98848a0a012e", "lastModified": "2026-08-24T19:59:13+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001998+00:00", "framework": "vllm", "intentId": "a25c9dcf20a845ee970b548db6727f28", "lastModified": "2026-08-24T19:51:52+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002056+00:00", "framework": "vllm", "intentId": "08956e59d46d482a972363eb4a361406", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002112+00:00", "framework": "vllm", "intentId": "144ff52c607f48abb99b03ceece4952f", "lastModified": "2026-08-24T19:36:07+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002170+00:00", "framework": "vllm", "intentId": "a878340f30df4ad9b9ff4007262957f0", "lastModified": "2026-09-10T07:49:50+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002227+00:00", "framework": "vllm", "intentId": "04b7c10a72474da69130d8f34fa71fba", "lastModified": "2026-09-01T03:52:21+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002284+00:00", "framework": "vllm", "intentId": "01b6f954e8c44dc7bdd78b273b346e41", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002341+00:00", "framework": "vllm", "intentId": "2694a6cf11c5411eb7d0e7b35326ad8a", "lastModified": "2026-08-26T16:41:36+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002398+00:00", "framework": "vllm", "intentId": "9e657620d8154b83a7030c1dc64288c4", "lastModified": "2026-08-26T15:57:06+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002455+00:00", "framework": "vllm_fix_tokenizer", "intentId": "04a5c2bf00204c88aa54c3c6adb691f0", "lastModified": "2026-09-10T14:58:25+00:00", "modelAddress": "https://modelscope.cn/models/webAI-Official/TwIL-LM3", "repoId": "webAI-Official/TwIL-LM3", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002499+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7387ebfdf4db4819a5b5e7c3711e8fa7", "lastModified": "2026-08-24T19:53:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002543+00:00", "framework": "vllm-patch-tokenizer", "intentId": "c613d56530e24de6ae47578f2fdf42b2", "lastModified": "2026-08-24T20:09:59+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-2-7b-chat-quantized.w8a8", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002585+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ce55c531bf76484280bdf5bcefe8ab0e", "lastModified": "2026-08-24T19:39:27+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-FP8", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002627+00:00", "framework": "vllm-patch-tokenizer", "intentId": "06f514721719441a9384462f63ab3423", "lastModified": "2026-08-24T20:10:58+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002674+00:00", "framework": "vllm-patch-tokenizer", "intentId": "67cc5127eaf84b3d88c27720c865fbd3", "lastModified": "2026-08-24T19:42:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-FP8", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002717+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5772079136dc409591c7c7a6527a87ee", "lastModified": "2026-08-24T20:21:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002760+00:00", "framework": "vllm-patch-tokenizer", "intentId": "4899a13f1a214c4daadad3e9d20f3161", "lastModified": "2026-08-24T20:09:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002802+00:00", "framework": "vllm-patch-tokenizer", "intentId": "4c059d9564cc4eb98f29c81ddffa3d0b", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002845+00:00", "framework": "vllm-patch-tokenizer", "intentId": "cbe828b3b5bd434a805ba7303bd5fa09", "lastModified": "2026-08-24T20:18:47+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-27b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002887+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5b675bab80134d779ae7ebd754260766", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002930+00:00", "framework": "vllm", "intentId": "5fced92f48ef4782b498055fec883491", "lastModified": "2026-08-24T19:57:49+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002978+00:00", "framework": "vllm", "intentId": "f02ee97a4eea4a7685f1340c42273658", "lastModified": "2026-08-24T20:10:55+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003026+00:00", "framework": "vllm", "intentId": "adf32d6c08ca4b17a482530e9e191c1d", "lastModified": "2026-09-08T15:45:26+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003074+00:00", "framework": "vllm", "intentId": "da4a35bcc6e84efc9e2255384c00a2f1", "lastModified": "2026-08-26T17:29:18+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003121+00:00", "framework": "vllm-customized", "intentId": "87d1acb181f64c5292f7c802733f6dbc", "lastModified": "2026-09-09T12:19:20+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003180+00:00", "framework": "vllm-customized", "intentId": "197efae6c7b64723a60196d687b7c193", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-FP8", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003237+00:00", "framework": "vllm-customized", "intentId": "736de6caf18b4e7ebedc6a30560b43eb", "lastModified": "2026-08-24T20:01:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003294+00:00", "framework": "vllm-customized", "intentId": "a9e668e7302a4e549a30528feb7d5df8", "lastModified": "2026-08-24T20:22:00+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003351+00:00", "framework": "vllm-customized", "intentId": "3a95740cdc914cc9990e5b48eceeb9d9", "lastModified": "2026-08-26T17:18:42+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003408+00:00", "framework": "vllm-customized", "intentId": "012175e4319043d491c42c9fa450a35e", "lastModified": "2026-08-24T19:44:39+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a8", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003466+00:00", "framework": "vllm-customized", "intentId": "b999cefccc5a409b8eed5660e5100216", "lastModified": "2026-08-24T19:40:10+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003523+00:00", "framework": "vllm-customized", "intentId": "8a5037569bbd47618d9ee7cc7c17a28c", "lastModified": "2026-09-12T12:32:06+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-GPTQ", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003580+00:00", "framework": "vllm-customized", "intentId": "19b8811a3d83477096a357eb6aa44133", "lastModified": "2026-09-10T07:52:22+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003638+00:00", "framework": "vllm-customized", "intentId": "e9b065d70a3147318f1674dd5eaedec6", "lastModified": "2026-09-03T13:37:32+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003700+00:00", "framework": "vllm-customized", "intentId": "aca4b2b97d58485091d526785223c14d", "lastModified": "2026-08-24T20:30:03+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003757+00:00", "framework": "vllm-customized", "intentId": "f6fd89434e364bb18173cbcdd6ea57c8", "lastModified": "2026-08-24T19:39:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352354+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001516+00:00", "framework": "vllm", "intentId": "63d23f9cf1154ba384fae755a1c6eb47", "lastModified": "2026-08-24T19:39:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a16", "reason": null, "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4993693", "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352475+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003757+00:00", "framework": "vllm-customized", "intentId": "f6fd89434e364bb18173cbcdd6ea57c8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352472+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003700+00:00", "framework": "vllm-customized", "intentId": "aca4b2b97d58485091d526785223c14d", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352469+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003638+00:00", "framework": "vllm-customized", "intentId": "e9b065d70a3147318f1674dd5eaedec6", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352467+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003580+00:00", "framework": "vllm-customized", "intentId": "19b8811a3d83477096a357eb6aa44133", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352464+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003523+00:00", "framework": "vllm-customized", "intentId": "8a5037569bbd47618d9ee7cc7c17a28c", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352461+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003466+00:00", "framework": "vllm-customized", "intentId": "b999cefccc5a409b8eed5660e5100216", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352459+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003408+00:00", "framework": "vllm-customized", "intentId": "012175e4319043d491c42c9fa450a35e", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352456+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003351+00:00", "framework": "vllm-customized", "intentId": "3a95740cdc914cc9990e5b48eceeb9d9", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352454+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003294+00:00", "framework": "vllm-customized", "intentId": "a9e668e7302a4e549a30528feb7d5df8", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352451+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003237+00:00", "framework": "vllm-customized", "intentId": "736de6caf18b4e7ebedc6a30560b43eb", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352449+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003180+00:00", "framework": "vllm-customized", "intentId": "197efae6c7b64723a60196d687b7c193", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352446+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003121+00:00", "framework": "vllm-customized", "intentId": "87d1acb181f64c5292f7c802733f6dbc", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352443+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003074+00:00", "framework": "vllm", "intentId": "da4a35bcc6e84efc9e2255384c00a2f1", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352440+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.003026+00:00", "framework": "vllm", "intentId": "adf32d6c08ca4b17a482530e9e191c1d", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352437+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002978+00:00", "framework": "vllm", "intentId": "f02ee97a4eea4a7685f1340c42273658", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352435+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002930+00:00", "framework": "vllm", "intentId": "5fced92f48ef4782b498055fec883491", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352431+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002887+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5b675bab80134d779ae7ebd754260766", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352428+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002845+00:00", "framework": "vllm-patch-tokenizer", "intentId": "cbe828b3b5bd434a805ba7303bd5fa09", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352425+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002802+00:00", "framework": "vllm-patch-tokenizer", "intentId": "4c059d9564cc4eb98f29c81ddffa3d0b", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352422+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002760+00:00", "framework": "vllm-patch-tokenizer", "intentId": "4899a13f1a214c4daadad3e9d20f3161", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352420+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002717+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5772079136dc409591c7c7a6527a87ee", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352417+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002674+00:00", "framework": "vllm-patch-tokenizer", "intentId": "67cc5127eaf84b3d88c27720c865fbd3", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352414+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002627+00:00", "framework": "vllm-patch-tokenizer", "intentId": "06f514721719441a9384462f63ab3423", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352411+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002585+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ce55c531bf76484280bdf5bcefe8ab0e", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352408+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002543+00:00", "framework": "vllm-patch-tokenizer", "intentId": "c613d56530e24de6ae47578f2fdf42b2", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352405+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002499+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7387ebfdf4db4819a5b5e7c3711e8fa7", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352402+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002455+00:00", "framework": "vllm_fix_tokenizer", "intentId": "04a5c2bf00204c88aa54c3c6adb691f0", "repoId": "webAI-Official/TwIL-LM3", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352399+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002398+00:00", "framework": "vllm", "intentId": "9e657620d8154b83a7030c1dc64288c4", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352396+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002341+00:00", "framework": "vllm", "intentId": "2694a6cf11c5411eb7d0e7b35326ad8a", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352393+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002284+00:00", "framework": "vllm", "intentId": "01b6f954e8c44dc7bdd78b273b346e41", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352390+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002227+00:00", "framework": "vllm", "intentId": "04b7c10a72474da69130d8f34fa71fba", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352387+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002170+00:00", "framework": "vllm", "intentId": "a878340f30df4ad9b9ff4007262957f0", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352384+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002112+00:00", "framework": "vllm", "intentId": "144ff52c607f48abb99b03ceece4952f", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352381+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.002056+00:00", "framework": "vllm", "intentId": "08956e59d46d482a972363eb4a361406", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352378+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001998+00:00", "framework": "vllm", "intentId": "a25c9dcf20a845ee970b548db6727f28", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352375+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001941+00:00", "framework": "vllm", "intentId": "f5155862776b4893bb5e98848a0a012e", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352372+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001884+00:00", "framework": "vllm", "intentId": "54d0b801229746ce9e777425b2582ef0", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352369+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001826+00:00", "framework": "vllm", "intentId": "604796b70e3744b18f9872e2b5ab8c59", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352366+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001769+00:00", "framework": "vllm", "intentId": "abe21bd65c2946ee917663359e34d74c", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352363+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001711+00:00", "framework": "vllm", "intentId": "a890b8cce09b41848bbb19677098620d", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352360+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001639+00:00", "framework": "vllm", "intentId": "0d2a58a54420424ba853aedd5c83b05f", "repoId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352357+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001579+00:00", "framework": "vllm", "intentId": "33264c9e0a5245beac36aaf741e5ed27", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352349+00:00", "configFingerprint": "b3ef6bcf57e6bb4fc9ede989e67a765b0e40b19fbd407f1f8452833c12bd5c38", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001462+00:00", "framework": "vllm-mlu", "intentId": "79a64bc10ced4440bc7cf501109b0148", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "af9c8d55ff8a4aa58ec92b38240925e0", "completedAt": "2026-09-21T04:25:26.352332+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:17:08.001334+00:00", "framework": "vllm-mlu", "intentId": "9a535e57eb7440d483865ea352d2b0de", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "52449082405d44068351cf8e50933015", "completedAt": "2026-09-21T04:05:49.619407+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:04:37.079208+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4697cba986084aafbaaf5c84454ce1fd", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "52449082405d44068351cf8e50933015", "completedAt": "2026-09-21T04:05:49.619404+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:04:37.079153+00:00", "framework": "vllm_fix_tokenizer", "intentId": "48433fd50f884b0b915244dae2a62ef8", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "52449082405d44068351cf8e50933015", "completedAt": "2026-09-21T04:05:49.619401+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T04:04:37.079099+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1684f8ea148c47e199f9e5a9aaed8304", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
@@ -2268,47 +2268,3 @@
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788826+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558497+00:00", "framework": "vllm-patch-tokenizer", "intentId": "25997315b2d949189f7b7836f5a6f09c", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788823+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558455+00:00", "framework": "vllm-patch-tokenizer", "intentId": "674e8b31d1b141e6a518ad774cb216da", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788820+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558412+00:00", "framework": "vllm-patch-tokenizer", "intentId": "6d99d70168954b6098d1fce1805d088c", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788818+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558369+00:00", "framework": "vllm-patch-tokenizer", "intentId": "46f87227ec65464685bb60bf1f02a2cd", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788815+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558327+00:00", "framework": "vllm-patch-tokenizer", "intentId": "61b04169ae9049d8ab5c29366b9516d3", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788812+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558284+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a471d47e1acb4d368eec329e9f33e966", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788809+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558240+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2c109aecbd52404683c3fa072cf95a70", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788806+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558184+00:00", "framework": "vllm", "intentId": "012b33523947498897c6ad2f2ca83a37", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788803+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558127+00:00", "framework": "vllm", "intentId": "e6e7a276612c46f1a51d6a703587cb5a", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788800+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558070+00:00", "framework": "vllm", "intentId": "836b19cc3f5042738981ac6f021eaf55", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788797+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.558014+00:00", "framework": "vllm", "intentId": "d8bbf02d284041b396c8b89f6cca50de", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788794+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557958+00:00", "framework": "vllm", "intentId": "6938b5953adc4b329152d78feb39399b", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788792+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557901+00:00", "framework": "vllm", "intentId": "8bc100ff46b642a6ab8e3bbee5a98d13", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788789+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557844+00:00", "framework": "vllm", "intentId": "0964b2e4a372466394d03d9111957982", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788785+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557787+00:00", "framework": "vllm", "intentId": "505bf5f419ce4d968f7a2345cb17e447", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788782+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557729+00:00", "framework": "vllm", "intentId": "69d289f7399046dc9c71586dca9a3643", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788779+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557653+00:00", "framework": "vllm", "intentId": "dedc7edf43ed4165be6036717cf3a883", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788776+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557596+00:00", "framework": "vllm", "intentId": "cc5c2e2b1a6a4aa49426be59fbb25f9d", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788773+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557539+00:00", "framework": "vllm", "intentId": "84f59afdbef04797be7aaea42bb5eb48", "repoId": "RedHatAI/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788770+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557482+00:00", "framework": "vllm", "intentId": "b2a167588e084209b02d611dfbeb4c4e", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788766+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557417+00:00", "framework": "vllm", "intentId": "021fa45a85de42d18cfee559fdf547cb", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788762+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557328+00:00", "framework": "vllm", "intentId": "8fb2a00847a6422f83ecf92fd67fed9d", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788756+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557269+00:00", "framework": "vllm", "intentId": "b17c22a2aa37424fbe11665cb2950c32", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788752+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557210+00:00", "framework": "vllm", "intentId": "a9f13fb1dbcd4a5e9a765d11833ae2af", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788743+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557080+00:00", "framework": "vllm-mlu", "intentId": "cc9dcafb85344e738976036273ab6593", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788732+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557035+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8013c9089d2940268c91b114d9e94d80", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388181+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135936+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1948200c63fd4072ac075656ec8053ee", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388178+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135881+00:00", "framework": "vllm_fix_tokenizer", "intentId": "bf3aed8733f24050b6c911eb5a98d891", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388175+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135828+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d6d64229eafe4036a52529aaa805b830", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388173+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135773+00:00", "framework": "vllm_fix_tokenizer", "intentId": "db533d09b2cf402992d1ab8f705e1267", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388170+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135719+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c21c139f5fdd43129254e6030cd1f0aa", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388167+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135659+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4961dd0841804e15abd294695829c444", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388165+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135605+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9130fa034e0f44e6b7e20d720d511f89", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388162+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135550+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c0c79a018f3242fbb0f05319340f776e", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388160+00:00", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135495+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f653a55089d64b10b69319a75e9284e7", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388158+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135437+00:00", "framework": "vllm", "intentId": "5bd12be2959e41ba8d4270e16a20c59c", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388154+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135379+00:00", "framework": "vllm", "intentId": "b7bfe66b1d1f42c9a01a27b94e549fef", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388152+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135328+00:00", "framework": "vllm", "intentId": "3ed4f0f7b1a54ec8b25c5aba476fe594", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388150+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135276+00:00", "framework": "vllm", "intentId": "0fd0b176308444e39d0598c36870e7bf", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388147+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135234+00:00", "framework": "vllm", "intentId": "5a78edd2c5904b2599e607c4620c9ecd", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388144+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135193+00:00", "framework": "vllm", "intentId": "ee123b41c2ff48daa07df88f6cae7082", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388142+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135151+00:00", "framework": "vllm", "intentId": "ca74e1fec8784c70a9a6573684972e79", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388140+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135109+00:00", "framework": "vllm", "intentId": "11bfbd48888b47d3816b6b6a74cea3db", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388137+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135068+00:00", "framework": "vllm", "intentId": "566e82a3a2e64d5db1060795cc1703c8", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388134+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.135026+00:00", "framework": "vllm", "intentId": "1fdac3b58f94442782e6af0154d72f1d", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388132+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.134985+00:00", "framework": "vllm", "intentId": "91f609ca444e48eb8ebe0ec449882e0b", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "c4c47c96388a48c996d907d392c73b35", "completedAt": "2026-09-21T02:14:01.388130+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T02:07:21.134942+00:00", "framework": "vllm", "intentId": "ff0d679fb6674d0ca8c3b2fd545dc638", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}

10
.modelhub_state/routing_intelligence.json
View File

@@ -1,6 +1,6 @@
{
"acceptedByCategory": {
"unified_success_first": 2106
"unified_success_first": 2107
},
"acceptedByRoute": {
"text-generation|Ascend_910-b3|llamacpp": 17,
@@ -25,7 +25,7 @@
"text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 40,
"text-generation|Iluvatar_bi-150|vllm_tokenizer_patch": 3,
"text-generation|Iluvatar_mrv-100|vllm": 62,
"text-generation|Kunlunxin_p-800|vllm": 40,
"text-generation|Kunlunxin_p-800|vllm": 41,
"text-generation|Kunlunxin_p-800|vllm_fix_tokenizer": 178,
"text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 70,
"text-generation|MetaX_c-500|vllm": 104,
@@ -38,8 +38,8 @@
"text-generation|hygon_k100-ai|vllm": 26,
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 120
},
"acceptedSinceRefresh": 2106,
"acceptedTotal": 2106,
"generatedAt": "2026-09-21T04:05:49.505433+00:00",
"acceptedSinceRefresh": 2107,
"acceptedTotal": 2107,
"generatedAt": "2026-09-21T04:25:26.288488+00:00",
"version": 1
}

1
ledger/submissions.jsonl
View File

@@ -1165,3 +1165,4 @@
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T20:09:24.405809+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986872", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.421834+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986873", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "submitTime": "2026-09-20T21:19:40.047378+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4987847", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a16", "modelId": "neuralmagic/starcoder2-3b-quantized.w8a16", "submitTime": "2026-09-21T04:17:16.270702+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4993693", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"}

14
manifest.json
View File

@@ -10,16 +10,16 @@
".modelhub_state/queue_cleanup_latest.json": "1208809ad007254126e20065baf25bf928cb293578a1db98e0ce488d89f1e385",
".modelhub_state/recent_outcomes.jsonl": "46fe07296be060f6e3ae3885d40289022ae0321a761f95c7a5c74fd3aab55c88",
".modelhub_state/recovery_active_tasks.jsonl": "b1457376f470f4d83900dfcdb5edb22f68b8c3d2c19ad13f5f716a3b087e0da1",
".modelhub_state/recovery_intents.jsonl": "01e05bda4f9e5280cd71327a5d4cc154a05de64a935e2d406d0e5a6b735b1e60",
".modelhub_state/routing_intelligence.json": "c2526d59330349ee97517f17c430513cfd2d4d56f0c1d8fd23643250050bdabb",
".modelhub_state/recovery_intents.jsonl": "a2dbac062fe299284902c7d3a66c05d01aa0ff1b8296fbe5c6ddfafc0ab7df3a",
".modelhub_state/routing_intelligence.json": "8280a315184f44c4795b1c28dd1259d8d0744ff1cecd1943fadef0fc0651eded",
".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989",
".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7",
"ledger/submissions.jsonl": "3133e9c65e4f4271ddf76397f327d045629ce5a698bd36a80d443c9012b0e883",
"outcomes/submissions.jsonl": "25bb5e1039870cd0ee59c4007db1122d27ab59c0a83c9c076f3966d8581aee06"
"ledger/submissions.jsonl": "3c80f8968f16dc1248f419c7d777537fac4323a96a6fc09c5077f199d7356cca",
"outcomes/submissions.jsonl": "57cb906ada00a8e15c22de8d2d5ad909ced342ac31ba8a7beea19bde8cbf5b59"
},
"generation": 11171,
"phase": "intent",
"generation": 11172,
"phase": "result",
"schemaVersion": 1,
"updatedAt": "2026-09-21T04:17:08.136105+00:00",
"updatedAt": "2026-09-21T04:25:26.504633+00:00",
"writerId": "8b35139af6674067a339a670222d4b67"
}

1
outcomes/submissions.jsonl
View File

@@ -1154,3 +1154,4 @@
{"failReason": null, "framework": "vllm-mlu", "lastSyncTime": null, "modelId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 9084013360, "estimatedRequiredGiB": 10.162, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 9093204103, "modelscopeLicense": "llama3.1", "modelscopeParams": 8030261248, "modelscopeTags": ["license:llama3.1", "model_type:llama", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:int8", "custom_tag:vllm", "custom_tag:quantized", "custom_tag:8-bit"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 9093204103}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T03:31:36.734307+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4993022", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "modelProfile": {"architectures": ["NemotronHForCausalLM"], "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 19342796520, "estimatedRequiredGiB": 21.64, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "nemotron_h", "modelscopeFileSize": 19362750397, "modelscopeLicense": "other", "modelscopeParams": 18237772608, "modelscopeTags": ["license:other", "model_type:nemotron_h", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:nvidia", "custom_tag:pytorch"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 19362750397}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T03:54:33.488359+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4993245", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm-customized", "lastSyncTime": null, "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 951093016, "estimatedRequiredGiB": 1.068, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 955963132, "modelscopeLicense": "other", "modelscopeParams": 256113408, "modelscopeTags": ["license:other", "model_type:lfm2", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:edge", "custom_tag:mlx", "custom_tag:reasoning"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "recentProfileFeedback": {"attributableFailureCount": 0, "consecutiveFailures": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": {"ambiguous_runtime": 1}, "failureCount": 1, "failureRate": 1.0, "framework": "vllm-customized", "lastTerminalAt": "2026-09-21T02:15:17.867294+00:00", "modelType": "lfm2", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "quantizationMethod": "none", "successCount": 0, "successRate": 0.0, "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation", "total": 1, "unresolvedFailureCount": 1}, "repositoryOnDiskBytes": 955963132}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T03:59:26.348415+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4993324", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "neuralmagic/starcoder2-3b-quantized.w8a16", "modelProfile": {"architectures": ["Starcoder2ForCausalLM"], "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 4093180600, "estimatedRequiredGiB": 4.578, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "starcoder2", "modelscopeFileSize": 4096479112, "modelscopeLicense": "bigcode-openrail-m", "modelscopeParams": 3181366272, "modelscopeTags": ["license:bigcode-openrail-m", "model_type:starcoder2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:code"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 4096479112}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T04:17:16.270702+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4993693", "taskType": "text-generation", "verifyResult": null}