CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 10813 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-20 19:03:57 +00:00
parent 74348036ba
commit c1ebd1b1ec
5 changed files with 42 additions and 61 deletions
Download Patch File Download Diff File Expand all files Collapse all files

73
.modelhub_state/recovery_intents.jsonl
View File

@@ -1748,31 +1748,31 @@
{"batchId": "fab8fc98780349e99e8b3476b735dd02", "completedAt": "2026-09-20T19:01:16.339237+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:54:42.633458+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5d14d53c805b4be2adf7af31fd8204d6", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "reason": null, "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Ascend_910-b3", "taskId": "4985842", "taskType": "text-generation"}
{"batchId": "fab8fc98780349e99e8b3476b735dd02", "completedAt": "2026-09-20T19:01:16.339304+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:54:42.634593+00:00", "framework": "vllm-patch-tokenizer", "intentId": "a3173fc554304e6ea1497dac76ac3cf9", "lastModified": "2026-08-24T20:22:00+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "reason": null, "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4985871", "taskType": "text-generation"}
{"batchId": "fab8fc98780349e99e8b3476b735dd02", "completedAt": "2026-09-20T19:01:16.339338+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:54:42.635108+00:00", "framework": "vllm-patch-tokenizer", "intentId": "075e6d2eba034de2ae341bcbb8ab2db0", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "reason": null, "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4985872", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185575+00:00", "framework": "vllm-customized", "intentId": "13b12998ee004276a5126d195cb71c19", "lastModified": "2026-09-01T03:52:21+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185701+00:00", "framework": "vllm", "intentId": "967b2a80c9894358b8306aea32d8f1e0", "lastModified": "2026-08-24T20:31:44+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185750+00:00", "framework": "vllm", "intentId": "4bad3ca211784f699cb0fadfb8b2918a", "lastModified": "2026-08-24T20:36:30+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185794+00:00", "framework": "vllm", "intentId": "17308dad99f542f7b50431c6293bc4b9", "lastModified": "2026-08-24T20:23:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185837+00:00", "framework": "vllm", "intentId": "32ca8d39865f4b8880cc1ee0e099cddb", "lastModified": "2026-09-08T03:51:51+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185880+00:00", "framework": "vllm", "intentId": "795c198811d8405b934ca020fd52dbf0", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185923+00:00", "framework": "vllm", "intentId": "8e7971178ba5477aa4b3aae4541a458e", "lastModified": "2026-08-24T20:28:59+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185966+00:00", "framework": "vllm", "intentId": "3e5228349a264f029ab9536f4f579590", "lastModified": "2026-08-24T20:15:51+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186008+00:00", "framework": "vllm", "intentId": "f622a27e6c9249f4bb219434a6074cd5", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186050+00:00", "framework": "vllm", "intentId": "47fe38a7f9d146b8a2cfad4ab2ca23e0", "lastModified": "2026-09-01T03:45:04+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186092+00:00", "framework": "vllm", "intentId": "7e84f9e86677497c8a57b479aa0df51b", "lastModified": "2026-08-26T18:36:54+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v3-9B", "repoId": "aisingapore/Gemma-SEA-LION-v3-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186133+00:00", "framework": "vllm", "intentId": "51a7f01f2b7342d893e69c6eb9b0cf97", "lastModified": "2026-08-26T15:57:06+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186188+00:00", "framework": "vllm", "intentId": "35484689a3454078b12ed180cd31a9ec", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186252+00:00", "framework": "vllm_fix_tokenizer", "intentId": "61ec2490112e427da570860e8da8e106", "lastModified": "2026-09-04T12:06:20+00:00", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "repoId": "inclusionAI/Ling-3.0-tiny", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186310+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0ced873e2be64dccbe54987bd8b0f47d", "lastModified": "2026-08-24T20:38:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186365+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3b284a78f1894d9ba223116c41efdeb9", "lastModified": "2026-09-10T05:36:14+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186421+00:00", "framework": "vllm_fix_tokenizer", "intentId": "de5ed724529d480eb8b0b550d204f3ac", "lastModified": "2026-09-10T05:34:35+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186475+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5c0e67fdda7a4a99b52bc95375cb4a3a", "lastModified": "2026-08-31T14:27:40+00:00", "modelAddress": "https://modelscope.cn/models/sbintuitions/sarashina2.2-3b-instruct-v0.1", "repoId": "sbintuitions/sarashina2.2-3b-instruct-v0.1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186530+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6811f44ac8de4614bb7c36d0a4ba2e90", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186584+00:00", "framework": "vllm_fix_tokenizer", "intentId": "123fa1cccf684c2bba9e7ebb52c226e8", "lastModified": "2026-08-26T16:41:11+00:00", "modelAddress": "https://modelscope.cn/models/apodex/Apodex-1.1-mini-GPTQ-Int4", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186639+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1100d6302bb749b1a7a796a6cce43a9d", "lastModified": "2026-08-26T17:23:58+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186707+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c1d0d31ed6d8419f8ea7293183b072d8", "lastModified": "2026-08-26T18:08:39+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186762+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0d2431ccc45e4a97bcb605f5c96ae172", "lastModified": "2026-08-26T17:38:05+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3-8B", "repoId": "aisingapore/Llama-SEA-LION-v3-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186817+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d4c1578bc99945848d5eea3b7d24ae2c", "lastModified": "2026-09-13T05:35:22+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Spark-X2.5-4B-OptiQ-4bit", "repoId": "mlx-community/Spark-X2.5-4B-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186873+00:00", "framework": "vllm_fix_tokenizer", "intentId": "802f0551f2a04e81ad2d3d1116f6d512", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009537+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185794+00:00", "framework": "vllm", "intentId": "17308dad99f542f7b50431c6293bc4b9", "lastModified": "2026-08-24T20:23:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "reason": null, "repoId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4985910", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009566+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186252+00:00", "framework": "vllm_fix_tokenizer", "intentId": "61ec2490112e427da570860e8da8e106", "lastModified": "2026-09-04T12:06:20+00:00", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "reason": null, "repoId": "inclusionAI/Ling-3.0-tiny", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4985911", "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009596+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186873+00:00", "framework": "vllm_fix_tokenizer", "intentId": "802f0551f2a04e81ad2d3d1116f6d512", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009594+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186817+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d4c1578bc99945848d5eea3b7d24ae2c", "repoId": "mlx-community/Spark-X2.5-4B-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009591+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186762+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0d2431ccc45e4a97bcb605f5c96ae172", "repoId": "aisingapore/Llama-SEA-LION-v3-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009588+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186707+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c1d0d31ed6d8419f8ea7293183b072d8", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009586+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186639+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1100d6302bb749b1a7a796a6cce43a9d", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009583+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186584+00:00", "framework": "vllm_fix_tokenizer", "intentId": "123fa1cccf684c2bba9e7ebb52c226e8", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009580+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186530+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6811f44ac8de4614bb7c36d0a4ba2e90", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009577+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186475+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5c0e67fdda7a4a99b52bc95375cb4a3a", "repoId": "sbintuitions/sarashina2.2-3b-instruct-v0.1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009574+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186421+00:00", "framework": "vllm_fix_tokenizer", "intentId": "de5ed724529d480eb8b0b550d204f3ac", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009571+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186365+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3b284a78f1894d9ba223116c41efdeb9", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009568+00:00", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186310+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0ced873e2be64dccbe54987bd8b0f47d", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009563+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186188+00:00", "framework": "vllm", "intentId": "35484689a3454078b12ed180cd31a9ec", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009560+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186133+00:00", "framework": "vllm", "intentId": "51a7f01f2b7342d893e69c6eb9b0cf97", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009557+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186092+00:00", "framework": "vllm", "intentId": "7e84f9e86677497c8a57b479aa0df51b", "repoId": "aisingapore/Gemma-SEA-LION-v3-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009554+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186050+00:00", "framework": "vllm", "intentId": "47fe38a7f9d146b8a2cfad4ab2ca23e0", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009551+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.186008+00:00", "framework": "vllm", "intentId": "f622a27e6c9249f4bb219434a6074cd5", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009549+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185966+00:00", "framework": "vllm", "intentId": "3e5228349a264f029ab9536f4f579590", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009546+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185923+00:00", "framework": "vllm", "intentId": "8e7971178ba5477aa4b3aae4541a458e", "repoId": "RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009543+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185880+00:00", "framework": "vllm", "intentId": "795c198811d8405b934ca020fd52dbf0", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009540+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185837+00:00", "framework": "vllm", "intentId": "32ca8d39865f4b8880cc1ee0e099cddb", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009534+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185750+00:00", "framework": "vllm", "intentId": "4bad3ca211784f699cb0fadfb8b2918a", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009529+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185701+00:00", "framework": "vllm", "intentId": "967b2a80c9894358b8306aea32d8f1e0", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2eed11bbb644180bfeb09c725c1e81f", "completedAt": "2026-09-20T19:03:57.009516+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:01:17.185575+00:00", "framework": "vllm-customized", "intentId": "13b12998ee004276a5126d195cb71c19", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "fab8fc98780349e99e8b3476b735dd02", "completedAt": "2026-09-20T19:01:16.339398+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:54:42.636132+00:00", "framework": "vllm-customized", "intentId": "34ac1cf1319a4fa08b40890c707b3370", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "fab8fc98780349e99e8b3476b735dd02", "completedAt": "2026-09-20T19:01:16.339395+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:54:42.636075+00:00", "framework": "vllm-customized", "intentId": "56028211ea4f4948957f28560878403f", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "fab8fc98780349e99e8b3476b735dd02", "completedAt": "2026-09-20T19:01:16.339392+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:54:42.636018+00:00", "framework": "vllm-customized", "intentId": "3c2871c6a7d94965861f0e37d7014653", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
@@ -2050,26 +2050,3 @@
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687425+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.862354+00:00", "framework": "vllm", "intentId": "338afa503db445de9f588e6f28282286", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687423+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.862312+00:00", "framework": "vllm", "intentId": "ebc40b8a395e47c9a71a5afc5db621b2", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687420+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.862271+00:00", "framework": "vllm", "intentId": "179b7f62deab4916b5e0ef9cdf75b4c9", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687417+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.862229+00:00", "framework": "vllm", "intentId": "868a53c7291444d9b476ea64747ae9bb", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687415+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.862188+00:00", "framework": "vllm", "intentId": "a28e147b26914a99b8c006dc52a0198e", "repoId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687412+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.862146+00:00", "framework": "vllm", "intentId": "64cf981201324a9f8504fe121b34c80c", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687409+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.862105+00:00", "framework": "vllm", "intentId": "4516f763524947acb3dc641f064fcba6", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687406+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.862063+00:00", "framework": "vllm", "intentId": "f32ccf28ab8545d2985225ee37379e58", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687403+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.862021+00:00", "framework": "vllm", "intentId": "d652b246a8c6430087ce4e207fad2ea8", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687400+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.861979+00:00", "framework": "vllm", "intentId": "af0979b25212407aa56fe7388aacbe34", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687397+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.861936+00:00", "framework": "vllm", "intentId": "d67aafedcfdd4f2187de7065da3f731e", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687394+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.861882+00:00", "framework": "vllm-customized", "intentId": "d09e820e5e754b93a1f4a0a33574f55c", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687391+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.861825+00:00", "framework": "vllm-customized", "intentId": "d282238a2e50486da6240a3c4893c790", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687388+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.861766+00:00", "framework": "vllm-customized", "intentId": "8034c7e322834021aaf2a06a7e39f02e", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687385+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.861701+00:00", "framework": "vllm-customized", "intentId": "3e55a230157a430381dc07aa1e530141", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687381+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.860189+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2d99dd078a60489caa812e2968aeb202", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687379+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.860142+00:00", "framework": "vllm", "intentId": "ff0051b571bf429f8bb7a9d41350257a", "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687376+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.860095+00:00", "framework": "vllm", "intentId": "ac9037a26eb141638c6d3885ca2470fe", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687373+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.860047+00:00", "framework": "vllm", "intentId": "676358c3fec945c0819d76e96914a7dd", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687371+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.860000+00:00", "framework": "vllm", "intentId": "9dbc85a48845491090e484d233ae6122", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687368+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.859953+00:00", "framework": "vllm", "intentId": "ea6f7baa3ff248d4ac62d6c7d41bc0a1", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687365+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.859906+00:00", "framework": "vllm", "intentId": "80e0448eba3d4141a37814b84ff8f8eb", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687362+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.859858+00:00", "framework": "vllm", "intentId": "a3e789f60b7b4744acc96d361405cb89", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687359+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.859811+00:00", "framework": "vllm", "intentId": "3f3e28bd1b2843f699372a73315960ff", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687356+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.859764+00:00", "framework": "vllm", "intentId": "398624f702064c77b849bbdb5a25038d", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "cf1a636e34204cb5aac76b0f3ab28e70", "completedAt": "2026-09-20T18:02:47.687353+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T17:55:41.859717+00:00", "framework": "vllm", "intentId": "7e2065f7dfac49bbbd76030107983b24", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}

12
.modelhub_state/routing_intelligence.json
View File

@@ -1,6 +1,6 @@
{
"acceptedByCategory": {
"unified_success_first": 1888
"unified_success_first": 1890
},
"acceptedByRoute": {
"text-generation|Ascend_910-b3|llamacpp": 17,
@@ -30,15 +30,15 @@
"text-generation|MetaX_c-500|vllm": 104,
"text-generation|Mthreads_s4000|llamacpp": 17,
"text-generation|Mthreads_s4000|vllm": 103,
"text-generation|Sunrise_pt-200-x1|vllm": 74,
"text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 82,
"text-generation|Sunrise_pt-200-x1|vllm": 75,
"text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 83,
"text-generation|Vastai_va16|vllm_fix_tokenizer": 74,
"text-generation|hygon_k100-ai|llamacpp": 18,
"text-generation|hygon_k100-ai|vllm": 26,
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 112
},
"acceptedSinceRefresh": 1888,
"acceptedTotal": 1888,
"generatedAt": "2026-09-20T19:01:16.273248+00:00",
"acceptedSinceRefresh": 1890,
"acceptedTotal": 1890,
"generatedAt": "2026-09-20T19:03:56.951029+00:00",
"version": 1
}

2
ledger/submissions.jsonl
View File

@@ -1131,3 +1131,5 @@
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "modelId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "submitTime": "2026-09-20T18:54:50.763750+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4985842", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "modelId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "submitTime": "2026-09-20T18:56:13.145823+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4985871", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "modelId": "RedHatAI/starcoder2-15b-FP8", "submitTime": "2026-09-20T18:57:33.406739+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4985872", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "modelId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T19:01:17.970020+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4985910", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-sunrise-pt-200-x1"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "modelId": "inclusionAI/Ling-3.0-tiny", "submitTime": "2026-09-20T19:01:32.459840+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4985911", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"}

14
manifest.json
View File

@@ -9,16 +9,16 @@
".modelhub_state/queue_cleanup_latest.json": "51060760318808c95c5f937aac9389cef4379d95a33f6213764b0f798b1c6bb9",
".modelhub_state/recent_outcomes.jsonl": "15e6bd7829e8e77d7c46a9e2035cd3a77ca652112c645fe83c727c723083bd64",
".modelhub_state/recovery_active_tasks.jsonl": "4c461c92d603ecbd77094fd4fa2b870a759f7eb06a9c7151b2f230c9dc442216",
".modelhub_state/recovery_intents.jsonl": "a2ee1b32502ccae4f52b865b830abdf3b005a08aeb144679efc4ea6536a8ca59",
".modelhub_state/routing_intelligence.json": "f059393f6b8c71f7ae023b913ba5c2e6c1f6d57a918cd2c41510de709119a526",
".modelhub_state/recovery_intents.jsonl": "db9170ffd8f7cf7f649e9cc53bc8eb3594030d85219f731558b05a3b35b0f2dc",
".modelhub_state/routing_intelligence.json": "3a745c9759ea236c507b441ded55d13cfe7e39bde5101a3c37adbc764a95ac4c",
".modelhub_state/submission_exclusions.jsonl": "221be895a524330815b3c5124450b33c94b5f1e68169030c73684bf675d06ec7",
".modelhub_state/worker_crashes.jsonl": "a494412048eca6dce83e7284303a6b4b56a445c1274ac201ab8723c739a14f23",
"ledger/submissions.jsonl": "0cba88a53dded12d730d5cab0e051b070df3f608dcdafd9b74983def6673d6a8",
"outcomes/submissions.jsonl": "c9f8d76f997ed97424b7384b41cefe4e1e0561b842c220f4c25ed72b76945284"
"ledger/submissions.jsonl": "8067934624ae6014b715468ff0a515e3e0e80750be28a7227df01bc275761f2a",
"outcomes/submissions.jsonl": "f6b63f6923c17e06c6eb163539dc2d3f5ce68e1f9f6ba94aa01fc09ad4e2bf80"
},
"generation": 10812,
"phase": "intent",
"generation": 10813,
"phase": "result",
"schemaVersion": 1,
"updatedAt": "2026-09-20T19:01:17.320164+00:00",
"updatedAt": "2026-09-20T19:03:57.145899+00:00",
"writerId": "fc715c06e24c4db2ae3e425e435db996"
}

2
outcomes/submissions.jsonl
View File

@@ -1080,3 +1080,5 @@
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "modelProfile": {"architectures": ["Gemma2ForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 3403624536, "estimatedRequiredGiB": 3.828, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gemma2", "modelscopeFileSize": 3425449433, "modelscopeLicense": "llama2", "modelscopeParams": 3204165888, "modelscopeTags": ["license:llama2", "model_type:gemma2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 3425449433}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T18:54:50.763750+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4985842", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm-patch-tokenizer", "lastSyncTime": null, "modelId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "modelProfile": {"architectures": ["Gemma2ForCausalLM"], "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 4385544296, "estimatedRequiredGiB": 4.926, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gemma2", "modelscopeFileSize": 4407367987, "modelscopeLicense": "gemma", "modelscopeParams": 3204165888, "modelscopeTags": ["license:gemma", "model_type:gemma2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:int8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 4407367987}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T18:56:13.145823+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4985871", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm-patch-tokenizer", "lastSyncTime": null, "modelId": "RedHatAI/starcoder2-15b-FP8", "modelProfile": {"architectures": ["Starcoder2ForCausalLM"], "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 16564748304, "estimatedRequiredGiB": 18.516, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "starcoder2", "modelscopeFileSize": 16568142065, "modelscopeLicense": "other", "modelscopeParams": 15957889024, "modelscopeTags": ["license:other", "model_type:starcoder2", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:fp8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 16568142065}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T18:57:33.406739+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4985872", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "modelProfile": {"architectures": ["Qwen2ForCausalLM"], "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 903168128, "estimatedRequiredGiB": 1.022, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen2", "modelscopeFileSize": 914658310, "modelscopeLicense": "apache-2.0", "modelscopeParams": 630167424, "modelscopeTags": ["license:apache-2.0", "model_type:qwen2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 914658310}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T19:01:17.970020+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4985910", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "inclusionAI/Ling-3.0-tiny", "modelProfile": {"architectures": ["BailingMoeV3ForCausalLM"], "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 15787992416, "estimatedRequiredGiB": 17.659, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "bailing_hybrid", "modelscopeFileSize": 15801179822, "modelscopeLicense": "mit", "modelscopeParams": 7893392800, "modelscopeTags": ["license:mit", "model_type:bailing_hybrid", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 15801179822}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T19:01:32.459840+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4985911", "taskType": "text-generation", "verifyResult": null}