CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11580 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 17:40:29 +00:00
parent 31908d49e1
commit 40401209ce
5 changed files with 33 additions and 50 deletions
Download Patch File Download Diff File Expand all files Collapse all files

56
.modelhub_state/recovery_intents.jsonl
View File

@@ -2175,25 +2175,25 @@
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959952+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062440+00:00", "framework": "transformers", "intentId": "390f17520fa04e948c38fab9b9cc8706", "lastModified": "2026-09-04T12:06:20+00:00", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "reason": null, "repoId": "inclusionAI/Ling-3.0-tiny", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5004804", "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959979+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.063067+00:00", "framework": "transformers", "intentId": "b837f348c6c5472bb06ed470becc03d6", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "reason": null, "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5004817", "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959982+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.063127+00:00", "framework": "transformers", "intentId": "4200d03eb0bb4a2e84deaea7db024a05", "lastModified": "2026-08-24T19:08:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "reason": null, "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5004818", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089340+00:00", "framework": "transformers", "intentId": "f5f46826c38049a2849cb900c39dcae9", "lastModified": "2026-09-10T07:49:50+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089478+00:00", "framework": "transformers", "intentId": "9488efb7ed654b9bb3aafa20326e0511", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089562+00:00", "framework": "transformers", "intentId": "2294e84e778e4be783cbed33b01feb9c", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089626+00:00", "framework": "transformers", "intentId": "d5f955bf3fce4bafa2a4c043798ab2b0", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089701+00:00", "framework": "vllm-patch-tokenizer", "intentId": "dbc57b5cd1cf42b2aac920bc1cc750b5", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089746+00:00", "framework": "vllm-patch-tokenizer", "intentId": "47c14c1f84e44c5ab44702b4efb3973e", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089789+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5732815c3ddf4c8094f6bfe53a5261e1", "lastModified": "2026-08-24T19:46:26+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089832+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c7de4c4841b444afbb7339435671f7e7", "lastModified": "2026-08-26T12:24:21+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089873+00:00", "framework": "vllm_tokenizer_patch", "intentId": "08f8ce7a5e5d4a5a98b21511ddac09b6", "lastModified": "2026-08-26T12:23:32+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089924+00:00", "framework": "vllm_tokenizer_patch", "intentId": "260831b8e520422bbf4d45bd9560390e", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089971+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5c5e8c7729744afab3ca61120cf2310a", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090012+00:00", "framework": "vllm", "intentId": "438196e886a547dd8006d03aefdf6f34", "lastModified": "2026-08-24T19:34:25+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090074+00:00", "framework": "vllm", "intentId": "01ed8f0422934a32a26f3da5f8f677b6", "lastModified": "2026-08-24T19:48:09+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090132+00:00", "framework": "vllm", "intentId": "30b6f43ce3404ad58c020e80a3761ad5", "lastModified": "2026-08-24T18:15:08+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090190+00:00", "framework": "vllm", "intentId": "9b9353bf1be14bca8a979060b0bdb6e2", "lastModified": "2026-08-24T17:55:20+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090248+00:00", "framework": "vllm", "intentId": "618126980d9d492ead3cc20bb2cd6709", "lastModified": "2026-09-12T12:30:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090298+00:00", "framework": "vllm", "intentId": "435f0e8972d243f890941761893e084f", "lastModified": "2026-08-24T19:39:21+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090356+00:00", "framework": "vllm", "intentId": "8db470f0aab34ba39925f41912a803ae", "lastModified": "2026-08-24T20:02:14+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090433+00:00", "framework": "vllm", "intentId": "fe72046ad7024e01bf30242b40aec5cb", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393480+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090433+00:00", "framework": "vllm", "intentId": "fe72046ad7024e01bf30242b40aec5cb", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "reason": null, "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Ascend_910-b4", "taskId": "5004848", "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393475+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090356+00:00", "framework": "vllm", "intentId": "8db470f0aab34ba39925f41912a803ae", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393471+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090298+00:00", "framework": "vllm", "intentId": "435f0e8972d243f890941761893e084f", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393466+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090248+00:00", "framework": "vllm", "intentId": "618126980d9d492ead3cc20bb2cd6709", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393462+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090190+00:00", "framework": "vllm", "intentId": "9b9353bf1be14bca8a979060b0bdb6e2", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393458+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090132+00:00", "framework": "vllm", "intentId": "30b6f43ce3404ad58c020e80a3761ad5", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393453+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090074+00:00", "framework": "vllm", "intentId": "01ed8f0422934a32a26f3da5f8f677b6", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393449+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.090012+00:00", "framework": "vllm", "intentId": "438196e886a547dd8006d03aefdf6f34", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393444+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089971+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5c5e8c7729744afab3ca61120cf2310a", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393439+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089924+00:00", "framework": "vllm_tokenizer_patch", "intentId": "260831b8e520422bbf4d45bd9560390e", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393435+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089873+00:00", "framework": "vllm_tokenizer_patch", "intentId": "08f8ce7a5e5d4a5a98b21511ddac09b6", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393431+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089832+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c7de4c4841b444afbb7339435671f7e7", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393425+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089789+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5732815c3ddf4c8094f6bfe53a5261e1", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "duplicate", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393420+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089746+00:00", "framework": "vllm-patch-tokenizer", "intentId": "47c14c1f84e44c5ab44702b4efb3973e", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393416+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089701+00:00", "framework": "vllm-patch-tokenizer", "intentId": "dbc57b5cd1cf42b2aac920bc1cc750b5", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393411+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089626+00:00", "framework": "transformers", "intentId": "d5f955bf3fce4bafa2a4c043798ab2b0", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393407+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089562+00:00", "framework": "transformers", "intentId": "2294e84e778e4be783cbed33b01feb9c", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393402+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089478+00:00", "framework": "transformers", "intentId": "9488efb7ed654b9bb3aafa20326e0511", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393377+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089340+00:00", "framework": "transformers", "intentId": "f5f46826c38049a2849cb900c39dcae9", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959987+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.063249+00:00", "framework": "transformers", "intentId": "ef972c0363d84722a9b05476dbb0c5e7", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959984+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.063188+00:00", "framework": "transformers", "intentId": "bca8f1e092bb4f3a8b6ad5be466065e4", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959976+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.063007+00:00", "framework": "transformers", "intentId": "460b12da111a4b548ff03253d006bf64", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
@@ -2476,21 +2476,3 @@
{"batchId": "63129c0ae07d4bea9e9c888a456065c5", "completedAt": "2026-09-21T16:14:09.825738+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:01:05.134280+00:00", "framework": "vllm_tokenizer_patch", "intentId": "68f119657e104796b84d8efb7db73d90", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "63129c0ae07d4bea9e9c888a456065c5", "completedAt": "2026-09-21T16:14:09.825734+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:01:05.134238+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a1fcbcdd9068491e92d6ffd1450c27d6", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "63129c0ae07d4bea9e9c888a456065c5", "completedAt": "2026-09-21T16:14:09.825709+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:01:05.134136+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d19f835e38694dcd90af95c3b647e35d", "repoId": "nm-testing/nonuniform", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030041+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830400+00:00", "framework": "vllm", "intentId": "18e05964de4f405fada4637b0f5941fe", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030038+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830342+00:00", "framework": "vllm", "intentId": "ea0783ecb2444e13a6d5b180aa4687a9", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030035+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830267+00:00", "framework": "vllm", "intentId": "264297334c434b54928170c86f40528f", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030032+00:00", "configFingerprint": "0378395697c8345a5f2bfec5cd339a734a57d469359b2d1e41bd5325ee9d95e5", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830214+00:00", "framework": "vllm-customized", "intentId": "0da8de05646148e1a04c7d8e4d64e0bd", "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030029+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830161+00:00", "framework": "vllm-customized", "intentId": "fea6b53a6677409a8d6fa2d36aa41bd6", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030026+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830109+00:00", "framework": "vllm-customized", "intentId": "1629f1d0e84c425aa257eeb3104b409d", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030023+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830055+00:00", "framework": "vllm-customized", "intentId": "c2d70d8cdff944fc8fbbecffb34fce96", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030020+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830001+00:00", "framework": "vllm-customized", "intentId": "be2ba5c807f14c06a099d9c8732ccae5", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030018+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829947+00:00", "framework": "vllm-customized", "intentId": "c838c72421584ceaab38ab9374124a4c", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030015+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829888+00:00", "framework": "vllm-customized", "intentId": "1223337265e14f8082f54e932cca0317", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030012+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829830+00:00", "framework": "vllm-customized", "intentId": "3234e829f69040399f05c05157b81408", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030009+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829773+00:00", "framework": "vllm-customized", "intentId": "5529f702af714ca49638afba0980d48b", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030006+00:00", "configFingerprint": "7d3121b7c0c577ab2334a07716695ad3f4016fc14badec71a6e0fbffc883b16d", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829708+00:00", "framework": "vllm-customized", "intentId": "b835051e05074d118b7ce52d5a7100ed", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030004+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829628+00:00", "framework": "vllm-customized", "intentId": "37d35df7f47f4238beea6164bc70cc5a", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.030001+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829570+00:00", "framework": "vllm-customized", "intentId": "fb6ae360924b4574abedc790156335ef", "repoId": "RedHatAI/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.029998+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829512+00:00", "framework": "vllm-customized", "intentId": "0b4c1fb43148405c8d304e7084c53dfc", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.029995+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829454+00:00", "framework": "vllm-customized", "intentId": "f0c2eb8945e54883b9be0a6af5387919", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "b79a640b5060464c9b45fd46695fddbc", "completedAt": "2026-09-21T15:53:48.029992+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829396+00:00", "framework": "vllm-customized", "intentId": "62a92b6a2caa42a5a4545f1f8515e44e", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}

10
.modelhub_state/routing_intelligence.json
View File

@@ -1,13 +1,13 @@
{
"acceptedByCategory": {
"unified_success_first": 2314
"unified_success_first": 2315
},
"acceptedByRoute": {
"text-generation|Ascend_910-b3|llamacpp": 17,
"text-generation|Ascend_910-b3|vllm": 40,
"text-generation|Ascend_910-b3|vllm_tokenizer_patch": 163,
"text-generation|Ascend_910-b4|llamacpp": 13,
"text-generation|Ascend_910-b4|vllm": 27,
"text-generation|Ascend_910-b4|vllm": 28,
"text-generation|Ascend_910-b4|vllm_tokenizer_patch": 147,
"text-generation|Biren_166m|vllm": 81,
"text-generation|Biren_166m|vllm_fix_tokenizer": 129,
@@ -38,8 +38,8 @@
"text-generation|hygon_k100-ai|vllm": 26,
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 134
},
"acceptedSinceRefresh": 2314,
"acceptedTotal": 2314,
"generatedAt": "2026-09-21T17:36:55.886000+00:00",
"acceptedSinceRefresh": 2315,
"acceptedTotal": 2315,
"generatedAt": "2026-09-21T17:40:29.325479+00:00",
"version": 1
}

2
ledger/submissions.jsonl
View File

@@ -1012,7 +1012,6 @@
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/AppleScript-8B-JANG_4M", "submitTime": "2026-09-21T17:14:32.848203+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5004582", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x4"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-15b-quantized.w8a8", "submitTime": "2026-09-21T17:14:33.065595+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004583", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "modelId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "submitTime": "2026-09-21T17:17:44.806635+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5004694", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "submitTime": "2026-09-20T20:35:36.652541+00:00", "targetGpu": "Biren_166m", "taskId": "4987186", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "submitTime": "2026-09-20T20:35:36.766659+00:00", "targetGpu": "Biren_166m", "taskId": "4987187", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "submitTime": "2026-09-20T20:39:13.053978+00:00", "targetGpu": "Biren_166m", "taskId": "4987256", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "modelId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "submitTime": "2026-09-20T20:48:13.967563+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4987442", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
@@ -1230,3 +1229,4 @@
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "modelId": "inclusionAI/Ling-3.0-tiny", "submitTime": "2026-09-21T17:32:19.865353+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004804", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "submitTime": "2026-09-21T17:34:06.574134+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004817", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "modelId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "submitTime": "2026-09-21T17:34:20.344385+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004818", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "submitTime": "2026-09-21T17:38:18.066341+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004848", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"}

14
manifest.json
View File

@@ -10,16 +10,16 @@
".modelhub_state/queue_cleanup_latest.json": "96de561331568d32afa16a3d1299e6bf6ad1009a8239697991dc48f28baf298b",
".modelhub_state/recent_outcomes.jsonl": "adacc6fe27e3a1932db735b92cb69e36743fabd1230cdf1f93e3f68004d1e464",
".modelhub_state/recovery_active_tasks.jsonl": "e7ada21697cf4cd61357e3631a7251ba975f241503787027e0038a8407066550",
".modelhub_state/recovery_intents.jsonl": "e0667891d155c5ec94940c73c8d1ceacf5399188f95e13a8fabd1f47777a7dcf",
".modelhub_state/routing_intelligence.json": "1ae2ba79b91f6b3c3f98784a92477a082da648b2d745c789fb741a20753617fd",
".modelhub_state/recovery_intents.jsonl": "a7213b23ace626651ef7e80933e36d6f2f4407adf02acc4cab7e9b29c13d157b",
".modelhub_state/routing_intelligence.json": "524ce105de9ca8918431c0d8e7ca5473069158c3fe6a856a14f5b081f65226de",
".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989",
".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7",
"ledger/submissions.jsonl": "0eed9debac90381a74dd2508c420970ed18d03366a5a0cbd821ec68c4a697cda",
"outcomes/submissions.jsonl": "e73252ff4eb13883f744c1e0e36506a7f1c87ea390f853fda839673aaa4df35c"
"ledger/submissions.jsonl": "218ed50540f7b5c23dd7a9e66766c8c53d5984e1b094c2e2a063673aa3a59076",
"outcomes/submissions.jsonl": "e4a36ff8cbeafc39a41fe45af4fcafcd6432ea053fe31d058ef3790b5f757175"
},
"generation": 11579,
"phase": "intent",
"generation": 11580,
"phase": "result",
"schemaVersion": 1,
"updatedAt": "2026-09-21T17:36:57.294555+00:00",
"updatedAt": "2026-09-21T17:40:29.567138+00:00",
"writerId": "8b35139af6674067a339a670222d4b67"
}

1
outcomes/submissions.jsonl
View File

@@ -1150,3 +1150,4 @@
{"failReason": null, "framework": "transformers", "lastSyncTime": null, "modelId": "inclusionAI/Ling-3.0-tiny", "modelProfile": {"architectures": ["BailingMoeV3ForCausalLM"], "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 15787992416, "estimatedRequiredGiB": 17.659, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "bailing_hybrid", "modelscopeFileSize": 15801179822, "modelscopeLicense": "mit", "modelscopeParams": 7893392800, "modelscopeTags": ["license:mit", "model_type:bailing_hybrid", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 15801179822}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T17:32:19.865353+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004804", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "transformers", "lastSyncTime": null, "modelId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 9084040952, "estimatedRequiredGiB": 10.163, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 9093251763, "modelscopeLicense": "llama3.1", "modelscopeParams": 8030261248, "modelscopeTags": ["license:llama3.1", "model_type:llama", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:int8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "recentProfileFeedback": {"attributableFailureCount": 0, "consecutiveFailures": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": {"ambiguous_runtime": 1}, "failureCount": 1, "failureRate": 1.0, "framework": "transformers", "lastTerminalAt": "2026-09-20T14:34:57.856723+00:00", "modelType": "llama", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "quantizationMethod": "compressed-tensors", "successCount": 0, "successRate": 0.0, "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation", "total": 1, "unresolvedFailureCount": 1}, "repositoryOnDiskBytes": 9093251763}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T17:34:06.574134+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004817", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "transformers", "lastSyncTime": null, "modelId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "modelProfile": {"architectures": ["MistralForCausalLM"], "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 13594088584, "estimatedRequiredGiB": 15.203, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "mistral", "modelscopeFileSize": 13603621925, "modelscopeLicense": "apache-2.0", "modelscopeParams": 12247782400, "modelscopeTags": ["license:apache-2.0", "model_type:mistral", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 13603621925}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T17:34:20.344385+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5004818", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "modelProfile": {"architectures": ["Qwen3ForCausalLM"], "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 19935028960, "estimatedRequiredGiB": 22.299, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3", "modelscopeFileSize": 19953127685, "modelscopeLicense": "mit", "modelscopeParams": 32762123264, "modelscopeTags": ["license:mit", "model_type:qwen3", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 19953127685}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T17:38:18.066341+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5004848", "taskType": "text-generation", "verifyResult": null}