CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11591 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 17:59:07 +00:00
parent 15d4a2ba79
commit 2ea4b299b6
5 changed files with 43 additions and 60 deletions
Download Patch File Download Diff File Expand all files Collapse all files

69
.modelhub_state/recovery_intents.jsonl
View File

@@ -2187,30 +2187,30 @@
{"batchId": "94294b2f9b4346d4bc53cef4c541fe57", "completedAt": "2026-09-21T17:54:44.260657+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:44:11.572046+00:00", "framework": "vllm_fix_tokenizer", "intentId": "611e7e13d0ba4affa725c849d860972b", "lastModified": "2026-08-24T19:53:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "reason": null, "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5004980", "taskType": "text-generation"}
{"batchId": "94294b2f9b4346d4bc53cef4c541fe57", "completedAt": "2026-09-21T17:54:44.260739+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:44:11.573201+00:00", "framework": "transformers", "intentId": "64fdbb226fa946588aa3f1df6ea225db", "lastModified": "2026-08-24T20:09:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "reason": null, "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5005042", "taskType": "text-generation"}
{"batchId": "94294b2f9b4346d4bc53cef4c541fe57", "completedAt": "2026-09-21T17:54:44.260742+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:44:11.573262+00:00", "framework": "transformers", "intentId": "35e4c7ceb0544c7f824a8b38734578f1", "lastModified": "2026-08-24T20:33:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "reason": null, "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5005043", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271106+00:00", "framework": "transformers", "intentId": "8443bd36a828459cbbd6bbefa000aaac", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271234+00:00", "framework": "transformers", "intentId": "11f15c6877224a11981e99c148247135", "lastModified": "2026-08-24T20:29:58+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271301+00:00", "framework": "transformers", "intentId": "db4c06f946b84b2299382f0890c39b51", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271365+00:00", "framework": "transformers", "intentId": "d06cdea673b84b318c4d9d704bf5fbfd", "lastModified": "2026-08-24T19:08:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271428+00:00", "framework": "transformers", "intentId": "f5477e74f5584651a15a65618abe234f", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271489+00:00", "framework": "transformers", "intentId": "1099bb9e553949c28c1b19fcdef67412", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271551+00:00", "framework": "transformers", "intentId": "ed495202e3104a8cb758fe507435cea8", "lastModified": "2026-09-10T07:49:50+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271613+00:00", "framework": "transformers", "intentId": "98e974e676bb4f0d90a996aa4040b9fe", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271682+00:00", "framework": "transformers", "intentId": "fa9b4a161771430eb386585781e5d9b0", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271744+00:00", "framework": "transformers", "intentId": "d259ff78ca364ff99162fac89063f0a5", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271861+00:00", "framework": "vllm-patch-tokenizer", "intentId": "57357704661b4abf9fc2723a1149fdc9", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271905+00:00", "framework": "vllm-patch-tokenizer", "intentId": "4391e1c50a7d4b7abc4a798a3122cfc7", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271947+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a18a5109b47847b7b546a7e2710cd9aa", "lastModified": "2026-08-26T12:24:21+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271990+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fb7d40cedf624124a89d165c48f8119c", "lastModified": "2026-08-26T12:23:32+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272031+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b2ab523853524fb38879338c8a37e3a0", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272071+00:00", "framework": "vllm_tokenizer_patch", "intentId": "38d335871ee8447982a56799b110e4cc", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272111+00:00", "framework": "vllm", "intentId": "6dc1a6a3e1004559b07630d24218708e", "lastModified": "2026-08-24T19:34:25+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272172+00:00", "framework": "vllm", "intentId": "a38ea73e931d4b6199b24e835933cf15", "lastModified": "2026-08-24T19:48:09+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272231+00:00", "framework": "vllm", "intentId": "875c0667c0994331a5616d5e3df41574", "lastModified": "2026-08-24T18:15:08+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272288+00:00", "framework": "vllm", "intentId": "c29a84b01fbd4ee6af79550df0a097f8", "lastModified": "2026-08-24T18:24:11+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272346+00:00", "framework": "vllm", "intentId": "439fc9c1e671466b944c30d87b849d94", "lastModified": "2026-08-24T17:55:20+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272404+00:00", "framework": "vllm", "intentId": "5d0cb35457014256a231f3dff64bf6ad", "lastModified": "2026-09-12T12:30:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272454+00:00", "framework": "vllm", "intentId": "874d32bd63454936b057f3f5a154fe5e", "lastModified": "2026-08-24T19:39:21+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272511+00:00", "framework": "vllm", "intentId": "be47445997a84274a977bda0acc69d55", "lastModified": "2026-08-24T20:02:14+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220187+00:00", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272288+00:00", "framework": "vllm", "intentId": "c29a84b01fbd4ee6af79550df0a097f8", "lastModified": "2026-08-24T18:24:11+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "reason": null, "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Mthreads_s4000", "taskId": "5005091", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220190+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272346+00:00", "framework": "vllm", "intentId": "439fc9c1e671466b944c30d87b849d94", "lastModified": "2026-08-24T17:55:20+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "reason": null, "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Mthreads_s4000", "taskId": "5005092", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220192+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272404+00:00", "framework": "vllm", "intentId": "5d0cb35457014256a231f3dff64bf6ad", "lastModified": "2026-09-12T12:30:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "reason": null, "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5005093", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220197+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272511+00:00", "framework": "vllm", "intentId": "be47445997a84274a977bda0acc69d55", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220195+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272454+00:00", "framework": "vllm", "intentId": "874d32bd63454936b057f3f5a154fe5e", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220184+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272231+00:00", "framework": "vllm", "intentId": "875c0667c0994331a5616d5e3df41574", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220181+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272172+00:00", "framework": "vllm", "intentId": "a38ea73e931d4b6199b24e835933cf15", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220179+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272111+00:00", "framework": "vllm", "intentId": "6dc1a6a3e1004559b07630d24218708e", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220176+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272071+00:00", "framework": "vllm_tokenizer_patch", "intentId": "38d335871ee8447982a56799b110e4cc", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220173+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272031+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b2ab523853524fb38879338c8a37e3a0", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220170+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271990+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fb7d40cedf624124a89d165c48f8119c", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220167+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271947+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a18a5109b47847b7b546a7e2710cd9aa", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220164+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271905+00:00", "framework": "vllm-patch-tokenizer", "intentId": "4391e1c50a7d4b7abc4a798a3122cfc7", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220161+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271861+00:00", "framework": "vllm-patch-tokenizer", "intentId": "57357704661b4abf9fc2723a1149fdc9", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220158+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271744+00:00", "framework": "transformers", "intentId": "d259ff78ca364ff99162fac89063f0a5", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220155+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271682+00:00", "framework": "transformers", "intentId": "fa9b4a161771430eb386585781e5d9b0", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220152+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271613+00:00", "framework": "transformers", "intentId": "98e974e676bb4f0d90a996aa4040b9fe", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220148+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271551+00:00", "framework": "transformers", "intentId": "ed495202e3104a8cb758fe507435cea8", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220146+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271489+00:00", "framework": "transformers", "intentId": "1099bb9e553949c28c1b19fcdef67412", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220143+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271428+00:00", "framework": "transformers", "intentId": "f5477e74f5584651a15a65618abe234f", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220140+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271365+00:00", "framework": "transformers", "intentId": "d06cdea673b84b318c4d9d704bf5fbfd", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "duplicate", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220136+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271301+00:00", "framework": "transformers", "intentId": "db4c06f946b84b2299382f0890c39b51", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "duplicate", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220131+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271234+00:00", "framework": "transformers", "intentId": "11f15c6877224a11981e99c148247135", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220109+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271106+00:00", "framework": "transformers", "intentId": "8443bd36a828459cbbd6bbefa000aaac", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "94294b2f9b4346d4bc53cef4c541fe57", "completedAt": "2026-09-21T17:54:44.260737+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:44:11.573140+00:00", "framework": "transformers", "intentId": "8c7db19ff7d740d5b8e0a6f0cdbf948c", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "94294b2f9b4346d4bc53cef4c541fe57", "completedAt": "2026-09-21T17:54:44.260734+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:44:11.573078+00:00", "framework": "transformers", "intentId": "a04dfce2f0f64e1e85318008d1087c36", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "94294b2f9b4346d4bc53cef4c541fe57", "completedAt": "2026-09-21T17:54:44.260731+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:44:11.573018+00:00", "framework": "transformers", "intentId": "0a6af826655b4c6985122d8bec1f2358", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
@@ -2490,24 +2490,3 @@
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557925+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.027384+00:00", "framework": "vllm", "intentId": "108b5d7796ff4f7eab76b1d9599f28f8", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557922+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.027327+00:00", "framework": "vllm", "intentId": "842fba2048ed4c40851a0d05130be4ef", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557914+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.027164+00:00", "framework": "vllm-customized", "intentId": "a7dbd728ea8646b4a0fd2feab9368f6c", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557911+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.027111+00:00", "framework": "vllm-customized", "intentId": "549ffcf403c6426988d1b656c94fe9f8", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557908+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.027058+00:00", "framework": "vllm-customized", "intentId": "a6d6348217cf4d2ebfee4efe01d8fa67", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557905+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.027005+00:00", "framework": "vllm-customized", "intentId": "3a2b08520d3249b8b35d050aa96708e7", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557903+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026950+00:00", "framework": "vllm-customized", "intentId": "bba1a735b6494475a2df9ac32ce1cf82", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557900+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026892+00:00", "framework": "vllm-customized", "intentId": "0618fa1328c64a76baa628027a33ccde", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557897+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026835+00:00", "framework": "vllm-customized", "intentId": "6dcb56e0480b4c0fbbd44093e75ea796", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557894+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026778+00:00", "framework": "vllm-customized", "intentId": "66ae6c6857f74d618e38158def78cb42", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557891+00:00", "configFingerprint": "7d3121b7c0c577ab2334a07716695ad3f4016fc14badec71a6e0fbffc883b16d", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026720+00:00", "framework": "vllm-customized", "intentId": "47195f321bbe4b00a987c15ed43039e6", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557886+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026597+00:00", "framework": "vllm-customized", "intentId": "010e6010725e455cbf0a8d0ff8de85ac", "repoId": "RedHatAI/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557881+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026482+00:00", "framework": "vllm-customized", "intentId": "5f83ab7d7a24403d9eda574fc0dfa3ed", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557878+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026424+00:00", "framework": "vllm-customized", "intentId": "b891b96423e940b291f0a9090bbec397", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557875+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026367+00:00", "framework": "vllm-customized", "intentId": "678012b67f5440f4a2d3b42cb7a9b552", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557872+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026310+00:00", "framework": "vllm-customized", "intentId": "502cca71ff6f4c53b9f12f9a52c4c1e4", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557869+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026251+00:00", "framework": "vllm-customized", "intentId": "1dd6003f4d5044bea48b26594d7da203", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557866+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026193+00:00", "framework": "vllm-customized", "intentId": "51e3db9da7974e5aa349f036a6222572", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557863+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026133+00:00", "framework": "vllm-customized", "intentId": "a2090f76558941eaab519d7360e3916e", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557860+00:00", "configFingerprint": "7d3121b7c0c577ab2334a07716695ad3f4016fc14badec71a6e0fbffc883b16d", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026068+00:00", "framework": "vllm-customized", "intentId": "8dcd71044d5749a8a1798763b35afd5e", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557851+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.026022+00:00", "framework": "vllm_tokenizer_patch", "intentId": "79742c9612ad4ada91299c5cb0b19e49", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "63129c0ae07d4bea9e9c888a456065c5", "completedAt": "2026-09-21T16:14:09.825900+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:01:05.137048+00:00", "framework": "vllm_tokenizer_patch", "intentId": "df370c80523542e6aa6b323f023c526b", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "63129c0ae07d4bea9e9c888a456065c5", "completedAt": "2026-09-21T16:14:09.825898+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:01:05.137009+00:00", "framework": "vllm_tokenizer_patch", "intentId": "63575d7a54884f608db844022e4d3e0c", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "63129c0ae07d4bea9e9c888a456065c5", "completedAt": "2026-09-21T16:14:09.825895+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:01:05.136970+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e49f6bd2c63b40bc8c4fd16e3bcf781f", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}

12
.modelhub_state/routing_intelligence.json
View File

@@ -1,6 +1,6 @@
{
"acceptedByCategory": {
"unified_success_first": 2326
"unified_success_first": 2329
},
"acceptedByRoute": {
"text-generation|Ascend_910-b3|llamacpp": 17,
@@ -20,7 +20,7 @@
"text-generation|Iluvatar_bi-100|transformers": 20,
"text-generation|Iluvatar_bi-150|llamacpp": 16,
"text-generation|Iluvatar_bi-150|transformers": 43,
"text-generation|Iluvatar_bi-150|vllm": 9,
"text-generation|Iluvatar_bi-150|vllm": 10,
"text-generation|Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 102,
"text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 54,
"text-generation|Iluvatar_bi-150|vllm_tokenizer_patch": 12,
@@ -30,7 +30,7 @@
"text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 89,
"text-generation|MetaX_c-500|vllm": 105,
"text-generation|Mthreads_s4000|llamacpp": 17,
"text-generation|Mthreads_s4000|vllm": 104,
"text-generation|Mthreads_s4000|vllm": 106,
"text-generation|Sunrise_pt-200-x1|vllm": 85,
"text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 94,
"text-generation|Vastai_va16|vllm_fix_tokenizer": 75,
@@ -38,8 +38,8 @@
"text-generation|hygon_k100-ai|vllm": 26,
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 134
},
"acceptedSinceRefresh": 2326,
"acceptedTotal": 2326,
"generatedAt": "2026-09-21T17:54:44.197063+00:00",
"acceptedSinceRefresh": 2329,
"acceptedTotal": 2329,
"generatedAt": "2026-09-21T17:59:07.156986+00:00",
"version": 1
}