CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11597 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 18:17:50 +00:00
parent d185c8fc94
commit 95b8761cde
5 changed files with 42 additions and 57 deletions
Download Patch File Download Diff File Expand all files Collapse all files

66
.modelhub_state/recovery_intents.jsonl
View File

@@ -2199,29 +2199,29 @@
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532545+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217491+00:00", "framework": "vllm_fix_tokenizer", "intentId": "750cded6318646e6988921e48664644e", "lastModified": "2026-08-24T19:51:52+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "reason": null, "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5005192", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532573+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218250+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4f716c76f9b44b77ba3a68ec037867f6", "lastModified": "2026-09-09T06:50:48+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "reason": null, "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5005261", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532575+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218324+00:00", "framework": "transformers", "intentId": "9fa149af1c2f456780b69d7555a46f66", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "reason": null, "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5005264", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.098617+00:00", "framework": "transformers", "intentId": "5b7a604150124c6b8a614efffe398981", "lastModified": "2026-08-24T19:34:42+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.098757+00:00", "framework": "transformers", "intentId": "b10beb54b5a642e0affc7b7817a6ef0e", "lastModified": "2026-08-24T20:36:33+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.098824+00:00", "framework": "transformers", "intentId": "58f0dab2b96a467b88d6fe0be2ff9fc7", "lastModified": "2026-08-24T20:09:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.098888+00:00", "framework": "transformers", "intentId": "154757b981cd4e52990f556058893820", "lastModified": "2026-08-24T20:33:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.098951+00:00", "framework": "transformers", "intentId": "0f4acc3865744f959050970e6e6d4efd", "lastModified": "2026-08-24T20:17:00+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099014+00:00", "framework": "transformers", "intentId": "95d2c604e3a04545bdceb11c0a0a3677", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099092+00:00", "framework": "transformers", "intentId": "9e3c600dc98740e991948270058a1a8c", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099153+00:00", "framework": "transformers", "intentId": "52442a3098a44ab285d8a15ad63abe46", "lastModified": "2026-08-24T20:29:58+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099215+00:00", "framework": "transformers", "intentId": "df06cff42471474cb574dc265ceadaec", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099333+00:00", "framework": "transformers", "intentId": "8294808eee6144d99209babeb65f8175", "lastModified": "2026-08-24T19:35:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099396+00:00", "framework": "transformers", "intentId": "02d0127c536e4329ac210b0ec793e6bf", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099457+00:00", "framework": "transformers", "intentId": "4d373ca6dfe74095ac0b91e14391461c", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099519+00:00", "framework": "transformers", "intentId": "8ef54b437e9e49389e4abfafc3a13c7c", "lastModified": "2026-09-10T07:49:50+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099581+00:00", "framework": "transformers", "intentId": "cf3d041a2e5f4f5bbf0dbaa402226854", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099642+00:00", "framework": "transformers", "intentId": "547cf6eceb614fd687018eacc4f47373", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099717+00:00", "framework": "transformers", "intentId": "7874764de698487c97637a3c6d3758a3", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099779+00:00", "framework": "vllm_tokenizer_patch", "intentId": "95830cb365a34d19a012a90408099cac", "lastModified": "2026-08-26T12:24:21+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099822+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9e31ef1375074f6a9e31138e444449e7", "lastModified": "2026-08-26T12:23:32+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099862+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2707a6e819074d25aea2ede43b9454de", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099902+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fd0f9ca1298d40959bb528304b1f7977", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099943+00:00", "framework": "vllm", "intentId": "80947b4a8b704dcd9ec2ed480f63f2c8", "lastModified": "2026-08-24T19:48:09+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.100003+00:00", "framework": "vllm", "intentId": "d481d34a389b406d98c18aa1eacb60a2", "lastModified": "2026-08-24T18:15:08+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.100062+00:00", "framework": "vllm", "intentId": "3975ec14f6834bde9a242b9ba52ddc70", "lastModified": "2026-08-24T17:18:07+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/llama-3-instruct-w8a8-dyn-per-token-test", "repoId": "nm-testing/llama-3-instruct-w8a8-dyn-per-token-test", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896447+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099153+00:00", "framework": "transformers", "intentId": "52442a3098a44ab285d8a15ad63abe46", "lastModified": "2026-08-24T20:29:58+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "reason": null, "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5005304", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896472+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099779+00:00", "framework": "vllm_tokenizer_patch", "intentId": "95830cb365a34d19a012a90408099cac", "lastModified": "2026-08-26T12:24:21+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "reason": null, "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5005325", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896475+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099822+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9e31ef1375074f6a9e31138e444449e7", "lastModified": "2026-08-26T12:23:32+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "reason": null, "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5005326", "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896489+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.100062+00:00", "framework": "vllm", "intentId": "3975ec14f6834bde9a242b9ba52ddc70", "repoId": "nm-testing/llama-3-instruct-w8a8-dyn-per-token-test", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896487+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.100003+00:00", "framework": "vllm", "intentId": "d481d34a389b406d98c18aa1eacb60a2", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896484+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099943+00:00", "framework": "vllm", "intentId": "80947b4a8b704dcd9ec2ed480f63f2c8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896480+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099902+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fd0f9ca1298d40959bb528304b1f7977", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896478+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099862+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2707a6e819074d25aea2ede43b9454de", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896470+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099717+00:00", "framework": "transformers", "intentId": "7874764de698487c97637a3c6d3758a3", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896467+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099642+00:00", "framework": "transformers", "intentId": "547cf6eceb614fd687018eacc4f47373", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896464+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099581+00:00", "framework": "transformers", "intentId": "cf3d041a2e5f4f5bbf0dbaa402226854", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896462+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099519+00:00", "framework": "transformers", "intentId": "8ef54b437e9e49389e4abfafc3a13c7c", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896459+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099457+00:00", "framework": "transformers", "intentId": "4d373ca6dfe74095ac0b91e14391461c", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896456+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099396+00:00", "framework": "transformers", "intentId": "02d0127c536e4329ac210b0ec793e6bf", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896453+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099333+00:00", "framework": "transformers", "intentId": "8294808eee6144d99209babeb65f8175", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896450+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099215+00:00", "framework": "transformers", "intentId": "df06cff42471474cb574dc265ceadaec", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896445+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099092+00:00", "framework": "transformers", "intentId": "9e3c600dc98740e991948270058a1a8c", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896443+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.099014+00:00", "framework": "transformers", "intentId": "95d2c604e3a04545bdceb11c0a0a3677", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896439+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.098951+00:00", "framework": "transformers", "intentId": "0f4acc3865744f959050970e6e6d4efd", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896436+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.098888+00:00", "framework": "transformers", "intentId": "154757b981cd4e52990f556058893820", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "duplicate", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896432+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.098824+00:00", "framework": "transformers", "intentId": "58f0dab2b96a467b88d6fe0be2ff9fc7", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "duplicate", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896428+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.098757+00:00", "framework": "transformers", "intentId": "b10beb54b5a642e0affc7b7817a6ef0e", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7af9554b5bf5474487f4f82ccb9bf547", "completedAt": "2026-09-21T18:17:49.896412+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:13:41.098617+00:00", "framework": "transformers", "intentId": "5b7a604150124c6b8a614efffe398981", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532589+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218890+00:00", "framework": "transformers", "intentId": "178463e4292248a991872bf60db88e6c", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532585+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218778+00:00", "framework": "transformers", "intentId": "78e7038f452b4eda97009ee415a5fd1e", "repoId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532583+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218660+00:00", "framework": "transformers", "intentId": "e31a762c77db4923b89859d34b2ba3e7", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
@@ -2502,23 +2502,3 @@
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512213+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.499005+00:00", "framework": "vllm-customized", "intentId": "3de7bc3b32db426aada1229a46846123", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512210+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.498947+00:00", "framework": "vllm-customized", "intentId": "effef78088474a31a63a1280c01c93a8", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512207+00:00", "configFingerprint": "7d3121b7c0c577ab2334a07716695ad3f4016fc14badec71a6e0fbffc883b16d", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.498890+00:00", "framework": "vllm-customized", "intentId": "b5a8be2e3bae478facf78e622ddcef6b", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512204+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.498831+00:00", "framework": "vllm-customized", "intentId": "fd9877836dfa489494b11347ce1b70d3", "repoId": "RedHatAI/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512201+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.498773+00:00", "framework": "vllm-customized", "intentId": "d9f0d6ddba4f41c190d9475af822611e", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512198+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.498715+00:00", "framework": "vllm-customized", "intentId": "915e0716b2564a01980d6fbf444f3506", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512195+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.498640+00:00", "framework": "vllm-customized", "intentId": "00bcff43cab3483391b681dd7bf2d4de", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512193+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.498580+00:00", "framework": "vllm-customized", "intentId": "71dd60019ebc4496b7755a246fe0cd8f", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512190+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.498522+00:00", "framework": "vllm-customized", "intentId": "437d65d2ba03402a8a3f91a9fa4b2bd5", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512187+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.498463+00:00", "framework": "vllm-customized", "intentId": "cc6eaa4744654a4bbab9fa56c9b8a90b", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512184+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.498404+00:00", "framework": "vllm-customized", "intentId": "edc310580c944d0ba2321ec75d1be342", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512180+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.498343+00:00", "framework": "vllm-customized", "intentId": "aa14e7743e4244dd852141177dc23540", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512177+00:00", "configFingerprint": "7d3121b7c0c577ab2334a07716695ad3f4016fc14badec71a6e0fbffc883b16d", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.498276+00:00", "framework": "vllm-customized", "intentId": "bd005c7007cb4163b962acc873005c1b", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512173+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.498231+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5258b2ff88674ccdbd59e33f5c6275fe", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512158+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.498132+00:00", "framework": "vllm_tokenizer_patch", "intentId": "97d1a2970a894e52923ae00f4a3a11b8", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663078+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.230393+00:00", "framework": "vllm_tokenizer_patch", "intentId": "80af97508a2442fb8c9237f02678295d", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663076+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.230352+00:00", "framework": "vllm_tokenizer_patch", "intentId": "4d2a717d1fad40ed84a1e04cc408acb7", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663072+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.230305+00:00", "framework": "vllm", "intentId": "3fd29aa68e564ca08fafa809e6c2a9cb", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663069+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.230258+00:00", "framework": "vllm", "intentId": "80b05b7697b94eb8bf747f1d459b6c59", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663067+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.230211+00:00", "framework": "vllm", "intentId": "ea9bbc3695dc41e286e93b754e77ca0e", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663064+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.230164+00:00", "framework": "vllm", "intentId": "815c0591bcf84b118805b683ea70b0f7", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663060+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.230116+00:00", "framework": "vllm", "intentId": "cdabe48baf1146539434deefe73769ee", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663057+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.230070+00:00", "framework": "vllm", "intentId": "31ffa2b869a74c968c407d584be13340", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}

12
.modelhub_state/routing_intelligence.json
View File

@@ -1,6 +1,6 @@
{
"acceptedByCategory": {
"unified_success_first": 2338
"unified_success_first": 2341
},
"acceptedByRoute": {
"text-generation|Ascend_910-b3|llamacpp": 17,
@@ -19,11 +19,11 @@
"text-generation|Cambricon_mlu-370-x8|vllm-mlu": 97,
"text-generation|Iluvatar_bi-100|transformers": 20,
"text-generation|Iluvatar_bi-150|llamacpp": 16,
"text-generation|Iluvatar_bi-150|transformers": 44,
"text-generation|Iluvatar_bi-150|transformers": 45,
"text-generation|Iluvatar_bi-150|vllm": 10,
"text-generation|Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 102,
"text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 57,
"text-generation|Iluvatar_bi-150|vllm_tokenizer_patch": 12,
"text-generation|Iluvatar_bi-150|vllm_tokenizer_patch": 14,
"text-generation|Iluvatar_mrv-100|vllm": 63,
"text-generation|Kunlunxin_p-800|vllm": 62,
"text-generation|Kunlunxin_p-800|vllm_fix_tokenizer": 187,
@@ -38,8 +38,8 @@
"text-generation|hygon_k100-ai|vllm": 26,
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 134
},
"acceptedSinceRefresh": 2338,
"acceptedTotal": 2338,
"generatedAt": "2026-09-21T18:13:39.464865+00:00",
"acceptedSinceRefresh": 2341,
"acceptedTotal": 2341,
"generatedAt": "2026-09-21T18:17:49.831178+00:00",
"version": 1
}