CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 10387 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-20 08:23:13 +00:00
parent adabd5ccdd
commit 1fd2b122ed
3 changed files with 31 additions and 56 deletions
Download Patch File Download Diff File Expand all files Collapse all files

75
.modelhub_state/recovery_intents.jsonl
View File

@@ -1570,31 +1570,31 @@
{"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408352+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562414+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e7c51a01d0fc446a9541691286ab36b6", "lastModified": "2026-08-24T20:25:10+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-quantized.w8a16", "reason": null, "reconciledAt": "2026-09-20T08:10:53.062626+00:00", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Kunlunxin_p-800", "taskId": "4973190", "taskType": "text-generation"}
{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421828+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730810+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6580905d5ba4492fadb9b0e1a4212eca", "lastModified": "2026-08-26T12:23:38+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "reason": null, "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4973783", "taskType": "text-generation"}
{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421834+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730899+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ebc93f749dbc4291844e557a622f1a8a", "lastModified": "2026-09-11T15:31:18+00:00", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-en-thinker", "reason": null, "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4973784", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504365+00:00", "framework": "vllm-patch-tokenizer", "intentId": "c9cd49605962418f8ea463b9690a4707", "lastModified": "2026-08-24T20:10:58+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504480+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7bff1393289e47ef9043a2e9f908fe18", "lastModified": "2026-08-24T20:22:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504529+00:00", "framework": "vllm-patch-tokenizer", "intentId": "4085db94e9ec4a3ea25cdac2ad1d0533", "lastModified": "2026-08-24T20:14:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504575+00:00", "framework": "vllm-patch-tokenizer", "intentId": "dd53e00605ac407e97f955e1e70f1184", "lastModified": "2026-08-24T20:21:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504618+00:00", "framework": "vllm-patch-tokenizer", "intentId": "bec9435646e54d31b46bc64bb412328f", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504663+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7442f050e1e341df8f57fb949611ab4f", "lastModified": "2026-08-24T20:30:03+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504724+00:00", "framework": "vllm-patch-tokenizer", "intentId": "8d3b3cca05e24992857cdf977a8a05e7", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504768+00:00", "framework": "vllm-patch-tokenizer", "intentId": "81d9d620147a4755b0892a1922cba748", "lastModified": "2026-08-24T20:36:33+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504812+00:00", "framework": "vllm-patch-tokenizer", "intentId": "698bedae1b844e35a029dd5a6912d377", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504856+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b8deacf4f6c44fdf8b8590f4cc46ba87", "lastModified": "2026-08-24T20:18:47+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-27b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504900+00:00", "framework": "vllm-patch-tokenizer", "intentId": "047a737bbb774b65b8714eeffb57c580", "lastModified": "2026-08-24T22:06:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504944+00:00", "framework": "vllm-patch-tokenizer", "intentId": "d5ad1689a7204f2e972e15242e071270", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504987+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6f14e3302ef745189edcd40f32dce97c", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505032+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e6fcc433255f490083230ad429d7702b", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505074+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9fe12a6ffaff461182e05bcc80705986", "lastModified": "2026-09-04T12:06:11+00:00", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505116+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6fd3666a60b347b3acb9f92e759a4d4a", "lastModified": "2026-08-26T16:48:25+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505157+00:00", "framework": "vllm_tokenizer_patch", "intentId": "1d70c127549e441896d5a4be9894b9fb", "lastModified": "2026-08-26T17:29:18+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505198+00:00", "framework": "vllm", "intentId": "0e966c4681d449048edc011ac9a4448d", "lastModified": "2026-08-24T20:07:32+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505261+00:00", "framework": "vllm", "intentId": "6f4772c683ac4985b4e5f74428a3193e", "lastModified": "2026-08-24T19:54:28+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8", "repoId": "RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505320+00:00", "framework": "vllm", "intentId": "a4bffd3f92ae4922b7788564625a1731", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-FP8", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505365+00:00", "framework": "vllm", "intentId": "099d83f6b1364e85b9debdf883080148", "lastModified": "2026-08-24T20:29:58+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505427+00:00", "framework": "vllm", "intentId": "f9c7c70180ff45798bc4eeed54d85930", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505472+00:00", "framework": "vllm", "intentId": "dcb5c4e2018c41ffa41e6840361a5c29", "lastModified": "2026-08-24T20:26:53+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505516+00:00", "framework": "vllm", "intentId": "76a837003b2a48dfa14b88c6d87438de", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505561+00:00", "framework": "vllm", "intentId": "0e25903d62894310b2d71a63ce289c21", "lastModified": "2026-09-03T06:52:45+00:00", "modelAddress": "https://modelscope.cn/models/bharatgenai/Param2-17B-A2.4B-Thinking", "repoId": "bharatgenai/Param2-17B-A2.4B-Thinking", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372198+00:00", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505561+00:00", "framework": "vllm", "intentId": "0e25903d62894310b2d71a63ce289c21", "repoId": "bharatgenai/Param2-17B-A2.4B-Thinking", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372195+00:00", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505516+00:00", "framework": "vllm", "intentId": "76a837003b2a48dfa14b88c6d87438de", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372192+00:00", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505472+00:00", "framework": "vllm", "intentId": "dcb5c4e2018c41ffa41e6840361a5c29", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372189+00:00", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505427+00:00", "framework": "vllm", "intentId": "f9c7c70180ff45798bc4eeed54d85930", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372186+00:00", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505365+00:00", "framework": "vllm", "intentId": "099d83f6b1364e85b9debdf883080148", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372183+00:00", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505320+00:00", "framework": "vllm", "intentId": "a4bffd3f92ae4922b7788564625a1731", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372180+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505261+00:00", "framework": "vllm", "intentId": "6f4772c683ac4985b4e5f74428a3193e", "repoId": "RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372177+00:00", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505198+00:00", "framework": "vllm", "intentId": "0e966c4681d449048edc011ac9a4448d", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372174+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505157+00:00", "framework": "vllm_tokenizer_patch", "intentId": "1d70c127549e441896d5a4be9894b9fb", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372171+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505116+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6fd3666a60b347b3acb9f92e759a4d4a", "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372168+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505074+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9fe12a6ffaff461182e05bcc80705986", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372166+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.505032+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e6fcc433255f490083230ad429d7702b", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372163+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504987+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6f14e3302ef745189edcd40f32dce97c", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372160+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504944+00:00", "framework": "vllm-patch-tokenizer", "intentId": "d5ad1689a7204f2e972e15242e071270", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372157+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504900+00:00", "framework": "vllm-patch-tokenizer", "intentId": "047a737bbb774b65b8714eeffb57c580", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372154+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504856+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b8deacf4f6c44fdf8b8590f4cc46ba87", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372151+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504812+00:00", "framework": "vllm-patch-tokenizer", "intentId": "698bedae1b844e35a029dd5a6912d377", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372148+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504768+00:00", "framework": "vllm-patch-tokenizer", "intentId": "81d9d620147a4755b0892a1922cba748", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372145+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504724+00:00", "framework": "vllm-patch-tokenizer", "intentId": "8d3b3cca05e24992857cdf977a8a05e7", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372142+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504663+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7442f050e1e341df8f57fb949611ab4f", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372139+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504618+00:00", "framework": "vllm-patch-tokenizer", "intentId": "bec9435646e54d31b46bc64bb412328f", "repoId": "neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372135+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504575+00:00", "framework": "vllm-patch-tokenizer", "intentId": "dd53e00605ac407e97f955e1e70f1184", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372132+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504529+00:00", "framework": "vllm-patch-tokenizer", "intentId": "4085db94e9ec4a3ea25cdac2ad1d0533", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372127+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504480+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7bff1393289e47ef9043a2e9f908fe18", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "334884ad19f0430f80f30cd81bf275b5", "completedAt": "2026-09-20T08:23:13.372102+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:20:24.504365+00:00", "framework": "vllm-patch-tokenizer", "intentId": "c9cd49605962418f8ea463b9690a4707", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421983+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733685+00:00", "framework": "vllm-patch-tokenizer", "intentId": "cd40343f306244a6a3a3cd398e70570e", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421981+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733638+00:00", "framework": "vllm-patch-tokenizer", "intentId": "961045b9089b427ea8b581253e8670a4", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421978+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733575+00:00", "framework": "transformers", "intentId": "ba1c9f88f5ab48079eef528f0dc001ce", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
@@ -1870,28 +1870,3 @@
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602216+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623912+00:00", "framework": "vllm", "intentId": "6606f2635a0b46218211f6894500823d", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602213+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623860+00:00", "framework": "vllm", "intentId": "c29335b63bc94a0ca9b52074c303dd9c", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602210+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623806+00:00", "framework": "vllm", "intentId": "9a963540ddfa42199613df1702b54387", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602208+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623749+00:00", "framework": "vllm", "intentId": "ed3075752cd24647ad1000cb35384d35", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602205+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623676+00:00", "framework": "vllm-mlu", "intentId": "170e927c0c7442cc846a2d306dd155c4", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602202+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623632+00:00", "framework": "vllm_tokenizer_patch", "intentId": "97117825a1b64caa92007aa3b1b97d1d", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602199+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623594+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8e338e82391e4852a5719a789daa4ce9", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602197+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623556+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a81ebf5914b84deaa8ed7351bf45bfa6", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602194+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623518+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ffd36cff5574469bab21ead382cbb197", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602191+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623481+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9887da5701914ea781554ecff9d6f9ba", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602189+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623443+00:00", "framework": "vllm_tokenizer_patch", "intentId": "97ebd5a5b8bb445e9d1de6d775904c3c", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602186+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623405+00:00", "framework": "vllm_tokenizer_patch", "intentId": "bd7e4c15f01b47098185e7bbf9f45e9e", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602183+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623367+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3eec34b0850f46399f46fd34fe89097e", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602181+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623328+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b3b133539f0c404a96d7a553cbeee30c", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602178+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623290+00:00", "framework": "vllm_tokenizer_patch", "intentId": "efcb8c13871a46cab11383e6e564bd01", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602175+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623244+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b1f8a753c28c4e14be1d5ed63ea6bf38", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602172+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623203+00:00", "framework": "vllm_tokenizer_patch", "intentId": "138d254144d2485da825e109944087a7", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602169+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623154+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0506bf0e637846649420908051eeaf0e", "repoId": "amd/gpt-oss-20b-BF16-w8a8-llmcompressor", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602167+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623105+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ce97ba09fa6c476bb3c31be9bb81e4fc", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602163+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623055+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3f80951121a342ed9539448b7201f80f", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602161+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623005+00:00", "framework": "vllm_tokenizer_patch", "intentId": "86454e05448749e58de256e53ed846cb", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602158+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622951+00:00", "framework": "vllm_tokenizer_patch", "intentId": "684cbe6dde1e4fce9b3e77cb6e77764a", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602155+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622896+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e351f095c49748a6a1435ccab5fb5861", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602151+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622825+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1f01fb85d0784f009af56499e9280b69", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602148+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622751+00:00", "framework": "vllm_fix_tokenizer", "intentId": "096a9643f1d2400391fcac27f39bb246", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602142+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622600+00:00", "framework": "vllm_tokenizer_patch", "intentId": "73bd6955927b4db386f65b2b9085b83d", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602138+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622543+00:00", "framework": "vllm_tokenizer_patch", "intentId": "bfa2048e38264ad2813e754d344a5f8a", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602123+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622425+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fcb4e7a42c124d8f99d8550684ff90ea", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}

2
.modelhub_state/routing_intelligence.json
View File

@@ -38,6 +38,6 @@
},
"acceptedSinceRefresh": 1710,
"acceptedTotal": 1710,
"generatedAt": "2026-09-20T08:20:23.362890+00:00",
"generatedAt": "2026-09-20T08:23:13.311877+00:00",
"version": 1
}