CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11595 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 18:13:39 +00:00
parent 70b48231ff
commit d6e0ba40ab
5 changed files with 94 additions and 135 deletions
Download Patch File Download Diff File Expand all files Collapse all files

174
.modelhub_state/recovery_intents.jsonl
View File

@@ -2190,67 +2190,67 @@
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220187+00:00", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272288+00:00", "framework": "vllm", "intentId": "c29a84b01fbd4ee6af79550df0a097f8", "lastModified": "2026-08-24T18:24:11+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "reason": null, "reconciledAt": "2026-09-21T17:59:08.869520+00:00", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Mthreads_s4000", "taskId": "5005091", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220190+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272346+00:00", "framework": "vllm", "intentId": "439fc9c1e671466b944c30d87b849d94", "lastModified": "2026-08-24T17:55:20+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "reason": null, "reconciledAt": "2026-09-21T17:59:08.869055+00:00", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Mthreads_s4000", "taskId": "5005092", "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220192+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272404+00:00", "framework": "vllm", "intentId": "5d0cb35457014256a231f3dff64bf6ad", "lastModified": "2026-09-12T12:30:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "reason": null, "reconciledAt": "2026-09-21T17:59:08.868472+00:00", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Iluvatar_bi-150", "taskId": "5005093", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.213781+00:00", "framework": "vllm_tokenizer_patch", "intentId": "db7b43e9ab3e44c78750def79629f872", "lastModified": "2026-08-24T15:14:56+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/SmolLM-135M-Instruct-quantized.w4a16", "repoId": "nm-testing/SmolLM-135M-Instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.213958+00:00", "framework": "vllm_tokenizer_patch", "intentId": "4daa222bafcd45738690db6f36bcab64", "lastModified": "2026-08-24T16:38:03+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/llama7b-one-shot-2_4-w4a16-marlin24-t", "repoId": "nm-testing/llama7b-one-shot-2_4-w4a16-marlin24-t", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214052+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3c81ccfc8641416781f211e2db65fcee", "lastModified": "2026-08-24T15:42:55+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8-channel-a8-tensor", "repoId": "nm-testing/tinyllama-oneshot-w8-channel-a8-tensor", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214141+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e41c11bd33754d7b8fd7cb4884703cc4", "lastModified": "2026-08-24T15:48:56+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2-asym", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2-asym", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214230+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0c57f9d9e63740daa308707843ecddf6", "lastModified": "2026-08-24T17:35:14+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-llama3-8b-Instruct-SmoothQuant-Fp8", "repoId": "nm-testing/Meta-llama3-8b-Instruct-SmoothQuant-Fp8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214317+00:00", "framework": "vllm_tokenizer_patch", "intentId": "654af64758bf449c98b09ebd5a2b4e08", "lastModified": "2026-08-24T17:33:00+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test-bos", "repoId": "nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test-bos", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214405+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5b0f862fbe9a4012a55ac6ee6a72ecb6", "lastModified": "2026-08-24T17:58:05+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-one-shot-w4a16-group-packed", "repoId": "nm-testing/tinyllama-one-shot-w4a16-group-packed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214482+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c8f2268669d34a5c959d9107daf8839f", "lastModified": "2026-08-24T16:17:12+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-channel-dynamic-token-v2", "repoId": "nm-testing/tinyllama-oneshot-w8a8-channel-dynamic-token-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214557+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e17aa3e5748141ec8e6b4733ee31e48e", "lastModified": "2026-08-24T17:41:35+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test", "repoId": "nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214632+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0a80c042fd8f4c8b81cbb504f6d789a2", "lastModified": "2026-08-24T14:45:05+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W4-Group128-A16-Test", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W4-Group128-A16-Test", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214795+00:00", "framework": "vllm_fix_tokenizer", "intentId": "cb85ea72e7b94f0c933cb6fe8eb3ebc2", "lastModified": "2026-08-24T16:10:08+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w4a16-channel-v2", "repoId": "nm-testing/tinyllama-oneshot-w4a16-channel-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214874+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3cdec3f9290344329987416daf1873f1", "lastModified": "2026-08-24T15:07:56+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Qwen2-1.5B-Instruct-FP8W8", "repoId": "nm-testing/Qwen2-1.5B-Instruct-FP8W8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214950+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b3c7f12c69194cd1bba59204f214a6e6", "lastModified": "2026-08-24T19:10:38+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215024+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2c20fe70e4474c86b48dfb902055185f", "lastModified": "2026-08-24T16:03:28+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/llama3-8b-w8_channel-a8_tensor-compressed", "repoId": "nm-testing/llama3-8b-w8_channel-a8_tensor-compressed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215092+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5e8ad38e922f4b13bee54b034074cb40", "lastModified": "2026-08-24T16:35:49+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W4A16-compressed-tensors-test", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W4A16-compressed-tensors-test", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215159+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0fe649cae6ce4904862627c2d651f645", "lastModified": "2026-08-24T16:01:21+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w4a16-group128-v2", "repoId": "nm-testing/tinyllama-oneshot-w4a16-group128-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215225+00:00", "framework": "vllm_tokenizer_patch", "intentId": "caf9cba4f83c4dab9a9feba0803233b5", "lastModified": "2026-08-24T17:49:53+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-nonuniform-test", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-nonuniform-test", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215290+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e2c8789d8ec6421d88ef2fd0b78c0524", "lastModified": "2026-08-24T16:40:22+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-FP8-K-V", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-FP8-K-V", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215356+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6361e41718334851a26e5bb8122ab508", "lastModified": "2026-08-24T17:53:32+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-llama3-8b-Instruct-quant-FP8", "repoId": "nm-testing/Meta-llama3-8b-Instruct-quant-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215421+00:00", "framework": "vllm-mlu", "intentId": "fde47dff96714c18813d2831df64e1b6", "lastModified": "2026-08-24T19:21:33+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215538+00:00", "framework": "vllm_tokenizer_patch", "intentId": "57f56887cb0c47cb99537a517f6aec0b", "lastModified": "2026-08-24T19:26:17+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215649+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e991be4b77304839bd9f41217411ae9d", "lastModified": "2026-08-24T17:02:50+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/llama7b-one-shot-2_4-w4a16-marlin24-t-alt", "repoId": "nm-testing/llama7b-one-shot-2_4-w4a16-marlin24-t-alt", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215741+00:00", "framework": "vllm_tokenizer_patch", "intentId": "7f994eb0e2994cee8caa26988666664f", "lastModified": "2026-08-24T18:12:10+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215827+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e858e50a015f4a98891b1f5af8ad7e66", "lastModified": "2026-08-24T18:26:59+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/nonuniform", "repoId": "nm-testing/nonuniform", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215912+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0ac1e3e15eb74638bea20f57a161efae", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215998+00:00", "framework": "vllm_tokenizer_patch", "intentId": "352f2b816d654ba6961c19a38a80983b", "lastModified": "2026-08-24T19:59:13+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216084+00:00", "framework": "vllm_tokenizer_patch", "intentId": "27b170c7d68245248f38247c478544f3", "lastModified": "2026-08-24T19:36:07+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216169+00:00", "framework": "vllm_tokenizer_patch", "intentId": "af1563f944d44564ba224320fcdd9269", "lastModified": "2026-09-11T15:37:46+00:00", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "repoId": "CohereLabs/tiny-aya-base-32K", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216255+00:00", "framework": "vllm", "intentId": "7338af8e19e54e92acf847d4720f171c", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216357+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7495556f35b44d93bc0dbf69c1aa1360", "lastModified": "2026-08-24T20:04:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216432+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c72df26d9881474d807b800c370118da", "lastModified": "2026-08-24T19:34:25+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216508+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0d3837a9fd704afbb56b5ac83beb1bb9", "lastModified": "2026-08-24T19:53:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216584+00:00", "framework": "vllm_fix_tokenizer", "intentId": "272f1f4c4ac14242ba4c58416bef3100", "lastModified": "2026-08-24T19:39:27+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-FP8", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216659+00:00", "framework": "vllm_fix_tokenizer", "intentId": "833d042cd66941c39f777f0cbce002bb", "lastModified": "2026-08-24T20:22:00+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216742+00:00", "framework": "vllm_fix_tokenizer", "intentId": "59d3c7a567e840ab890c38e15ae7a375", "lastModified": "2026-08-24T20:22:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216817+00:00", "framework": "vllm_fix_tokenizer", "intentId": "257a85c3092745b4acb3513697133545", "lastModified": "2026-08-24T19:39:21+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216890+00:00", "framework": "vllm_fix_tokenizer", "intentId": "404318b1ea8744fbbffea142d4255dbc", "lastModified": "2026-08-24T19:42:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-FP8", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216965+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a685a0c1c5a3484d88a7ad4ff9dfa5d3", "lastModified": "2026-08-24T19:39:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217040+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ea115207309148c9b91e1f27aba8860f", "lastModified": "2026-08-24T18:09:20+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "repoId": "nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217114+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0d3044b0193f4acd99dde045f9caa021", "lastModified": "2026-08-24T18:26:39+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-static-v2", "repoId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217190+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8818199809db4bd68492042608efaabd", "lastModified": "2026-08-24T18:28:40+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-marlin24-w4a16-group128", "repoId": "nm-testing/tinyllama-marlin24-w4a16-group128", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217266+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d243f3bf72124680925200f48f1c6a23", "lastModified": "2026-08-24T18:24:11+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217341+00:00", "framework": "vllm_fix_tokenizer", "intentId": "04c169319da44707b0b65f2c696905aa", "lastModified": "2026-08-24T18:06:52+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3.1-8B-Instruct-FP8-hf", "repoId": "nm-testing/Meta-Llama-3.1-8B-Instruct-FP8-hf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217416+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f51a3a79128a4b1abdc3ed1a095047a3", "lastModified": "2026-08-24T19:39:28+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217491+00:00", "framework": "vllm_fix_tokenizer", "intentId": "750cded6318646e6988921e48664644e", "lastModified": "2026-08-24T19:51:52+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217566+00:00", "framework": "vllm_fix_tokenizer", "intentId": "20019d7d88c5487f8a705cdebcfc3321", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217642+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e75e8e12b57c47fe92b7b4882b9d4449", "lastModified": "2026-08-24T20:02:14+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217724+00:00", "framework": "vllm_fix_tokenizer", "intentId": "922f12ebb7a945ae9e8b65757ec84fee", "lastModified": "2026-08-24T20:26:53+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217799+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1fc38ffcc03a4762a4885281b46e85be", "lastModified": "2026-08-26T12:23:38+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217875+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f922d18700464577944a50b77bfad45e", "lastModified": "2026-09-03T18:32:29+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Apodex-1.1-mini-AWQ-INT4", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217949+00:00", "framework": "vllm_fix_tokenizer", "intentId": "90ed1511bfa44aa19fee01dd8059f302", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218024+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f3f7547809924ba183855a98f299f1bd", "lastModified": "2026-09-09T06:27:24+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218100+00:00", "framework": "vllm_fix_tokenizer", "intentId": "26ad390474c3453890d82b6980e3bd08", "lastModified": "2026-08-28T05:30:04+00:00", "modelAddress": "https://modelscope.cn/models/whcl412/mlx-LycheeAI-coder-1.7b", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218175+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4138017fa814408c9fa55e57d6a3a0c9", "lastModified": "2026-08-26T19:32:38+00:00", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218250+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4f716c76f9b44b77ba3a68ec037867f6", "lastModified": "2026-09-09T06:50:48+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218324+00:00", "framework": "transformers", "intentId": "9fa149af1c2f456780b69d7555a46f66", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218437+00:00", "framework": "transformers", "intentId": "456dd385497d4b14bc36f2d3288b3bbe", "lastModified": "2026-08-24T20:10:58+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218549+00:00", "framework": "transformers", "intentId": "2d573356843f47688078eb0522fed710", "lastModified": "2026-08-24T19:54:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218660+00:00", "framework": "transformers", "intentId": "e31a762c77db4923b89859d34b2ba3e7", "lastModified": "2026-08-24T20:21:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218778+00:00", "framework": "transformers", "intentId": "78e7038f452b4eda97009ee415a5fd1e", "lastModified": "2026-08-24T18:26:53+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a16-per-channel", "repoId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218890+00:00", "framework": "transformers", "intentId": "178463e4292248a991872bf60db88e6c", "lastModified": "2026-09-10T07:52:22+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532398+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.213781+00:00", "framework": "vllm_tokenizer_patch", "intentId": "db7b43e9ab3e44c78750def79629f872", "lastModified": "2026-08-24T15:14:56+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/SmolLM-135M-Instruct-quantized.w4a16", "reason": null, "repoId": "nm-testing/SmolLM-135M-Instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Ascend_910-b4", "taskId": "5005134", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532419+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.213958+00:00", "framework": "vllm_tokenizer_patch", "intentId": "4daa222bafcd45738690db6f36bcab64", "lastModified": "2026-08-24T16:38:03+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/llama7b-one-shot-2_4-w4a16-marlin24-t", "reason": null, "repoId": "nm-testing/llama7b-one-shot-2_4-w4a16-marlin24-t", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Ascend_910-b4", "taskId": "5005147", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532430+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214141+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e41c11bd33754d7b8fd7cb4884703cc4", "lastModified": "2026-08-24T15:48:56+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2-asym", "reason": null, "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2-asym", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Ascend_910-b4", "taskId": "5005133", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532481+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215538+00:00", "framework": "vllm_tokenizer_patch", "intentId": "57f56887cb0c47cb99537a517f6aec0b", "lastModified": "2026-08-24T19:26:17+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w4a16", "reason": null, "repoId": "neuralmagic/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "5005164", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532484+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215649+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e991be4b77304839bd9f41217411ae9d", "lastModified": "2026-08-24T17:02:50+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/llama7b-one-shot-2_4-w4a16-marlin24-t-alt", "reason": null, "repoId": "nm-testing/llama7b-one-shot-2_4-w4a16-marlin24-t-alt", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "5005148", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532514+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216584+00:00", "framework": "vllm_fix_tokenizer", "intentId": "272f1f4c4ac14242ba4c58416bef3100", "lastModified": "2026-08-24T19:39:27+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-FP8", "reason": null, "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5005191", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532545+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217491+00:00", "framework": "vllm_fix_tokenizer", "intentId": "750cded6318646e6988921e48664644e", "lastModified": "2026-08-24T19:51:52+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "reason": null, "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5005192", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532573+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218250+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4f716c76f9b44b77ba3a68ec037867f6", "lastModified": "2026-09-09T06:50:48+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "reason": null, "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5005261", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532575+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218324+00:00", "framework": "transformers", "intentId": "9fa149af1c2f456780b69d7555a46f66", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "reason": null, "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5005264", "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532589+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218890+00:00", "framework": "transformers", "intentId": "178463e4292248a991872bf60db88e6c", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532585+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218778+00:00", "framework": "transformers", "intentId": "78e7038f452b4eda97009ee415a5fd1e", "repoId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532583+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218660+00:00", "framework": "transformers", "intentId": "e31a762c77db4923b89859d34b2ba3e7", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532580+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218549+00:00", "framework": "transformers", "intentId": "2d573356843f47688078eb0522fed710", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532578+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218437+00:00", "framework": "transformers", "intentId": "456dd385497d4b14bc36f2d3288b3bbe", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532570+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218175+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4138017fa814408c9fa55e57d6a3a0c9", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532567+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218100+00:00", "framework": "vllm_fix_tokenizer", "intentId": "26ad390474c3453890d82b6980e3bd08", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532564+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.218024+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f3f7547809924ba183855a98f299f1bd", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532562+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217949+00:00", "framework": "vllm_fix_tokenizer", "intentId": "90ed1511bfa44aa19fee01dd8059f302", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532559+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217875+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f922d18700464577944a50b77bfad45e", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532556+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217799+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1fc38ffcc03a4762a4885281b46e85be", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532554+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217724+00:00", "framework": "vllm_fix_tokenizer", "intentId": "922f12ebb7a945ae9e8b65757ec84fee", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532551+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217642+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e75e8e12b57c47fe92b7b4882b9d4449", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532548+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217566+00:00", "framework": "vllm_fix_tokenizer", "intentId": "20019d7d88c5487f8a705cdebcfc3321", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532543+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217416+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f51a3a79128a4b1abdc3ed1a095047a3", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532540+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217341+00:00", "framework": "vllm_fix_tokenizer", "intentId": "04c169319da44707b0b65f2c696905aa", "repoId": "nm-testing/Meta-Llama-3.1-8B-Instruct-FP8-hf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532538+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217266+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d243f3bf72124680925200f48f1c6a23", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532535+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217190+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8818199809db4bd68492042608efaabd", "repoId": "nm-testing/tinyllama-marlin24-w4a16-group128", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532533+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217114+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0d3044b0193f4acd99dde045f9caa021", "repoId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532530+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.217040+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ea115207309148c9b91e1f27aba8860f", "repoId": "nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532527+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216965+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a685a0c1c5a3484d88a7ad4ff9dfa5d3", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532524+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216890+00:00", "framework": "vllm_fix_tokenizer", "intentId": "404318b1ea8744fbbffea142d4255dbc", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532522+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216817+00:00", "framework": "vllm_fix_tokenizer", "intentId": "257a85c3092745b4acb3513697133545", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532519+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216742+00:00", "framework": "vllm_fix_tokenizer", "intentId": "59d3c7a567e840ab890c38e15ae7a375", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532517+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216659+00:00", "framework": "vllm_fix_tokenizer", "intentId": "833d042cd66941c39f777f0cbce002bb", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532511+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216508+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0d3837a9fd704afbb56b5ac83beb1bb9", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "duplicate", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532508+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216432+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c72df26d9881474d807b800c370118da", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532506+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216357+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7495556f35b44d93bc0dbf69c1aa1360", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532503+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216255+00:00", "framework": "vllm", "intentId": "7338af8e19e54e92acf847d4720f171c", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532501+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216169+00:00", "framework": "vllm_tokenizer_patch", "intentId": "af1563f944d44564ba224320fcdd9269", "repoId": "CohereLabs/tiny-aya-base-32K", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532498+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216084+00:00", "framework": "vllm_tokenizer_patch", "intentId": "27b170c7d68245248f38247c478544f3", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532495+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215998+00:00", "framework": "vllm_tokenizer_patch", "intentId": "352f2b816d654ba6961c19a38a80983b", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532492+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215912+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0ac1e3e15eb74638bea20f57a161efae", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532489+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215827+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e858e50a015f4a98891b1f5af8ad7e66", "repoId": "nm-testing/nonuniform", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532486+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215741+00:00", "framework": "vllm_tokenizer_patch", "intentId": "7f994eb0e2994cee8caa26988666664f", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532479+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215421+00:00", "framework": "vllm-mlu", "intentId": "fde47dff96714c18813d2831df64e1b6", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532475+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215356+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6361e41718334851a26e5bb8122ab508", "repoId": "nm-testing/Meta-llama3-8b-Instruct-quant-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532472+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215290+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e2c8789d8ec6421d88ef2fd0b78c0524", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-FP8-K-V", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532469+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215225+00:00", "framework": "vllm_tokenizer_patch", "intentId": "caf9cba4f83c4dab9a9feba0803233b5", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-nonuniform-test", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532467+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215159+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0fe649cae6ce4904862627c2d651f645", "repoId": "nm-testing/tinyllama-oneshot-w4a16-group128-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532463+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215092+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5e8ad38e922f4b13bee54b034074cb40", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W4A16-compressed-tensors-test", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532460+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215024+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2c20fe70e4474c86b48dfb902055185f", "repoId": "nm-testing/llama3-8b-w8_channel-a8_tensor-compressed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532457+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214950+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b3c7f12c69194cd1bba59204f214a6e6", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532454+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214874+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3cdec3f9290344329987416daf1873f1", "repoId": "nm-testing/Qwen2-1.5B-Instruct-FP8W8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532451+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214795+00:00", "framework": "vllm_fix_tokenizer", "intentId": "cb85ea72e7b94f0c933cb6fe8eb3ebc2", "repoId": "nm-testing/tinyllama-oneshot-w4a16-channel-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532448+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214632+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0a80c042fd8f4c8b81cbb504f6d789a2", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W4-Group128-A16-Test", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532446+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214557+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e17aa3e5748141ec8e6b4733ee31e48e", "repoId": "nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532443+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214482+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c8f2268669d34a5c959d9107daf8839f", "repoId": "nm-testing/tinyllama-oneshot-w8a8-channel-dynamic-token-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532440+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214405+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5b0f862fbe9a4012a55ac6ee6a72ecb6", "repoId": "nm-testing/tinyllama-one-shot-w4a16-group-packed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532436+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214317+00:00", "framework": "vllm_tokenizer_patch", "intentId": "654af64758bf449c98b09ebd5a2b4e08", "repoId": "nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test-bos", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532432+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214230+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0c57f9d9e63740daa308707843ecddf6", "repoId": "nm-testing/Meta-llama3-8b-Instruct-SmoothQuant-Fp8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532422+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214052+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3c81ccfc8641416781f211e2db65fcee", "repoId": "nm-testing/tinyllama-oneshot-w8-channel-a8-tensor", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220197+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272511+00:00", "framework": "vllm", "intentId": "be47445997a84274a977bda0acc69d55", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220195+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272454+00:00", "framework": "vllm", "intentId": "874d32bd63454936b057f3f5a154fe5e", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220184+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272231+00:00", "framework": "vllm", "intentId": "875c0667c0994331a5616d5e3df41574", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
@@ -2499,55 +2499,3 @@
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663064+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.230164+00:00", "framework": "vllm", "intentId": "815c0591bcf84b118805b683ea70b0f7", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663060+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.230116+00:00", "framework": "vllm", "intentId": "cdabe48baf1146539434deefe73769ee", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663057+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.230070+00:00", "framework": "vllm", "intentId": "31ffa2b869a74c968c407d584be13340", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663054+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.230023+00:00", "framework": "vllm", "intentId": "e504b46cf6da4f98afb4a424a6733464", "repoId": "nm-testing/tinyllama-marlin24-w4a16-group128", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663052+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229976+00:00", "framework": "vllm", "intentId": "701cbedf86f34d14baa265a9e88cbe2a", "repoId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663049+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229928+00:00", "framework": "vllm", "intentId": "beb87fa88a2643b7bf920973bc3661ee", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663046+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229880+00:00", "framework": "vllm", "intentId": "590cea6c1e39406bb50a7341c9c02640", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663043+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229838+00:00", "framework": "vllm-patch-tokenizer", "intentId": "6cac9b3baca44e4682d5803173d6b5f9", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663040+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229795+00:00", "framework": "vllm-patch-tokenizer", "intentId": "89f053b90d144e4497d844d1b38f34f4", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663036+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229750+00:00", "framework": "vllm-patch-tokenizer", "intentId": "23ae6f6ec9944cc6be940b6f83d146f3", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663033+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229708+00:00", "framework": "vllm-patch-tokenizer", "intentId": "355f497240dd49b28d90dd543a57086f", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663030+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229661+00:00", "framework": "vllm-patch-tokenizer", "intentId": "33e09713e3034286833847701302f85b", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663027+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229620+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ea30f655ec8141b3a8db824b4aa30b67", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663024+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229577+00:00", "framework": "vllm-patch-tokenizer", "intentId": "a2318a8c4dba44ad9cd8fa9f4334e8ef", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663020+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229535+00:00", "framework": "vllm-patch-tokenizer", "intentId": "84a0d62d74d744e5b7ae008d13e95982", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663017+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229493+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5c8db5316a954edea86d9b9842a3c9b5", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663015+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229450+00:00", "framework": "vllm-patch-tokenizer", "intentId": "86bded7e322e4e40a2f764704650502d", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663012+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229407+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0b478577fa664e1a8d977e826bdaa810", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663008+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229345+00:00", "framework": "transformers", "intentId": "8fbf14eb11ee4e1c84c8f2b1e2c36d6c", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663005+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229283+00:00", "framework": "transformers", "intentId": "c743fd225d7b41489e8ed73a363b4759", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663002+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229221+00:00", "framework": "transformers", "intentId": "629d7f08bfdd42879acc623b20fcd11a", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.663000+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229160+00:00", "framework": "transformers", "intentId": "ed2721f74f944e24af709755d0910528", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662996+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229099+00:00", "framework": "transformers", "intentId": "7a3338b631704dc5b2a7f8d963058dd2", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662993+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.229037+00:00", "framework": "transformers", "intentId": "feecefe7b0b144ab9682bf7574396cac", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662990+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228976+00:00", "framework": "transformers", "intentId": "f21bb8c191284b7d95a9e9eee31b6dcd", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662986+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228915+00:00", "framework": "transformers", "intentId": "3a3e3245fd0b4b53a3275dbd310be262", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662982+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228854+00:00", "framework": "transformers", "intentId": "e677ba9cae9d478dad2e18c494dc7ef4", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662978+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228792+00:00", "framework": "transformers", "intentId": "a3c65461caaa41b8b7289f569d9f9e1d", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662974+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228730+00:00", "framework": "transformers", "intentId": "a278daa8b4a6463bb6e154f44dcb6725", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662970+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228661+00:00", "framework": "transformers", "intentId": "3d78d2f898f54b71a30adc91f3fd0a34", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662965+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228618+00:00", "framework": "vllm_fix_tokenizer", "intentId": "19f6ac9eb5e24f91876b20242f4a2a49", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662961+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228575+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7b2ac44eec05452992885036d04138eb", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662957+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228533+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ee17c2869f5549e3b60693737eb77980", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662953+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228491+00:00", "framework": "vllm_fix_tokenizer", "intentId": "dc32efb190614db1bc93135236ee60c4", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662949+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228448+00:00", "framework": "vllm_fix_tokenizer", "intentId": "fe0020cbbd9147ee961be6b5427e02e7", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662945+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228406+00:00", "framework": "vllm_fix_tokenizer", "intentId": "386e7f9be2454cf98f74e3f1294177fb", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662942+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228364+00:00", "framework": "vllm_fix_tokenizer", "intentId": "827ba8e292b24d7b8e2d0bdd974a07a9", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662939+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228321+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9790df7e036a4e7d8f98ce8e44062c07", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662935+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228278+00:00", "framework": "vllm_fix_tokenizer", "intentId": "95342479e2284588b626c4b6aa9e0ca6", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662932+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228235+00:00", "framework": "vllm_fix_tokenizer", "intentId": "edcfb45150164c5a82d92efdf9df6c9a", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662929+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228193+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8b64f7022ce84bc18becc939d7da7e58", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662926+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228150+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2e41a1c8a70f4eb187bbb679a62972ec", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662923+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228107+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9042b642ec514bb8926fd0436a3cd507", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662920+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228065+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d313cf14b30746ce8c7d2eb4d165c41f", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662917+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.228021+00:00", "framework": "vllm_fix_tokenizer", "intentId": "63c973021bc84714b0a8f581eb5d8b6e", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662913+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.227978+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5ae2696f8cbe4d85aa7c5a6b68e89124", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662906+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.227861+00:00", "framework": "vllm", "intentId": "e3135ce3f1ec4048a65d6aa29d16c0b7", "repoId": "inclusionAI/Ling-3.0-tiny", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662903+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.227808+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3fa61a3a4b38430aa2d3737c0d27419c", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662900+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.227771+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5d0222538d084b10acbf0a2e8b452e66", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662896+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.227732+00:00", "framework": "vllm_tokenizer_patch", "intentId": "59993c4918e9441d89b4d9670b94fc3c", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662888+00:00", "configFingerprint": "b3ef6bcf57e6bb4fc9ede989e67a765b0e40b19fbd407f1f8452833c12bd5c38", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.227626+00:00", "framework": "vllm-mlu", "intentId": "a543ea65651a4a9b833cbc0fe30ebb8b", "repoId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662871+00:00", "configFingerprint": "b3ef6bcf57e6bb4fc9ede989e67a765b0e40b19fbd407f1f8452833c12bd5c38", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.227512+00:00", "framework": "vllm-mlu", "intentId": "ebeaa415cb3847fdbe3bf25eac2a10f1", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557925+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.027384+00:00", "framework": "vllm", "intentId": "108b5d7796ff4f7eab76b1d9599f28f8", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557922+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.027327+00:00", "framework": "vllm", "intentId": "842fba2048ed4c40851a0d05130be4ef", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "c956f7e6ac8c4127aab7bbb76129249f", "completedAt": "2026-09-21T16:19:49.557914+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:14:18.027164+00:00", "framework": "vllm-customized", "intentId": "a7dbd728ea8646b4a0fd2feab9368f6c", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}

16
.modelhub_state/routing_intelligence.json
View File

@@ -1,6 +1,6 @@
{
"acceptedByCategory": {
"unified_success_first": 2329
"unified_success_first": 2338
},
"acceptedByRoute": {
"text-generation|Ascend_910-b3|llamacpp": 17,
@@ -8,7 +8,7 @@
"text-generation|Ascend_910-b3|vllm_tokenizer_patch": 165,
"text-generation|Ascend_910-b4|llamacpp": 13,
"text-generation|Ascend_910-b4|vllm": 28,
"text-generation|Ascend_910-b4|vllm_tokenizer_patch": 148,
"text-generation|Ascend_910-b4|vllm_tokenizer_patch": 151,
"text-generation|Biren_166m|vllm": 81,
"text-generation|Biren_166m|vllm_fix_tokenizer": 130,
"text-generation|Cambricon_mlu-370-x4|vllm": 72,
@@ -19,15 +19,15 @@
"text-generation|Cambricon_mlu-370-x8|vllm-mlu": 97,
"text-generation|Iluvatar_bi-100|transformers": 20,
"text-generation|Iluvatar_bi-150|llamacpp": 16,
"text-generation|Iluvatar_bi-150|transformers": 43,
"text-generation|Iluvatar_bi-150|transformers": 44,
"text-generation|Iluvatar_bi-150|vllm": 10,
"text-generation|Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 102,
"text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 54,
"text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 57,
"text-generation|Iluvatar_bi-150|vllm_tokenizer_patch": 12,
"text-generation|Iluvatar_mrv-100|vllm": 63,
"text-generation|Kunlunxin_p-800|vllm": 62,
"text-generation|Kunlunxin_p-800|vllm_fix_tokenizer": 187,
"text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 89,
"text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 91,
"text-generation|MetaX_c-500|vllm": 105,
"text-generation|Mthreads_s4000|llamacpp": 17,
"text-generation|Mthreads_s4000|vllm": 106,
@@ -38,8 +38,8 @@
"text-generation|hygon_k100-ai|vllm": 26,
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 134
},
"acceptedSinceRefresh": 2329,
"acceptedTotal": 2329,
"generatedAt": "2026-09-21T17:59:07.156986+00:00",
"acceptedSinceRefresh": 2338,
"acceptedTotal": 2338,
"generatedAt": "2026-09-21T18:13:39.464865+00:00",
"version": 1
}