From d8ce0ed91c138e8d3360ca7b279d998f1c56c60e Mon Sep 17 00:00:00 2001 From: CoolBoy <2269097679@qq.com> Date: Mon, 21 Sep 2026 09:10:30 +0000 Subject: [PATCH] state: generation 11354 (result) --- .modelhub_state/recovery_intents.jsonl | 170 ++++++++-------------- .modelhub_state/routing_intelligence.json | 16 +- ledger/submissions.jsonl | 4 + manifest.json | 14 +- outcomes/submissions.jsonl | 4 + 5 files changed, 81 insertions(+), 127 deletions(-) diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index c804f32149..e354955b6a 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -2020,64 +2020,64 @@ {"batchId": "5464b6ee30614a02be7c20a3cd2e0073", "completedAt": "2026-09-21T08:43:02.235686+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:42:52.873924+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1e28fad645484a6c88a3caad773fd67e", "lastModified": "2026-09-17T13:06:10+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality", "reason": null, "reconciledAt": "2026-09-21T08:59:29.865711+00:00", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Biren_166m", "taskId": "4997304", "taskType": "text-generation"} {"batchId": "be812550208a4d26813e529259c65486", "completedAt": "2026-09-21T08:54:30.337007+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:46:02.901388+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e25e8f70e9444a82a5030a7a0cf3c216", "lastModified": "2026-08-24T18:24:11+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "reason": null, "reconciledAt": "2026-09-21T08:59:29.866073+00:00", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "4997349", "taskType": "text-generation"} {"batchId": "40fd67bbb86a41268c0bca5d72f4fde3", "completedAt": "2026-09-21T08:59:28.269233+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:59:15.372528+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d96e2d593385433ab801342880c289c8", "lastModified": "2026-09-21T01:29:45+00:00", "modelAddress": "https://modelscope.cn/models/blue2star/Qwen-Image-2.1-PE-I2I-ComfyUI", "reason": null, "reconciledAt": "2026-09-21T08:59:29.865424+00:00", "repoId": "blue2star/Qwen-Image-2.1-PE-I2I-ComfyUI", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Biren_166m", "taskId": "4997528", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733479+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0d88dfff37b6403bbb48434cb1d229ae", "lastModified": "2026-08-24T17:58:05+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-one-shot-w4a16-group-packed", "repoId": "nm-testing/tinyllama-one-shot-w4a16-group-packed", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733615+00:00", "framework": "vllm_tokenizer_patch", "intentId": "dd8220d590924c89974e798bc0c1423c", "lastModified": "2026-08-24T19:10:38+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733686+00:00", "framework": "vllm-mlu", "intentId": "b555ffd553a1479db2f10d69cf649799", "lastModified": "2026-08-24T19:08:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733764+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0901e9b0aa9b4fc08411628fd9aedb03", "lastModified": "2026-08-24T18:24:11+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "c25be7d7c1bf173abe564916f8a370d9b648beb3aea2a79522523aaa6b69ee29", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733841+00:00", "framework": "vllm", "intentId": "f15ecbb837d64cf9b1007109f88a85ee", "lastModified": "2026-08-24T18:26:39+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-static-v2", "repoId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "c25be7d7c1bf173abe564916f8a370d9b648beb3aea2a79522523aaa6b69ee29", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733901+00:00", "framework": "vllm", "intentId": "06f8a8f9217b430eb1753bef8ab31c82", "lastModified": "2026-08-24T18:28:40+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-marlin24-w4a16-group128", "repoId": "nm-testing/tinyllama-marlin24-w4a16-group128", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733953+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e0df2eecb4764c20900db153c9dc8405", "lastModified": "2026-08-24T19:39:27+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-FP8", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734024+00:00", "framework": "vllm_tokenizer_patch", "intentId": "06050d97fd6141dc9c7a56bb7db2eb3f", "lastModified": "2026-08-24T18:12:10+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734076+00:00", "framework": "vllm_tokenizer_patch", "intentId": "69338885d8c04070981a442e145078b7", "lastModified": "2026-08-24T18:26:53+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a16-per-channel", "repoId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734132+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d1eb8dd0eeb14003bd5347fffbc876de", "lastModified": "2026-08-24T17:55:20+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734197+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6a0c4adcd3cf4d1c90c3df8e66b94775", "lastModified": "2026-08-24T18:26:59+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/nonuniform", "repoId": "nm-testing/nonuniform", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734264+00:00", "framework": "vllm_tokenizer_patch", "intentId": "58a5233baf4f4f7e8faf4fc85b9d0438", "lastModified": "2026-08-24T19:41:12+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734335+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d0875c4ae8ef43ba82ea4e401be7150c", "lastModified": "2026-08-24T19:34:42+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734390+00:00", "framework": "vllm_tokenizer_patch", "intentId": "1ffda52cef334102b4ed7537c3b0d424", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734431+00:00", "framework": "vllm_tokenizer_patch", "intentId": "36e1d98ca2dc4763af46b9784427aad4", "lastModified": "2026-08-24T19:59:13+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734478+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0ac3e9a66a6e4c1da2eafa30c614b9af", "lastModified": "2026-08-24T19:38:03+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734519+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ff85bfb9d99042748121f803e2fa76c5", "lastModified": "2026-08-24T19:51:52+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734574+00:00", "framework": "vllm_tokenizer_patch", "intentId": "127cefdbc3b148359c8dcaae773b3f1a", "lastModified": "2026-08-24T19:36:07+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734628+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a82419204e434d3d9275e7b0a806b984", "lastModified": "2026-08-24T19:35:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734679+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6b8b317553d147c39280dbeeff4e3597", "lastModified": "2026-08-24T19:06:55+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a8", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734722+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6ca2ef563eba482a80fb1d572688ce50", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734768+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0c908fb496144fa5968a4c83755389b1", "lastModified": "2026-09-08T15:40:32+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Ling-2.6-flash-JANGTQ", "repoId": "JANGQ-AI/Ling-2.6-flash-JANGTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734814+00:00", "framework": "vllm_tokenizer_patch", "intentId": "06df88781a2c4b829e17b3678dd9dcdd", "lastModified": "2026-08-24T19:21:33+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734873+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3866bb58b7a6437492cbc531d9e864cf", "lastModified": "2026-08-24T19:26:17+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734927+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8f800434b83d4dbe82c442dc025e4fe1", "lastModified": "2026-08-26T17:23:58+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734986+00:00", "framework": "vllm_tokenizer_patch", "intentId": "bb635ddc8f454cdbb2674e376f221cb3", "lastModified": "2026-08-24T19:25:45+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-2-7b-chat-quantized.w8a8", "repoId": "RedHatAI/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735045+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b38c975a383e46a5ae368cf391af8ab5", "lastModified": "2026-08-24T20:17:00+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735103+00:00", "framework": "vllm_tokenizer_patch", "intentId": "400d4f7213db40f68ea05fd38651e975", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735156+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0040ba67800c4c43a7e40fb8a8a739b6", "lastModified": "2026-09-04T12:06:11+00:00", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735214+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8ba02a65a99d457c8f3896463249ca0f", "lastModified": "2026-08-26T16:41:36+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735278+00:00", "framework": "vllm", "intentId": "8c8140feb3684103805b027651b989cf", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735360+00:00", "framework": "vllm", "intentId": "7b1d208789b04e958f0794d8aa78dd1e", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735428+00:00", "framework": "vllm", "intentId": "99c3f16c4d3a48b28d5609fe0afbe19b", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735521+00:00", "framework": "vllm", "intentId": "fac612173bb54888adef3945286da05e", "lastModified": "2026-09-04T07:05:43+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-FP8", "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735591+00:00", "framework": "vllm", "intentId": "4ee1ed6976f0406386c4c851a61e36ac", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735696+00:00", "framework": "vllm", "intentId": "b5892a2527524a3d84851a5481c4eb6c", "lastModified": "2026-08-26T15:57:06+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735795+00:00", "framework": "vllm", "intentId": "75a5ae5fde694920acbf7bb62b045648", "lastModified": "2026-09-09T06:27:24+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735859+00:00", "framework": "vllm", "intentId": "1e95c2c321334984866e4b56a8b51471", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735923+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "b1498f804422469e97ffe05cd8f94a08", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735990+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "727cf5d10382499091923cbff3d26890", "lastModified": "2026-08-26T19:43:40+00:00", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736052+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a88f134602a84f7d85dea72d0a8e9c62", "lastModified": "2026-08-31T03:35:12+00:00", "modelAddress": "https://modelscope.cn/models/logic65/Qwen3.8-Whittle-w50-18.3B-unrepaired", "repoId": "logic65/Qwen3.8-Whittle-w50-18.3B-unrepaired", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736125+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2caa3c6a02654202a1b34afa69ddeda5", "lastModified": "2026-09-10T14:58:25+00:00", "modelAddress": "https://modelscope.cn/models/webAI-Official/TwIL-LM3", "repoId": "webAI-Official/TwIL-LM3", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736202+00:00", "framework": "vllm-patch-tokenizer", "intentId": "d3b66f8c46a04262a21e1e3ff343240a", "lastModified": "2026-08-24T20:04:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736274+00:00", "framework": "vllm-patch-tokenizer", "intentId": "2d957b842b5945acaf6d9b2a23f75019", "lastModified": "2026-08-24T19:53:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736339+00:00", "framework": "vllm-patch-tokenizer", "intentId": "88f8cb9b210644d9986b50b616f4066f", "lastModified": "2026-08-24T20:09:59+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-2-7b-chat-quantized.w8a8", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736401+00:00", "framework": "vllm-patch-tokenizer", "intentId": "36a16374815749248505d53275ca307f", "lastModified": "2026-08-24T20:10:58+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736446+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e77b0f4aaaf1479e92fb70122d75799b", "lastModified": "2026-08-24T19:39:21+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736492+00:00", "framework": "vllm-patch-tokenizer", "intentId": "59f0caf301b84d5492af1ac6e7cac72e", "lastModified": "2026-08-24T19:48:09+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736541+00:00", "framework": "vllm-patch-tokenizer", "intentId": "68c5f3ae0e2a48ba9460841c87a8e096", "lastModified": "2026-08-24T19:42:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-FP8", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736587+00:00", "framework": "vllm-patch-tokenizer", "intentId": "bedc8bad0e264224af340ecf6217eb7c", "lastModified": "2026-08-24T20:21:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736638+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0aded4b131aa46e8a0126ece2090e771", "lastModified": "2026-08-24T19:39:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736698+00:00", "framework": "vllm-patch-tokenizer", "intentId": "a7c0dcdb3fee402d84f6e703f3333602", "lastModified": "2026-08-24T18:09:20+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "repoId": "nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736766+00:00", "framework": "vllm-patch-tokenizer", "intentId": "6d1e2251b9a04c628d2325c859443389", "lastModified": "2026-08-24T20:09:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736824+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7cc417176f4b4892affe6f7a75428050", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736890+00:00", "framework": "vllm", "intentId": "b2dc46f0218c478fa4767599115a6eb4", "lastModified": "2026-08-24T20:10:55+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736971+00:00", "framework": "vllm", "intentId": "bafc9ca5badc4e558eb1bd5f3b79e3f0", "lastModified": "2026-09-08T15:45:26+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.737053+00:00", "framework": "vllm", "intentId": "bf59544f660d4481bc6d0d2023df4ecc", "lastModified": "2026-08-26T17:29:18+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} -{"batchId": "7a4e99a005df42079c34f9f30db35d57", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.737132+00:00", "framework": "vllm-customized", "intentId": "242973e852624d3fb233f24fc6fbea86", "lastModified": "2026-09-09T12:19:20+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393857+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733615+00:00", "framework": "vllm_tokenizer_patch", "intentId": "dd8220d590924c89974e798bc0c1423c", "lastModified": "2026-08-24T19:10:38+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "reason": null, "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Ascend_910-b4", "taskId": "4997591", "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393879+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734024+00:00", "framework": "vllm_tokenizer_patch", "intentId": "06050d97fd6141dc9c7a56bb7db2eb3f", "lastModified": "2026-08-24T18:12:10+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "reason": null, "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Ascend_910-b3", "taskId": "4997592", "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393974+00:00", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735923+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "b1498f804422469e97ffe05cd8f94a08", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "reason": null, "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4997663", "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.394009+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736698+00:00", "framework": "vllm-patch-tokenizer", "intentId": "a7c0dcdb3fee402d84f6e703f3333602", "lastModified": "2026-08-24T18:09:20+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "reason": null, "repoId": "nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4997684", "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.394026+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.737132+00:00", "framework": "vllm-customized", "intentId": "242973e852624d3fb233f24fc6fbea86", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.394023+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.737053+00:00", "framework": "vllm", "intentId": "bf59544f660d4481bc6d0d2023df4ecc", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.394021+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736971+00:00", "framework": "vllm", "intentId": "bafc9ca5badc4e558eb1bd5f3b79e3f0", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.394017+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736890+00:00", "framework": "vllm", "intentId": "b2dc46f0218c478fa4767599115a6eb4", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.394015+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736824+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7cc417176f4b4892affe6f7a75428050", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.394012+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736766+00:00", "framework": "vllm-patch-tokenizer", "intentId": "6d1e2251b9a04c628d2325c859443389", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.394006+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736638+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0aded4b131aa46e8a0126ece2090e771", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.394003+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736587+00:00", "framework": "vllm-patch-tokenizer", "intentId": "bedc8bad0e264224af340ecf6217eb7c", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.394000+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736541+00:00", "framework": "vllm-patch-tokenizer", "intentId": "68c5f3ae0e2a48ba9460841c87a8e096", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393998+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736492+00:00", "framework": "vllm-patch-tokenizer", "intentId": "59f0caf301b84d5492af1ac6e7cac72e", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393995+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736446+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e77b0f4aaaf1479e92fb70122d75799b", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393993+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736401+00:00", "framework": "vllm-patch-tokenizer", "intentId": "36a16374815749248505d53275ca307f", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393990+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736339+00:00", "framework": "vllm-patch-tokenizer", "intentId": "88f8cb9b210644d9986b50b616f4066f", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393988+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736274+00:00", "framework": "vllm-patch-tokenizer", "intentId": "2d957b842b5945acaf6d9b2a23f75019", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393985+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736202+00:00", "framework": "vllm-patch-tokenizer", "intentId": "d3b66f8c46a04262a21e1e3ff343240a", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393982+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736125+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2caa3c6a02654202a1b34afa69ddeda5", "repoId": "webAI-Official/TwIL-LM3", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393979+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.736052+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a88f134602a84f7d85dea72d0a8e9c62", "repoId": "logic65/Qwen3.8-Whittle-w50-18.3B-unrepaired", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393976+00:00", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735990+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "727cf5d10382499091923cbff3d26890", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393971+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735859+00:00", "framework": "vllm", "intentId": "1e95c2c321334984866e4b56a8b51471", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393967+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735795+00:00", "framework": "vllm", "intentId": "75a5ae5fde694920acbf7bb62b045648", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393964+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735696+00:00", "framework": "vllm", "intentId": "b5892a2527524a3d84851a5481c4eb6c", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393962+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735591+00:00", "framework": "vllm", "intentId": "4ee1ed6976f0406386c4c851a61e36ac", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393959+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735521+00:00", "framework": "vllm", "intentId": "fac612173bb54888adef3945286da05e", "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393955+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735428+00:00", "framework": "vllm", "intentId": "99c3f16c4d3a48b28d5609fe0afbe19b", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393952+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735360+00:00", "framework": "vllm", "intentId": "7b1d208789b04e958f0794d8aa78dd1e", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393948+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735278+00:00", "framework": "vllm", "intentId": "8c8140feb3684103805b027651b989cf", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393945+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735214+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8ba02a65a99d457c8f3896463249ca0f", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393943+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735156+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0040ba67800c4c43a7e40fb8a8a739b6", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393940+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735103+00:00", "framework": "vllm_tokenizer_patch", "intentId": "400d4f7213db40f68ea05fd38651e975", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393936+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.735045+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b38c975a383e46a5ae368cf391af8ab5", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393934+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734986+00:00", "framework": "vllm_tokenizer_patch", "intentId": "bb635ddc8f454cdbb2674e376f221cb3", "repoId": "RedHatAI/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393931+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734927+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8f800434b83d4dbe82c442dc025e4fe1", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393928+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734873+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3866bb58b7a6437492cbc531d9e864cf", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393925+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734814+00:00", "framework": "vllm_tokenizer_patch", "intentId": "06df88781a2c4b829e17b3678dd9dcdd", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393922+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734768+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0c908fb496144fa5968a4c83755389b1", "repoId": "JANGQ-AI/Ling-2.6-flash-JANGTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393919+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734722+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6ca2ef563eba482a80fb1d572688ce50", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393917+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734679+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6b8b317553d147c39280dbeeff4e3597", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393914+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734628+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a82419204e434d3d9275e7b0a806b984", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393911+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734574+00:00", "framework": "vllm_tokenizer_patch", "intentId": "127cefdbc3b148359c8dcaae773b3f1a", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393908+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734519+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ff85bfb9d99042748121f803e2fa76c5", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393905+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734478+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0ac3e9a66a6e4c1da2eafa30c614b9af", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393901+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734431+00:00", "framework": "vllm_tokenizer_patch", "intentId": "36e1d98ca2dc4763af46b9784427aad4", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393898+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734390+00:00", "framework": "vllm_tokenizer_patch", "intentId": "1ffda52cef334102b4ed7537c3b0d424", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393895+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734335+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d0875c4ae8ef43ba82ea4e401be7150c", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393892+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734264+00:00", "framework": "vllm_tokenizer_patch", "intentId": "58a5233baf4f4f7e8faf4fc85b9d0438", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393889+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734197+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6a0c4adcd3cf4d1c90c3df8e66b94775", "repoId": "nm-testing/nonuniform", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393885+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734132+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d1eb8dd0eeb14003bd5347fffbc876de", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393882+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.734076+00:00", "framework": "vllm_tokenizer_patch", "intentId": "69338885d8c04070981a442e145078b7", "repoId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393875+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733953+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e0df2eecb4764c20900db153c9dc8405", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393872+00:00", "configFingerprint": "c25be7d7c1bf173abe564916f8a370d9b648beb3aea2a79522523aaa6b69ee29", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733901+00:00", "framework": "vllm", "intentId": "06f8a8f9217b430eb1753bef8ab31c82", "repoId": "nm-testing/tinyllama-marlin24-w4a16-group128", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393870+00:00", "configFingerprint": "c25be7d7c1bf173abe564916f8a370d9b648beb3aea2a79522523aaa6b69ee29", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733841+00:00", "framework": "vllm", "intentId": "f15ecbb837d64cf9b1007109f88a85ee", "repoId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393866+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733764+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0901e9b0aa9b4fc08411628fd9aedb03", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393862+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733686+00:00", "framework": "vllm-mlu", "intentId": "b555ffd553a1479db2f10d69cf649799", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} +{"batchId": "7a4e99a005df42079c34f9f30db35d57", "completedAt": "2026-09-21T09:10:30.393832+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:02:20.733479+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0d88dfff37b6403bbb48434cb1d229ae", "repoId": "nm-testing/tinyllama-one-shot-w4a16-group-packed", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "446773a075fd455ba07e05e02e8ffc1c", "completedAt": "2026-09-21T08:58:46.736254+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:54:31.174709+00:00", "framework": "vllm", "intentId": "8d11b4738ba346bc88ec9db400a65ea9", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "446773a075fd455ba07e05e02e8ffc1c", "completedAt": "2026-09-21T08:58:46.736251+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:54:31.174635+00:00", "framework": "vllm", "intentId": "a7d0808d9e50496d8b3596b13f16e310", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "446773a075fd455ba07e05e02e8ffc1c", "completedAt": "2026-09-21T08:58:46.736248+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:54:31.174573+00:00", "framework": "vllm", "intentId": "687107bbe0474294b8602585fefb825e", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} @@ -2324,57 +2324,3 @@ {"batchId": "8c273c92141d43488fec73023ec49660", "completedAt": "2026-09-21T08:11:14.315205+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:02:53.765094+00:00", "framework": "vllm_tokenizer_patch", "intentId": "03124a3c09fa49ae8cc5c1809ddc8aef", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} {"batchId": "8c273c92141d43488fec73023ec49660", "completedAt": "2026-09-21T08:11:14.315202+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:02:53.765057+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fb549beb4bb3429d83101884b0251cc5", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} {"batchId": "8c273c92141d43488fec73023ec49660", "completedAt": "2026-09-21T08:11:14.315199+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:02:53.765019+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e25c293e9b46461c9db374a83b5d8bfa", "repoId": "nm-testing/nonuniform", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "8c273c92141d43488fec73023ec49660", "completedAt": "2026-09-21T08:11:14.315196+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:02:53.764980+00:00", "framework": "vllm_tokenizer_patch", "intentId": "963b0dcd095d49168ca754fc0e58f807", "repoId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "8c273c92141d43488fec73023ec49660", "completedAt": "2026-09-21T08:11:14.315193+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:02:53.764943+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ec971a72a13842babe600f96099b36df", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "8c273c92141d43488fec73023ec49660", "completedAt": "2026-09-21T08:11:14.315190+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:02:53.764904+00:00", "framework": "vllm_tokenizer_patch", "intentId": "66265470ddac412f9b55893c80c52ec8", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "8c273c92141d43488fec73023ec49660", "completedAt": "2026-09-21T08:11:14.315187+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:02:53.764864+00:00", "framework": "vllm_tokenizer_patch", "intentId": "94066856353c4dccbad9d0357f71bd8e", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "8c273c92141d43488fec73023ec49660", "completedAt": "2026-09-21T08:11:14.315183+00:00", "configFingerprint": "53aadead5bb69dd6c72976cf6353832080116244f86ffae86297646e5bb48fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:02:53.764815+00:00", "framework": "vllm", "intentId": "085c6d85566549b88d8ba260f814b46e", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "8c273c92141d43488fec73023ec49660", "completedAt": "2026-09-21T08:11:14.315180+00:00", "configFingerprint": "c25be7d7c1bf173abe564916f8a370d9b648beb3aea2a79522523aaa6b69ee29", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:02:53.764767+00:00", "framework": "vllm", "intentId": "027710cf4ada44a6bef106de1566bc51", "repoId": "nm-testing/tinyllama-marlin24-w4a16-group128", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "8c273c92141d43488fec73023ec49660", "completedAt": "2026-09-21T08:11:14.315177+00:00", "configFingerprint": "c25be7d7c1bf173abe564916f8a370d9b648beb3aea2a79522523aaa6b69ee29", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:02:53.764687+00:00", "framework": "vllm", "intentId": "050e33830d8144019f0ed21eecb3e48b", "repoId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "8c273c92141d43488fec73023ec49660", "completedAt": "2026-09-21T08:11:14.315166+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:02:53.764534+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3876271150184799b060f97bc803a7e8", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "8c273c92141d43488fec73023ec49660", "completedAt": "2026-09-21T08:11:14.315143+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T08:02:53.764350+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f7a682a64a5a426eaead950951809fe0", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625591+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.613674+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2420b3a2fef5480993eecfc947b6d948", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625588+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.613615+00:00", "framework": "vllm_fix_tokenizer", "intentId": "767aa3efc50f41ba85703efbb4bcf1cc", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625585+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.613560+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2863b3b53c74453f970acdaa6ad0ee57", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625582+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.613506+00:00", "framework": "vllm_fix_tokenizer", "intentId": "951d449077d64adda325ad23d8b0ca2d", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625579+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.613451+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3dd526a011014fb69eaf2dac4d02f18d", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625576+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.613397+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2fe9552f7acc4e6299ede698b985c28b", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625574+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.613342+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1eacfc95d09244979b7d41c3332960ea", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625571+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.613288+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f4e0d8ec58cf47168872a7252ca6decc", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625568+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.613231+00:00", "framework": "vllm_fix_tokenizer", "intentId": "777698d031304ef99d85fd82d84c1b8d", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625565+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.613174+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9510b5837ba847a9aef1c4156a4a2ac5", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625563+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.613121+00:00", "framework": "vllm_fix_tokenizer", "intentId": "465313e4532f435f889cd61215b809aa", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625559+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.613066+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3c1afd87d3ad4e98a29766453015b819", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625557+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.613013+00:00", "framework": "vllm_fix_tokenizer", "intentId": "772e0ec968cb454c843fdf1870a1bd7c", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625553+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612959+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3b5c13ab84084541b1846a6829559818", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625551+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612905+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3c7b2c1ef4eb43b8a33cfa0e3ec4b728", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625548+00:00", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612851+00:00", "framework": "vllm_fix_tokenizer", "intentId": "bb4666cb93b1424ea6fafbe1f6fd041e", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625545+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612796+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5e2112f1691b451ba9629353cc150247", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625542+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612740+00:00", "framework": "vllm_fix_tokenizer", "intentId": "389f18fb9c4448849ddbcef2e679837a", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625540+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612681+00:00", "framework": "vllm", "intentId": "3096d41765f948978270d3e66bac8a70", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625536+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612614+00:00", "framework": "vllm", "intentId": "d20c10ba60274907b9900e774d510435", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625533+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612553+00:00", "framework": "vllm", "intentId": "81acabfba7564bb8a9626ad924c5bd6a", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625531+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612492+00:00", "framework": "vllm", "intentId": "4f5cbc19a1fc473ea6e4879e86ed153b", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625527+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612440+00:00", "framework": "vllm", "intentId": "738498472b394a569adc8d0f577b0034", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625524+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612385+00:00", "framework": "vllm", "intentId": "b07a12e12a054f54b20db54286d9d3b6", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625520+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612343+00:00", "framework": "vllm", "intentId": "d88bd380aa9440de989af1798a50c201", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625518+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612301+00:00", "framework": "vllm", "intentId": "ce8cbbe2adf64aa3befeb3a99828b2a6", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625515+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612259+00:00", "framework": "vllm", "intentId": "0bb524fef6394e578949e73d966dd8e7", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625512+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612217+00:00", "framework": "vllm", "intentId": "0ff84cbc95b64353b0a9867271bdb300", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625509+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612175+00:00", "framework": "vllm", "intentId": "8bd792f2d70e40f7aa57f5f148af8e7c", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625506+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612124+00:00", "framework": "vllm", "intentId": "d75d40ae16464f389d76b33347eeb515", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625503+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612082+00:00", "framework": "vllm", "intentId": "06e9f38fcae546bc950204e3798ae5c3", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625500+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.612039+00:00", "framework": "vllm", "intentId": "9c4928e9ae674e2e9b35cb2f9814a963", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625497+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.611996+00:00", "framework": "vllm", "intentId": "7f4804e539c647e4b6e0572f6544e610", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625494+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.611953+00:00", "framework": "vllm", "intentId": "b585ff68b50641039f1d2332d53b23fa", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625490+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.611906+00:00", "framework": "vllm", "intentId": "919eeb9e6def44e9bc6961fea09cea8c", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "81f47ae4b15d465f8cce557ec219eba5", "completedAt": "2026-09-21T07:33:07.625473+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:27:54.611795+00:00", "framework": "vllm", "intentId": "7203d2e79b6e4291ba9a538427e4fdbd", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "916dc36a449a401baff956fb471682a2", "completedAt": "2026-09-21T07:27:53.786623+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:19:28.789894+00:00", "framework": "vllm", "intentId": "b13b574710b64370a7aa4ea45c0f61ee", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "916dc36a449a401baff956fb471682a2", "completedAt": "2026-09-21T07:27:53.786621+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:19:28.789852+00:00", "framework": "vllm", "intentId": "768b06a238ec4d649b3564639f373e61", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "916dc36a449a401baff956fb471682a2", "completedAt": "2026-09-21T07:27:53.786618+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:19:28.789811+00:00", "framework": "vllm", "intentId": "d13f7f442d38435ea5550d0c51962e43", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "916dc36a449a401baff956fb471682a2", "completedAt": "2026-09-21T07:27:53.786615+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:19:28.789770+00:00", "framework": "vllm", "intentId": "a3d944aa0bba4c52add303dd341cb4b0", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "916dc36a449a401baff956fb471682a2", "completedAt": "2026-09-21T07:27:53.786612+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:19:28.789729+00:00", "framework": "vllm", "intentId": "4b592aab3463494b9c43781e6e5af239", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "916dc36a449a401baff956fb471682a2", "completedAt": "2026-09-21T07:27:53.786610+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:19:28.789688+00:00", "framework": "vllm", "intentId": "41a624ce382642808ac968496ff838e8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "916dc36a449a401baff956fb471682a2", "completedAt": "2026-09-21T07:27:53.786607+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:19:28.789642+00:00", "framework": "vllm", "intentId": "d6261393978949ca8e7da2b6cfc33629", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "916dc36a449a401baff956fb471682a2", "completedAt": "2026-09-21T07:27:53.786605+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:19:28.789602+00:00", "framework": "vllm", "intentId": "6185b7a217574b7daf76e2b34d9ae225", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "916dc36a449a401baff956fb471682a2", "completedAt": "2026-09-21T07:27:53.786602+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T07:19:28.789560+00:00", "framework": "vllm", "intentId": "439c9ad32f2a473083cdb3ed032fec85", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index 1d62362ad8..d66a6f3606 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -1,14 +1,14 @@ { "acceptedByCategory": { - "unified_success_first": 2159 + "unified_success_first": 2163 }, "acceptedByRoute": { "text-generation|Ascend_910-b3|llamacpp": 17, "text-generation|Ascend_910-b3|vllm": 37, - "text-generation|Ascend_910-b3|vllm_tokenizer_patch": 146, + "text-generation|Ascend_910-b3|vllm_tokenizer_patch": 147, "text-generation|Ascend_910-b4|llamacpp": 13, "text-generation|Ascend_910-b4|vllm": 24, - "text-generation|Ascend_910-b4|vllm_tokenizer_patch": 138, + "text-generation|Ascend_910-b4|vllm_tokenizer_patch": 139, "text-generation|Biren_166m|vllm": 81, "text-generation|Biren_166m|vllm_fix_tokenizer": 121, "text-generation|Cambricon_mlu-370-x4|vllm": 69, @@ -21,7 +21,7 @@ "text-generation|Iluvatar_bi-150|llamacpp": 16, "text-generation|Iluvatar_bi-150|transformers": 30, "text-generation|Iluvatar_bi-150|vllm": 8, - "text-generation|Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 101, + "text-generation|Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 102, "text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 40, "text-generation|Iluvatar_bi-150|vllm_tokenizer_patch": 3, "text-generation|Iluvatar_mrv-100|vllm": 62, @@ -36,10 +36,10 @@ "text-generation|Vastai_va16|vllm_fix_tokenizer": 74, "text-generation|hygon_k100-ai|llamacpp": 18, "text-generation|hygon_k100-ai|vllm": 26, - "text-generation|hygon_k100-ai|vllm-patch-tokenizer": 122 + "text-generation|hygon_k100-ai|vllm-patch-tokenizer": 123 }, - "acceptedSinceRefresh": 2159, - "acceptedTotal": 2159, - "generatedAt": "2026-09-21T08:59:28.208910+00:00", + "acceptedSinceRefresh": 2163, + "acceptedTotal": 2163, + "generatedAt": "2026-09-21T09:10:30.327708+00:00", "version": 1 } diff --git a/ledger/submissions.jsonl b/ledger/submissions.jsonl index 25f3e40a56..b5bcb11639 100644 --- a/ledger/submissions.jsonl +++ b/ledger/submissions.jsonl @@ -1173,3 +1173,7 @@ {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T20:09:24.405809+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986872", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"} {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.421834+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986873", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "submitTime": "2026-09-20T21:19:40.047378+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4987847", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} +{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "modelId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "submitTime": "2026-09-21T09:02:30.534692+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4997591", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"} +{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "modelId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "submitTime": "2026-09-21T09:02:30.537080+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4997592", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"} +{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "modelId": "RedHatAI/starcoder2-15b-FP8", "submitTime": "2026-09-21T09:05:59.142974+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4997663", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"} +{"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "modelId": "nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "submitTime": "2026-09-21T09:07:46.198212+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4997684", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"} diff --git a/manifest.json b/manifest.json index 960aef12e2..b5f296c1da 100644 --- a/manifest.json +++ b/manifest.json @@ -10,16 +10,16 @@ ".modelhub_state/queue_cleanup_latest.json": "f4afc5dbbf57b883780778e798518d72ad1770b7d52c2f9efa7ac7bca07813f7", ".modelhub_state/recent_outcomes.jsonl": "29645852c80da99cdb708760921f2785d26a1b7f12d289cc38563a12f682ce62", ".modelhub_state/recovery_active_tasks.jsonl": "095aa48769cacb1423393dd082378a0ba2ecd0a47de48b04fcdea8aadbd84932", - ".modelhub_state/recovery_intents.jsonl": "2c71fd6aa32e5df8be51ea126a68847057ea94f1589c6c8c40836133ab077dda", - ".modelhub_state/routing_intelligence.json": "79cc4554125434105e5513b2d5becf37059efb96981397c57958eb3045f4cc8c", + ".modelhub_state/recovery_intents.jsonl": "9abf3e5bf53a4b8cc987dee3786cdee3953f9d4dca9fcc4fc0aef43b357ff71f", + ".modelhub_state/routing_intelligence.json": "cc5449af61bc2d72360124efa1895ef9084b8511b049cb8cf67ebae9629db2e9", ".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989", ".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7", - "ledger/submissions.jsonl": "1b4fa46e0586a1544ffe21c9405af03d21cd4cfecbd32954552f4a09dadd5709", - "outcomes/submissions.jsonl": "bbb4e88c29809fcef62ca1d73d769979f48d70f41f8584ef16104df61057b080" + "ledger/submissions.jsonl": "4bf7e1b5da818087253193fb539d4c288ec376c2b944b1be727906a0589596a2", + "outcomes/submissions.jsonl": "907d7b6cdf865f5793b3e163511a256db12345b77bb92b22e4cefe679e3ae558" }, - "generation": 11353, - "phase": "intent", + "generation": 11354, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-09-21T09:02:20.890097+00:00", + "updatedAt": "2026-09-21T09:10:30.541960+00:00", "writerId": "8b35139af6674067a339a670222d4b67" } diff --git a/outcomes/submissions.jsonl b/outcomes/submissions.jsonl index 8f79eeee7c..cd5d9a0a64 100644 --- a/outcomes/submissions.jsonl +++ b/outcomes/submissions.jsonl @@ -1127,3 +1127,7 @@ {"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality", "modelProfile": {"architectures": ["Qwen3_5ForConditionalGeneration"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 29952488643, "estimatedRequiredGiB": 33.497, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5", "modelscopeFileSize": 29972714678, "modelscopeLicense": "apache-2.0", "modelscopeParams": 8027131120, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3_5", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx", "custom_tag:apple-silicon", "custom_tag:macos", "custom_tag:speculative-decoding", "custom_tag:multi-token-prediction", "custom_tag:qwen", "custom_tag:qwen3.8", "custom_tag:mtp", "custom_tag:mtplx", "custom_tag:local-ai", "custom_tag:coding", "custom_tag:qwen3-8", "custom_tag:qwen-3.8", "custom_tag:local-llm", "custom_tag:llm", "custom_tag:m5", "custom_tag:m5-max", "custom_tag:m4", "custom_tag:m3", "custom_tag:macbook-pro", "custom_tag:mac-studio", "custom_tag:opencode", "custom_tag:claude-code", "custom_tag:27b", "custom_tag:qwen3.8-27b", "custom_tag:qwen3-8-27b"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 29972714678}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T08:43:01.453596+00:00", "targetGpu": "Biren_166m", "taskId": "4997304", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 1231252716, "estimatedRequiredGiB": 1.378, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 1233101396, "modelscopeLicense": null, "modelscopeParams": 1100048384, "modelscopeTags": ["model_type:llama", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 1233101396}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T08:46:11.874749+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4997349", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "blue2star/Qwen-Image-2.1-PE-I2I-ComfyUI", "modelProfile": {"architectures": ["Qwen3_5ForConditionalGeneration"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 29306922460, "estimatedRequiredGiB": 32.775, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5", "modelscopeFileSize": 29326959151, "modelscopeLicense": "other", "modelscopeParams": 18821595084, "modelscopeTags": ["license:other", "model_type:qwen3_5", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:qwen", "custom_tag:prompt-rewriting", "custom_tag:image-editing"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 29326959151}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T08:59:28.154388+00:00", "targetGpu": "Biren_166m", "taskId": "4997528", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 219876272, "estimatedRequiredGiB": 0.25, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 223261617, "modelscopeLicense": "apache-2.0", "modelscopeParams": 162826560, "modelscopeTags": ["license:apache-2.0", "model_type:llama", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:int8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 223261617}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T09:02:30.534692+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4997591", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 9084014480, "estimatedRequiredGiB": 10.162, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 9093198689, "modelscopeLicense": null, "modelscopeParams": 8030261248, "modelscopeTags": ["model_type:llama", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 9093198689}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T09:02:30.537080+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4997592", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_0_17_0_corex_4_4_0", "lastSyncTime": null, "modelId": "RedHatAI/starcoder2-15b-FP8", "modelProfile": {"architectures": ["Starcoder2ForCausalLM"], "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 16564748304, "estimatedRequiredGiB": 18.516, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "starcoder2", "modelscopeFileSize": 16568142065, "modelscopeLicense": "other", "modelscopeParams": 15957889024, "modelscopeTags": ["license:other", "model_type:starcoder2", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:fp8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "recentProfileFeedback": {"attributableFailureCount": 0, "consecutiveFailures": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": {"ambiguous_runtime": 1}, "failureCount": 1, "failureRate": 1.0, "framework": "vllm_0_17_0_corex_4_4_0", "lastTerminalAt": "2026-09-20T12:58:28.353096+00:00", "modelType": "starcoder2", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "quantizationMethod": "compressed-tensors", "successCount": 0, "successRate": 0.0, "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation", "total": 1, "unresolvedFailureCount": 1}, "repositoryOnDiskBytes": 16568142065}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T09:05:59.142974+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4997663", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm-patch-tokenizer", "lastSyncTime": null, "modelId": "nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 1231270112, "estimatedRequiredGiB": 1.378, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 1233120748, "modelscopeLicense": null, "modelscopeParams": 1100048384, "modelscopeTags": ["model_type:llama", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 1233120748}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T09:07:46.198212+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4997684", "taskType": "text-generation", "verifyResult": null}