From 53fdcd5ce54e8da0c6dd86c3498e58dcca55d462 Mon Sep 17 00:00:00 2001 From: CoolBoy <2269097679@qq.com> Date: Sun, 20 Sep 2026 06:56:15 +0000 Subject: [PATCH] state: generation 10329 (result) --- .modelhub_state/recovery_intents.jsonl | 170 ++++++++-------------- .modelhub_state/routing_intelligence.json | 10 +- ledger/submissions.jsonl | 1 + manifest.json | 14 +- outcomes/submissions.jsonl | 1 + 5 files changed, 71 insertions(+), 125 deletions(-) diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 5af651b119..08c464fff9 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -1562,63 +1562,63 @@ {"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906769+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.607044+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a8a3b819abd44d6899228f75612399aa", "lastModified": "2026-08-24T20:14:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w4a16", "reason": null, "reconciledAt": "2026-09-20T06:45:36.818415+00:00", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Ascend_910-b3", "taskId": "4972417", "taskType": "text-generation"} {"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906800+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.607543+00:00", "framework": "vllm-mlu", "intentId": "e0d69886155b4d16b616f9ea9c7a274f", "lastModified": "2026-08-24T22:06:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "reason": null, "reconciledAt": "2026-09-20T06:45:36.819905+00:00", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4972418", "taskType": "text-generation"} {"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906813+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.607849+00:00", "framework": "vllm", "intentId": "ca5bfefc64874bbb89cd21f3e918036e", "lastModified": "2026-08-24T20:36:30+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "reason": null, "reconciledAt": "2026-09-20T06:45:36.817577+00:00", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4972450", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622425+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fcb4e7a42c124d8f99d8550684ff90ea", "lastModified": "2026-08-24T19:57:49+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622543+00:00", "framework": "vllm_tokenizer_patch", "intentId": "bfa2048e38264ad2813e754d344a5f8a", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622600+00:00", "framework": "vllm_tokenizer_patch", "intentId": "73bd6955927b4db386f65b2b9085b83d", "lastModified": "2026-08-24T19:59:13+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622658+00:00", "framework": "vllm-mlu", "intentId": "49fbc5996f5543629ae3615677e7325a", "lastModified": "2026-08-24T20:01:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622751+00:00", "framework": "vllm_fix_tokenizer", "intentId": "096a9643f1d2400391fcac27f39bb246", "lastModified": "2026-08-26T12:23:38+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622825+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1f01fb85d0784f009af56499e9280b69", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622896+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e351f095c49748a6a1435ccab5fb5861", "lastModified": "2026-08-26T19:43:40+00:00", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622951+00:00", "framework": "vllm_tokenizer_patch", "intentId": "684cbe6dde1e4fce9b3e77cb6e77764a", "lastModified": "2026-08-24T20:25:10+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623005+00:00", "framework": "vllm_tokenizer_patch", "intentId": "86454e05448749e58de256e53ed846cb", "lastModified": "2026-08-24T20:22:00+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623055+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3f80951121a342ed9539448b7201f80f", "lastModified": "2026-08-24T20:22:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623105+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ce97ba09fa6c476bb3c31be9bb81e4fc", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623154+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0506bf0e637846649420908051eeaf0e", "lastModified": "2026-09-04T14:33:33+00:00", "modelAddress": "https://modelscope.cn/models/amd/gpt-oss-20b-BF16-w8a8-llmcompressor", "repoId": "amd/gpt-oss-20b-BF16-w8a8-llmcompressor", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623203+00:00", "framework": "vllm_tokenizer_patch", "intentId": "138d254144d2485da825e109944087a7", "lastModified": "2026-08-24T20:04:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623244+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b1f8a753c28c4e14be1d5ed63ea6bf38", "lastModified": "2026-08-24T20:09:59+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-2-7b-chat-quantized.w8a8", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623290+00:00", "framework": "vllm_tokenizer_patch", "intentId": "efcb8c13871a46cab11383e6e564bd01", "lastModified": "2026-08-24T19:54:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623328+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b3b133539f0c404a96d7a553cbeee30c", "lastModified": "2026-08-24T20:15:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623367+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3eec34b0850f46399f46fd34fe89097e", "lastModified": "2026-08-24T20:09:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623405+00:00", "framework": "vllm_tokenizer_patch", "intentId": "bd7e4c15f01b47098185e7bbf9f45e9e", "lastModified": "2026-08-24T20:17:00+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623443+00:00", "framework": "vllm_tokenizer_patch", "intentId": "97ebd5a5b8bb445e9d1de6d775904c3c", "lastModified": "2026-08-24T20:10:55+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623481+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9887da5701914ea781554ecff9d6f9ba", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623518+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ffd36cff5574469bab21ead382cbb197", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623556+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a81ebf5914b84deaa8ed7351bf45bfa6", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623594+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8e338e82391e4852a5719a789daa4ce9", "lastModified": "2026-08-24T20:06:34+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623632+00:00", "framework": "vllm_tokenizer_patch", "intentId": "97117825a1b64caa92007aa3b1b97d1d", "lastModified": "2026-08-24T20:02:14+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623676+00:00", "framework": "vllm-mlu", "intentId": "170e927c0c7442cc846a2d306dd155c4", "lastModified": "2026-08-24T20:31:44+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623749+00:00", "framework": "vllm", "intentId": "ed3075752cd24647ad1000cb35384d35", "lastModified": "2026-08-24T20:29:58+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623806+00:00", "framework": "vllm", "intentId": "9a963540ddfa42199613df1702b54387", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623860+00:00", "framework": "vllm", "intentId": "c29335b63bc94a0ca9b52074c303dd9c", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623912+00:00", "framework": "vllm", "intentId": "6606f2635a0b46218211f6894500823d", "lastModified": "2026-08-24T22:06:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "f7d2aee0bcf1396cd8ab3b1064b6a032eccc04f2d655a336023e13528574903d", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623965+00:00", "framework": "vllm", "intentId": "a443005efc5b4776b41a55f9bcb2551f", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624016+00:00", "framework": "vllm", "intentId": "53e62a1cafef4357bb4889547eb3d922", "lastModified": "2026-08-24T20:33:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624071+00:00", "framework": "vllm", "intentId": "0f1eee6c7b694312b80918ac0a8c00b7", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624125+00:00", "framework": "vllm", "intentId": "aeb77f86e5654c11b1a824e46dc291fa", "lastModified": "2026-08-24T20:26:53+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624180+00:00", "framework": "vllm", "intentId": "9ba2a23874384a56be4638ebb9dc086e", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624234+00:00", "framework": "vllm", "intentId": "e4f1b3f3f4344c298cefd883d5e1de3e", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624295+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f6593437e3d141678828112ab8fbc646", "lastModified": "2026-09-12T12:30:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624339+00:00", "framework": "vllm_fix_tokenizer", "intentId": "677529c80bb64cfb81c4bff0504daa1d", "lastModified": "2026-08-26T17:18:42+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624382+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e046ff39421b4d0498b9edf66f7dbd4c", "lastModified": "2026-09-10T05:31:36+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624425+00:00", "framework": "vllm_fix_tokenizer", "intentId": "83df2fbeaa1b4459b20a3b95d9ca3c3d", "lastModified": "2026-09-10T05:36:14+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624467+00:00", "framework": "vllm_fix_tokenizer", "intentId": "302db5c295a04cb9b1e03097f5f95b18", "lastModified": "2026-09-01T03:45:04+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624510+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1052896b4da946f1b4842705ed78adcf", "lastModified": "2026-09-03T18:32:29+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Apodex-1.1-mini-AWQ-INT4", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624553+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3aef0f50fbe6443f9929ddace99da9bd", "lastModified": "2026-09-09T06:31:08+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624600+00:00", "framework": "vllm_fix_tokenizer", "intentId": "118e3dd64920497fa1c4e8de6eb37940", "lastModified": "2026-09-09T06:27:24+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624643+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ae273dbd07df4fb084781cbf8931dc8f", "lastModified": "2026-08-28T05:30:04+00:00", "modelAddress": "https://modelscope.cn/models/whcl412/mlx-LycheeAI-coder-1.7b", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624698+00:00", "framework": "vllm_fix_tokenizer", "intentId": "83e6a1bd13754b9480ef25f4fc659578", "lastModified": "2026-08-26T19:32:38+00:00", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624741+00:00", "framework": "transformers", "intentId": "e699d9c95b5f4754a9725cd105924ba6", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624804+00:00", "framework": "transformers", "intentId": "2a658646e4cd4c70974728e27ea2ed24", "lastModified": "2026-08-26T18:34:54+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-NVFP4", "repoId": "ornith-ai/Ornith-1.5-9B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624867+00:00", "framework": "transformers", "intentId": "fa76d2369f43449ba2fc27bdc16f9112", "lastModified": "2026-09-08T03:51:51+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624929+00:00", "framework": "transformers", "intentId": "7b813e60dd1e41e6979314c413118241", "lastModified": "2026-09-10T07:52:22+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624990+00:00", "framework": "transformers", "intentId": "24f3b821d2df4477882d9f084605d84e", "lastModified": "2026-08-26T12:24:21+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.625057+00:00", "framework": "transformers", "intentId": "210c4dda8cde43b287900f1e02846867", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.625119+00:00", "framework": "transformers", "intentId": "f35330f832f94e1dbdf9664b81214824", "lastModified": "2026-09-11T12:06:58+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "repoId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.625180+00:00", "framework": "transformers", "intentId": "ecef71b7a2df4120aac7346cf14c0f8f", "lastModified": "2026-09-03T13:37:32+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.625242+00:00", "framework": "transformers", "intentId": "32887fa2a9144e7da82421532d01916f", "lastModified": "2026-08-26T16:41:11+00:00", "modelAddress": "https://modelscope.cn/models/apodex/Apodex-1.1-mini-GPTQ-Int4", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.625304+00:00", "framework": "transformers", "intentId": "89fca5e3393b43e0bd1f6a385b71df9f", "lastModified": "2026-08-26T12:23:32+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.625365+00:00", "framework": "transformers", "intentId": "f9adf1722e9441b6a1b312a9e8aae5b1", "lastModified": "2026-08-26T17:23:58+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.625433+00:00", "framework": "transformers", "intentId": "c5074e3c4c87498b85fa509755842329", "lastModified": "2026-08-26T17:20:09+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602145+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622658+00:00", "framework": "vllm-mlu", "intentId": "49fbc5996f5543629ae3615677e7325a", "lastModified": "2026-08-24T20:01:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "reason": null, "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4972568", "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602286+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.625433+00:00", "framework": "transformers", "intentId": "c5074e3c4c87498b85fa509755842329", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602284+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.625365+00:00", "framework": "transformers", "intentId": "f9adf1722e9441b6a1b312a9e8aae5b1", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602281+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.625304+00:00", "framework": "transformers", "intentId": "89fca5e3393b43e0bd1f6a385b71df9f", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602279+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.625242+00:00", "framework": "transformers", "intentId": "32887fa2a9144e7da82421532d01916f", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602277+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.625180+00:00", "framework": "transformers", "intentId": "ecef71b7a2df4120aac7346cf14c0f8f", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602275+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.625119+00:00", "framework": "transformers", "intentId": "f35330f832f94e1dbdf9664b81214824", "repoId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602272+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.625057+00:00", "framework": "transformers", "intentId": "210c4dda8cde43b287900f1e02846867", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602269+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624990+00:00", "framework": "transformers", "intentId": "24f3b821d2df4477882d9f084605d84e", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602266+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624929+00:00", "framework": "transformers", "intentId": "7b813e60dd1e41e6979314c413118241", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602263+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624867+00:00", "framework": "transformers", "intentId": "fa76d2369f43449ba2fc27bdc16f9112", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602261+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624804+00:00", "framework": "transformers", "intentId": "2a658646e4cd4c70974728e27ea2ed24", "repoId": "ornith-ai/Ornith-1.5-9B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602259+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624741+00:00", "framework": "transformers", "intentId": "e699d9c95b5f4754a9725cd105924ba6", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602256+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624698+00:00", "framework": "vllm_fix_tokenizer", "intentId": "83e6a1bd13754b9480ef25f4fc659578", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602254+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624643+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ae273dbd07df4fb084781cbf8931dc8f", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602251+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624600+00:00", "framework": "vllm_fix_tokenizer", "intentId": "118e3dd64920497fa1c4e8de6eb37940", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602248+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624553+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3aef0f50fbe6443f9929ddace99da9bd", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602246+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624510+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1052896b4da946f1b4842705ed78adcf", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602243+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624467+00:00", "framework": "vllm_fix_tokenizer", "intentId": "302db5c295a04cb9b1e03097f5f95b18", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602240+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624425+00:00", "framework": "vllm_fix_tokenizer", "intentId": "83df2fbeaa1b4459b20a3b95d9ca3c3d", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602238+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624382+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e046ff39421b4d0498b9edf66f7dbd4c", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602235+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624339+00:00", "framework": "vllm_fix_tokenizer", "intentId": "677529c80bb64cfb81c4bff0504daa1d", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602232+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624295+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f6593437e3d141678828112ab8fbc646", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602230+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624234+00:00", "framework": "vllm", "intentId": "e4f1b3f3f4344c298cefd883d5e1de3e", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602228+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624180+00:00", "framework": "vllm", "intentId": "9ba2a23874384a56be4638ebb9dc086e", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602226+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624125+00:00", "framework": "vllm", "intentId": "aeb77f86e5654c11b1a824e46dc291fa", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602223+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624071+00:00", "framework": "vllm", "intentId": "0f1eee6c7b694312b80918ac0a8c00b7", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602221+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.624016+00:00", "framework": "vllm", "intentId": "53e62a1cafef4357bb4889547eb3d922", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602218+00:00", "configFingerprint": "f7d2aee0bcf1396cd8ab3b1064b6a032eccc04f2d655a336023e13528574903d", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623965+00:00", "framework": "vllm", "intentId": "a443005efc5b4776b41a55f9bcb2551f", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602216+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623912+00:00", "framework": "vllm", "intentId": "6606f2635a0b46218211f6894500823d", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602213+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623860+00:00", "framework": "vllm", "intentId": "c29335b63bc94a0ca9b52074c303dd9c", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602210+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623806+00:00", "framework": "vllm", "intentId": "9a963540ddfa42199613df1702b54387", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602208+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623749+00:00", "framework": "vllm", "intentId": "ed3075752cd24647ad1000cb35384d35", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602205+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623676+00:00", "framework": "vllm-mlu", "intentId": "170e927c0c7442cc846a2d306dd155c4", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602202+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623632+00:00", "framework": "vllm_tokenizer_patch", "intentId": "97117825a1b64caa92007aa3b1b97d1d", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602199+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623594+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8e338e82391e4852a5719a789daa4ce9", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602197+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623556+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a81ebf5914b84deaa8ed7351bf45bfa6", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602194+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623518+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ffd36cff5574469bab21ead382cbb197", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602191+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623481+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9887da5701914ea781554ecff9d6f9ba", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602189+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623443+00:00", "framework": "vllm_tokenizer_patch", "intentId": "97ebd5a5b8bb445e9d1de6d775904c3c", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602186+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623405+00:00", "framework": "vllm_tokenizer_patch", "intentId": "bd7e4c15f01b47098185e7bbf9f45e9e", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602183+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623367+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3eec34b0850f46399f46fd34fe89097e", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602181+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623328+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b3b133539f0c404a96d7a553cbeee30c", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602178+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623290+00:00", "framework": "vllm_tokenizer_patch", "intentId": "efcb8c13871a46cab11383e6e564bd01", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602175+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623244+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b1f8a753c28c4e14be1d5ed63ea6bf38", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602172+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623203+00:00", "framework": "vllm_tokenizer_patch", "intentId": "138d254144d2485da825e109944087a7", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602169+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623154+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0506bf0e637846649420908051eeaf0e", "repoId": "amd/gpt-oss-20b-BF16-w8a8-llmcompressor", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602167+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623105+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ce97ba09fa6c476bb3c31be9bb81e4fc", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602163+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623055+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3f80951121a342ed9539448b7201f80f", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602161+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.623005+00:00", "framework": "vllm_tokenizer_patch", "intentId": "86454e05448749e58de256e53ed846cb", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602158+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622951+00:00", "framework": "vllm_tokenizer_patch", "intentId": "684cbe6dde1e4fce9b3e77cb6e77764a", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602155+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622896+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e351f095c49748a6a1435ccab5fb5861", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602151+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622825+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1f01fb85d0784f009af56499e9280b69", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602148+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622751+00:00", "framework": "vllm_fix_tokenizer", "intentId": "096a9643f1d2400391fcac27f39bb246", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602142+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622600+00:00", "framework": "vllm_tokenizer_patch", "intentId": "73bd6955927b4db386f65b2b9085b83d", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602138+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622543+00:00", "framework": "vllm_tokenizer_patch", "intentId": "bfa2048e38264ad2813e754d344a5f8a", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602123+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622425+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fcb4e7a42c124d8f99d8550684ff90ea", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168981+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089648+00:00", "framework": "vllm", "intentId": "b40c0ca6631c47f99702d138b459994e", "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168978+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089588+00:00", "framework": "vllm", "intentId": "61decf323f2c48738145ee771f6fbe92", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168976+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089528+00:00", "framework": "vllm", "intentId": "f6ab4ed201604b94a04a91935193921a", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} @@ -1863,59 +1863,3 @@ {"batchId": "a0638aa6b9d441fc8127d1ff98b0380e", "completedAt": "2026-09-20T02:22:36.529135+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-10T13:27:22.633245+00:00", "framework": "vllm", "intentId": "8986a9476a034876a874432fe981a93c", "repoId": "laion/swesmith-nl2bash-stack-bugsseq", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "success", "targetGpu": "Biren_166m", "taskId": "4760700", "taskType": "text-generation"} {"batchId": "3601d2529e2f4dbab4abc91721a031a6", "completedAt": "2026-09-20T01:08:42.115049+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-19T12:27:15.291074+00:00", "framework": "vllm_tokenizer_patch", "intentId": "56909ec2a21e4e3f9e0a55deb70d46c0", "repoId": "Arain119/Sophia", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "failed", "targetGpu": "Ascend_910-b3", "taskId": "4956471", "taskType": "text-generation"} {"batchId": "17f9bc75c9254b23a97517096a945dfd", "completedAt": "2026-09-20T00:27:18.357432+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-09T17:53:27.791335+00:00", "framework": "vllm-mlu", "intentId": "e8b41bd8a15a4f4ab9051c3e998dfc85", "repoId": "laion/swesmith-nl2bash-stack-bugsseq", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "success", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4744096", "taskType": "text-generation"} -{"batchId": "f816e6565fe444669835a94976631ea7", "completedAt": "2026-09-20T00:16:36.609798+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-09T12:30:11.642030+00:00", "framework": "vllm-patch-tokenizer", "intentId": "08918ccd2106499da0f734c6bc7740cb", "repoId": "OpenBMB/MiniCPM5-2B-Midtrain", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "failed", "targetGpu": "hygon_k100-ai", "taskId": "4740399", "taskType": "text-generation"} -{"batchId": "db27e9db197c42dc94ffe5402a352709", "completedAt": "2026-09-20T00:06:42.698901+00:00", "configFingerprint": "53aadead5bb69dd6c72976cf6353832080116244f86ffae86297646e5bb48fdc", "configSource": "modelhub_live", "createdAt": "2026-09-09T17:36:32.806270+00:00", "framework": "vllm", "intentId": "8a6a0d910b6d442099b3554dba8c1c6a", "repoId": "laion/swesmith-nl2bash-stack-bugsseq", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "success", "targetGpu": "Ascend_910-b3", "taskId": "4743919", "taskType": "text-generation"} -{"batchId": "4cc812b7f6074338b0c6ed46bdd2672b", "completedAt": "2026-09-19T04:58:26.492770+00:00", "configFingerprint": "c240df8c4ef51c3028e28d4dbd670173f9ac1f001d6c73625ec2cdaccb288665", "configSource": "modelhub_live", "createdAt": "2026-09-19T04:58:15.480275+00:00", "framework": "llamacpp", "intentId": "ee86b2205fef40f298072ec892726538", "repoId": "voconly/parakeet-unified-en-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "8d27d6d5a99748efbdd97223e640c598", "completedAt": "2026-09-18T14:35:12.136557+00:00", "configFingerprint": "359725c5cf0821e26681bc436dad944747db4ac72a1bf9e70b5f6f8e63a023b4", "configSource": "modelhub_live", "createdAt": "2026-09-18T14:35:06.015304+00:00", "framework": "llamacpp", "intentId": "10303336f4f24e2f98aa86764cc2f0fc", "repoId": "voconly/parakeet-unified-en-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} -{"batchId": "bfd8069a25c5437f87c1eb1f45b313b1", "completedAt": "2026-09-18T14:33:31.434713+00:00", "configFingerprint": "e1276bf11e548198418262ddca64a6c4514301bb26e65ecc7e04f8d8f0442b6b", "configSource": "modelhub_live", "createdAt": "2026-09-18T14:33:23.815503+00:00", "framework": "llamacpp", "intentId": "3c35cff71fae4e2997f1d1fa492cdda8", "repoId": "voconly/parakeet-unified-en-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "18470fd259dd4f84ad6911206103ac42", "completedAt": "2026-09-18T14:31:05.798368+00:00", "configFingerprint": "680fcdbc0952bbae15ed7a5a114782d3eaa8806d60778df64b3e1a99d41a066b", "configSource": "modelhub_live", "createdAt": "2026-09-18T14:30:53.123908+00:00", "framework": "llamacpp", "intentId": "c7daff34b5a4470ab91e00ee1da68653", "repoId": "voconly/parakeet-unified-en-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "7b34d30b36b84960b309c339307280be", "completedAt": "2026-09-18T14:29:14.588154+00:00", "configFingerprint": "4023430438177e2c9e6d37d65c4aaa0700ad0039607ec89242c9fb3f1e6b6590", "configSource": "modelhub_live", "createdAt": "2026-09-18T14:29:07.092009+00:00", "framework": "llamacpp", "intentId": "0bf904005c654e45b390c0da9b312d3f", "repoId": "voconly/parakeet-unified-en-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "ed42329ad6f94b39b43e21166a2a2c71", "completedAt": "2026-09-17T23:45:59.593486+00:00", "configFingerprint": "47dc6f58513c422378b98489139b7f878853c67218141658dd04797a1697ec65", "configSource": "modelhub_live", "createdAt": "2026-09-17T23:45:52.051601+00:00", "framework": "llamacpp", "intentId": "1ab4190def154dd3aebd5fd0715b8950", "repoId": "cix/DeepSeek-R1-Distill-Qwen-7B-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "c2e10cf6452e423981d38a63004dd883", "completedAt": "2026-09-17T23:43:07.017796+00:00", "configFingerprint": "8bc4d507911de4854472b528af8dc5c6d56a5204e4d8b63f6574daa9860969c5", "configSource": "modelhub_live", "createdAt": "2026-09-17T23:42:56.986023+00:00", "framework": "llamacpp", "intentId": "32e8c756da9f44de9a28ba9a5e916306", "repoId": "cix/DeepSeek-R1-Distill-Qwen-7B-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} -{"batchId": "72d423052f9b4136b28ca3fb938eba54", "completedAt": "2026-09-17T23:40:36.628883+00:00", "configFingerprint": "426a61c9b5f58e951c07f613e460757bd96cd19077a66d8b0e4d3261cd3f8ab9", "configSource": "modelhub_live", "createdAt": "2026-09-17T23:40:26.830525+00:00", "framework": "llamacpp", "intentId": "92282b825cbb4268bc2ff1346ae8b020", "repoId": "cix/DeepSeek-R1-Distill-Qwen-7B-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "e874e1d1f56a49efbafe4e0ff0fbb51a", "completedAt": "2026-09-17T23:37:50.229661+00:00", "configFingerprint": "f4649ce31ba41cb64c7b5461b7cb8df0bdaab768be4d915e596eccd3955d21f8", "configSource": "modelhub_live", "createdAt": "2026-09-17T23:37:42.467884+00:00", "framework": "llamacpp", "intentId": "998892ba38a04ea39ff147e574f2710f", "repoId": "cix/DeepSeek-R1-Distill-Qwen-7B-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "c945604d03a0456faf200395d6a52aa5", "completedAt": "2026-09-17T23:35:22.633135+00:00", "configFingerprint": "823658f2137b16a1f37146c1a931b2fbf4897567949d8f2574c65d386b2f55f0", "configSource": "modelhub_live", "createdAt": "2026-09-17T23:35:14.494265+00:00", "framework": "llamacpp", "intentId": "5f7c1d4a7731426cb8aa7785c11a0713", "repoId": "cix/DeepSeek-R1-Distill-Qwen-7B-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "ae5bdb69329a4a96b1ce09c0ba03079c", "completedAt": "2026-09-17T16:35:07.310650+00:00", "configFingerprint": "b6baecd58d56af0cffbdaf6618d9396f10d6baa962d2945e2b5446f2070d66a6", "configSource": "modelhub_live", "createdAt": "2026-09-17T16:34:52.086048+00:00", "framework": "llamacpp", "intentId": "544dd898a75441cca91b0819eae69470", "repoId": "voconly/cohere-transcribe-03-2026-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "dc557ed173284456b65de02d89689bdd", "completedAt": "2026-09-17T07:00:50.030789+00:00", "configFingerprint": "5ec090e92fba0f8471f90bb0af176a745ebf9604ae8d9957761f2bdcf7b7b894", "configSource": "modelhub_live", "createdAt": "2026-09-17T07:00:42.703320+00:00", "framework": "llamacpp", "intentId": "1e106c48321a4cdea39458e2629ff129", "repoId": "voconly/cohere-transcribe-03-2026-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "534b216536f14acab0831df3cca7c8b7", "completedAt": "2026-09-17T06:49:28.237705+00:00", "configFingerprint": "4ecf9a1a055b517fbf32a3498eaaf4a2d63b1c33abbcc170dd75fdec6cec9dc6", "configSource": "modelhub_live", "createdAt": "2026-09-17T06:49:18.457343+00:00", "framework": "llamacpp", "intentId": "b99b4231abe54ea698f0d5b126b52b6e", "repoId": "voconly/cohere-transcribe-03-2026-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} -{"batchId": "88766ff730f64477804cc1605a44aaef", "completedAt": "2026-09-17T06:47:36.731565+00:00", "configFingerprint": "1ab708db1a2ba32a19914fb2b2a3e2674a900769ee64ff9790813f664f2605cb", "configSource": "modelhub_live", "createdAt": "2026-09-17T06:47:30.033650+00:00", "framework": "llamacpp", "intentId": "ab6c54fec18f414bae4f6b66156c2c6a", "repoId": "voconly/cohere-transcribe-03-2026-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "c21c3c2ac06f4673ad4633dcdf920c9f", "completedAt": "2026-09-17T06:45:23.903886+00:00", "configFingerprint": "6312141456a465ea45787adaa2a67f52ccdc9977e79048e4b5eb028e31257dcc", "configSource": "modelhub_live", "createdAt": "2026-09-17T06:45:16.075434+00:00", "framework": "llamacpp", "intentId": "8f840afc4fa74218844d86d208e056cc", "repoId": "voconly/cohere-transcribe-03-2026-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "83639d5151dd4bb78879458f9850c53a", "completedAt": "2026-09-14T06:07:56.622377+00:00", "configFingerprint": "e4588bdbccc377f0f7599581ea0752e64b81eda54f82b575b6aaa81c27ce2e73", "configSource": "modelhub_live", "createdAt": "2026-09-14T06:07:48.751836+00:00", "framework": "llamacpp", "intentId": "35fd7d8028f54640b4d005111704edc0", "repoId": "voconly/nemotron-3.5-asr-streaming-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "9ea43510e22a43e9991959f19dd0f4a2", "completedAt": "2026-09-13T12:43:37.101071+00:00", "configFingerprint": "7d273c6d9a11c4e826d64fc44d3ae14d805bd3b1e6e663d4dd0b45567cfc5e3f", "configSource": "modelhub_live", "createdAt": "2026-09-13T12:43:27.207464+00:00", "framework": "llamacpp", "intentId": "ab083753c716462fbb8b0529ac182658", "repoId": "voconly/nemotron-3.5-asr-streaming-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} -{"batchId": "9370c3290d2242cebbdd1924870f426b", "completedAt": "2026-09-13T12:41:31.618354+00:00", "configFingerprint": "d7cf4e4fcae21f022bbcb9f71b3bb0ab37d6331cf8fd1cd3ad4ba75043690051", "configSource": "modelhub_live", "createdAt": "2026-09-13T12:41:17.857077+00:00", "framework": "llamacpp", "intentId": "8c62b06728694cd9b6f7c5c378f53285", "repoId": "voconly/nemotron-3.5-asr-streaming-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "1d3a5688cae04410969668a2e438424a", "completedAt": "2026-09-13T12:39:25.398487+00:00", "configFingerprint": "8135df5d785d2b4d7f379eb6c4b8713fe5fc1b96448a3403e4b313662765fa3b", "configSource": "modelhub_live", "createdAt": "2026-09-13T12:39:15.319689+00:00", "framework": "llamacpp", "intentId": "0b3c0d11e71240179f6fa3afe28d4021", "repoId": "voconly/nemotron-3.5-asr-streaming-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "d2cc7d13ff0a41e4851d5e885924002d", "completedAt": "2026-09-13T12:37:34.542447+00:00", "configFingerprint": "aaaf87e8cdde48a061be50ba149da43833517234a4d511ac59899b8971eb7149", "configSource": "modelhub_live", "createdAt": "2026-09-13T12:37:25.137136+00:00", "framework": "llamacpp", "intentId": "d7f0e36ea70b43da85c541097e3ae4d3", "repoId": "voconly/nemotron-3.5-asr-streaming-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "3d8ea5cfb1b4463186deaecd57181439", "completedAt": "2026-09-11T18:18:45.233173+00:00", "configFingerprint": "2cf5058acf9c5bb823914c7d9c505e7d3654b96e77d3349ed68eaec1f5014ac7", "configSource": "modelhub_live", "createdAt": "2026-09-11T18:18:26.469097+00:00", "framework": "llamacpp", "intentId": "52dcd9c431d54a84a0ae32dcc47745f2", "repoId": "TokenRhythm/NeoHorse-1-4B-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} -{"batchId": "3cfa37416a9349629e882947d2816a4f", "completedAt": "2026-09-11T10:27:40.997245+00:00", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-11T10:27:32.517524+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "11684395861643dd8cc4c1610b8518a9", "repoId": "nv-community/Qwen3.8-27B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "3cfa37416a9349629e882947d2816a4f", "completedAt": "2026-09-11T10:27:40.997200+00:00", "configFingerprint": "e57ef22c2d8b2b75e495765c383ba0c5b795fe18d7b7f1baf8dcfadd87065bd8", "configSource": "modelhub_live", "createdAt": "2026-09-11T10:27:32.516990+00:00", "framework": "llamacpp", "intentId": "a0656dc70ed9494580076f5910d1e348", "repoId": "TokenRhythm/NeoHorse-1-4B-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "75d7acb27d704801b2ce084de0bf3900", "completedAt": "2026-09-11T02:14:19.417302+00:00", "configFingerprint": "3487754ba6ce87b4107d75c6476a4c5e5528f9179ac18665ecda0531c247da5e", "configSource": "modelhub_live", "createdAt": "2026-09-11T02:14:10.788042+00:00", "framework": "llamacpp", "intentId": "a31ea00fe3a847e6b52279c71b1fd09a", "repoId": "TokenRhythm/NeoHorse-1-4B-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "48fe79bdc4a0484bba14fa2a07af6933", "completedAt": "2026-09-11T02:12:44.739847+00:00", "configFingerprint": "c1f271dda9371b5f36dfbd5e00a7ca4965598cb8e8f6269372dedb2aa3c7f308", "configSource": "modelhub_live", "createdAt": "2026-09-11T02:12:38.157246+00:00", "framework": "llamacpp", "intentId": "150750f7f09948b6ab86b41f2c5f2cfc", "repoId": "TokenRhythm/NeoHorse-1-4B-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "ed9c230d709143888b7cc775c28ac822", "completedAt": "2026-09-11T02:10:43.582604+00:00", "configFingerprint": "05636f33fb361e7d900b9e0f90baa43390827738f2428d112041bc9249f8752d", "configSource": "modelhub_live", "createdAt": "2026-09-11T02:10:37.024081+00:00", "framework": "llamacpp", "intentId": "00dd5f425f444388ba56096be3499e0a", "repoId": "TokenRhythm/NeoHorse-1-4B-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "93abbd86b4564ff2b94a94e46d15997c", "completedAt": "2026-09-10T02:01:15.152981+00:00", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-09-10T02:01:07.997982+00:00", "framework": "vllm", "intentId": "f62de0b86d234667845793d4dabba8be", "repoId": "nv-community/Qwen3.8-27B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Iluvatar_mrv-100", "taskId": null, "taskType": "text-generation"} -{"batchId": "60b640169cee4eb6aeaf36aa752d68d4", "completedAt": "2026-09-09T21:08:33.584377+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-09T21:08:21.304731+00:00", "framework": "vllm_fix_tokenizer", "intentId": "31500eb429ef4b3cbc844e4096a6b5f6", "repoId": "nv-community/Qwen3.8-27B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "395e59f0f1df48fcb2e0269b69d9bce5", "completedAt": "2026-09-09T16:24:21.684805+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-09T16:24:14.160686+00:00", "framework": "vllm", "intentId": "e2523fa4e63645688fd5e7c0c7c1a5d5", "repoId": "nv-community/Qwen3.8-27B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "uniqueness_rejected", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "d0942fa9e52e4482bacc60b313290ce2", "completedAt": "2026-09-09T16:16:23.902540+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-09T16:16:13.006131+00:00", "framework": "vllm", "intentId": "7c2f9bbae1ab456ca72460d87d1616fb", "repoId": "nv-community/Qwen3.8-27B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "2f04197ee32440eea3cdfa0ec043eae9", "completedAt": "2026-09-09T16:14:47.413593+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-09T16:14:39.743625+00:00", "framework": "vllm_tokenizer_patch", "intentId": "eb3cb26bd2e14d96b9521bc7857db752", "repoId": "nv-community/Qwen3.8-27B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "b8407de3dc7a403aa23ecdeb1e17049d", "completedAt": "2026-09-09T16:13:12.609082+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-09T16:13:05.275424+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1b021bb6a81a4ce8a5630e5da8cf5a71", "repoId": "nv-community/Qwen3.8-27B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Vastai_va16", "taskId": null, "taskType": "text-generation"} -{"batchId": "39c0e1874f1d4ffd96d3621958e291e6", "completedAt": "2026-09-09T16:11:23.179839+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-09T16:11:15.077615+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c3171b7f5ece4cd5bfd3a1ad271a14b6", "repoId": "nv-community/Qwen3.8-27B-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "a60570fa5dcb44c7bf880038f13621c6", "completedAt": "2026-09-09T08:00:24.639611+00:00", "configFingerprint": "0472cd05a00fd297acafdaac68345b236d7ef319a9b2ea69dd706a6bfdf1d13f", "configSource": "modelhub_live", "createdAt": "2026-09-09T08:00:23.769042+00:00", "framework": "llamacpp", "intentId": "f621893eece74d22b2078a77aff2102c", "repoId": "prithivMLmods/NeoHorse-1-4B-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} -{"batchId": "1eea5a28d93e42b5a195638f3bb3f7af", "completedAt": "2026-09-09T07:39:34.842596+00:00", "configFingerprint": "47a0572a61bceac043c28459b862a3def4dcf4567598ee57591fe30dedbe2abc", "configSource": "modelhub_live", "createdAt": "2026-09-09T07:39:33.932944+00:00", "framework": "llamacpp", "intentId": "8814efbaef3e4c238bbdad81ec144175", "repoId": "prithivMLmods/NeoHorse-1-4B-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "ef3d509390a24dfcb07c892e0624b6cb", "completedAt": "2026-09-09T07:39:29.277319+00:00", "configFingerprint": "8357e6faba6aa56a6b11ab53ecc09873d618ce6d73a8318fc3b7b5dca52d0d21", "configSource": "modelhub_live", "createdAt": "2026-09-09T07:39:27.911864+00:00", "framework": "llamacpp", "intentId": "656d8df7f3e34baf9369f21cc59f3ae5", "repoId": "prithivMLmods/NeoHorse-1-4B-GGUF", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "5fd9b572f2a8459b8483a45ba0fa081a", "completedAt": "2026-09-09T06:00:14.819412+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-08T15:58:19.548392+00:00", "framework": "vllm_fix_tokenizer", "intentId": "815ca240add34e2a89178f300492cdb4", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "failed", "targetGpu": "Vastai_va16", "taskId": "4722293", "taskType": "text-generation"} -{"batchId": "10012ad5a5454f809db73db65b75b3ad", "completedAt": "2026-09-09T03:01:32.489249+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-08T14:03:44.105875+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ff62ec0a12a647e9a16d2f27a5568fcc", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "failed", "targetGpu": "hygon_k100-ai", "taskId": "4720262", "taskType": "text-generation"} -{"batchId": "eeac00d083ec44cfab97b0e218096561", "completedAt": "2026-09-09T02:15:45.178183+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-09T02:14:38.638597+00:00", "framework": "vllm_fix_tokenizer", "intentId": "82aec98d108c4a739f796205f0b7e0f3", "repoId": "FlagRelease/DeepSeek-R1-Distill-Qwen-1.5B-mthreads-FlagOS", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "eeac00d083ec44cfab97b0e218096561", "completedAt": "2026-09-09T02:15:45.178181+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-09T02:14:38.638554+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ad5ea39d410843a8b656261e5c920bb3", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-MLX-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "eeac00d083ec44cfab97b0e218096561", "completedAt": "2026-09-09T02:15:45.178178+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-09T02:14:38.638512+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d3f7ceda4de14e48bb45e9bf26d8bd83", "repoId": "cyankiwi/Ornith-1.5-9B-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "eeac00d083ec44cfab97b0e218096561", "completedAt": "2026-09-09T02:15:45.178175+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-09T02:14:38.638470+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1a5a64c1412044a9a98ccb426f8a12a8", "repoId": "r0b0tlab/Qwen3.8-27B-NVFP4-MTP-sm121", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "eeac00d083ec44cfab97b0e218096561", "completedAt": "2026-09-09T02:15:45.178172+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-09T02:14:38.638427+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d039d3854a90439e9a876e88ea0d647a", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Quality-FP16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "eeac00d083ec44cfab97b0e218096561", "completedAt": "2026-09-09T02:15:45.178170+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-09T02:14:38.638384+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6bfa4b907aa240ef960613d83ee98f20", "repoId": "groxaxo/Qwen3.8-27B-GPTQ-Pro-4bit-g64-calib128", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "eeac00d083ec44cfab97b0e218096561", "completedAt": "2026-09-09T02:15:45.178167+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-09T02:14:38.638325+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2341145971c3415c8da10dda06ced477", "repoId": "empero-ai/Qwen3.8-4B-Distill", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "eeac00d083ec44cfab97b0e218096561", "completedAt": "2026-09-09T02:15:45.178164+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-09T02:14:38.638277+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0f6c7110108b471999c4f60ad5a4c383", "repoId": "INC4AI/Qwen3-Next-80B-A3B-Thinking-int4-mixed-AutoRound", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "eeac00d083ec44cfab97b0e218096561", "completedAt": "2026-09-09T02:15:45.178160+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-09T02:14:38.638233+00:00", "framework": "vllm_fix_tokenizer", "intentId": "311b38a419674c06bed602af9f361c50", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "eeac00d083ec44cfab97b0e218096561", "completedAt": "2026-09-09T02:15:45.178156+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-09T02:14:38.638190+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7815bbfe71c64332a7a9d5ea7922c97e", "repoId": "inferencerlabs/DeepSeek-V4-Flash-MTP-DSpark-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "eeac00d083ec44cfab97b0e218096561", "completedAt": "2026-09-09T02:15:45.178138+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-09T02:14:38.638080+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b810a05c1511479c9ddc0ba51cab16dd", "repoId": "hf/KyleHessling1-Qwopus3.6-27B-Fusion-BF16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "eeac00d083ec44cfab97b0e218096561", "completedAt": "2026-09-09T02:15:45.178116+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-09T02:14:38.637954+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d176a3ca8d564da2b2a3f63c5dd805b5", "repoId": "RWKV/RWKV7-2.9B-20260805", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "e5c99d9fc06b4810be0e75d00781f75f", "completedAt": "2026-09-09T02:03:32.398123+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:28:08.998160+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e2880ac3b3e042eaa775b89bad0c9d87", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "failed", "targetGpu": "Kunlunxin_p-800", "taskId": "4669861", "taskType": "text-generation"} -{"batchId": "3a665fff32cd431dac134620648d6618", "completedAt": "2026-09-09T01:56:50.024813+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-08T06:46:06.020505+00:00", "framework": "vllm-mlu", "intentId": "6d26c55ca67a48adaf694442e825cf89", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "failed", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4712817", "taskType": "text-generation"} -{"batchId": "3a665fff32cd431dac134620648d6618", "completedAt": "2026-09-08T23:52:51.014278+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-08T06:46:06.020692+00:00", "framework": "vllm-mlu", "intentId": "c5c507a1e5c8416cb75ca754f6cbc205", "repoId": "mlx-community/Qwen3.8-27B-MTP-mxfp4", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "failed", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4712822", "taskType": "text-generation"} -{"batchId": "cee6169876d54535a82de17023f1bb2b", "completedAt": "2026-09-08T23:08:11.099526+00:00", "configFingerprint": "533968aac3b9c90272dfbe2866791f782e077f0dceee5b6ffffce48ba6674a10", "configSource": "modelhub_live", "createdAt": "2026-09-05T09:38:42.735107+00:00", "framework": "vllm", "intentId": "a5f015e0b1af4bacb4ded266c4881e63", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "failed", "targetGpu": "MetaX_c-500", "taskId": "4645739", "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index c3493b1568..4dbf1102a7 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -1,6 +1,6 @@ { "acceptedByCategory": { - "unified_success_first": 1702 + "unified_success_first": 1703 }, "acceptedByRoute": { "text-generation|Ascend_910-b3|llamacpp": 17, @@ -13,7 +13,7 @@ "text-generation|Biren_166m|vllm_fix_tokenizer": 13, "text-generation|Cambricon_mlu-370-x4|vllm": 48, "text-generation|Cambricon_mlu-370-x4|vllm-customized": 2, - "text-generation|Cambricon_mlu-370-x4|vllm-mlu": 79, + "text-generation|Cambricon_mlu-370-x4|vllm-mlu": 80, "text-generation|Cambricon_mlu-370-x8|vllm": 48, "text-generation|Cambricon_mlu-370-x8|vllm-customized": 26, "text-generation|Cambricon_mlu-370-x8|vllm-mlu": 89, @@ -36,8 +36,8 @@ "text-generation|hygon_k100-ai|vllm": 26, "text-generation|hygon_k100-ai|vllm-patch-tokenizer": 107 }, - "acceptedSinceRefresh": 1702, - "acceptedTotal": 1702, - "generatedAt": "2026-09-20T06:41:44.116127+00:00", + "acceptedSinceRefresh": 1703, + "acceptedTotal": 1703, + "generatedAt": "2026-09-20T06:56:15.549595+00:00", "version": 1 } diff --git a/ledger/submissions.jsonl b/ledger/submissions.jsonl index 5fd0f5dddc..766107c1c3 100644 --- a/ledger/submissions.jsonl +++ b/ledger/submissions.jsonl @@ -1049,3 +1049,4 @@ {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T05:16:13.358703+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4971314", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "modelId": "BAAI/RoboBrain2.5-8B-MT", "submitTime": "2026-09-20T05:16:13.351034+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4971313", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-bi-150"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "modelId": "inclusionAI/Ling-3.0-tiny", "submitTime": "2026-09-20T06:19:35.394755+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4972231", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} +{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "modelId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T06:49:15.390546+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4972568", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x4"} diff --git a/manifest.json b/manifest.json index 7e5a375ed0..0cc190b815 100644 --- a/manifest.json +++ b/manifest.json @@ -9,16 +9,16 @@ ".modelhub_state/queue_cleanup_latest.json": "a43deb60b6f751b76576986b5c89b51a2b8d469239d82ff9136f564b25b03b2c", ".modelhub_state/recent_outcomes.jsonl": "4b7938bcc5b2b904aebaad1319021584da98a5d1dd5fda519e187df40272316c", ".modelhub_state/recovery_active_tasks.jsonl": "b161018d4e892070ad56db069a129b1d6fe361ee3acb0631a0b23ff909ec9679", - ".modelhub_state/recovery_intents.jsonl": "e9fa4c87283649721ee4ba731629dcbbb25c7935b99f4804fa17515c8ecbd32d", - ".modelhub_state/routing_intelligence.json": "0d7643dfc965ba7f9be6922e82828a8de06e4c96ad93e5c191e807d3291ba7f1", + ".modelhub_state/recovery_intents.jsonl": "afe533bb593c0655868d2125add0aa738542c916095538e6ffd36f4782ae3e3a", + ".modelhub_state/routing_intelligence.json": "df5abbfcc8df8309cd481ce94099ffba3a4a9530fe59665a6372bba4f3f97741", ".modelhub_state/submission_exclusions.jsonl": "221be895a524330815b3c5124450b33c94b5f1e68169030c73684bf675d06ec7", ".modelhub_state/worker_crashes.jsonl": "a494412048eca6dce83e7284303a6b4b56a445c1274ac201ab8723c739a14f23", - "ledger/submissions.jsonl": "8b9775fe14ed0e8e3a28b5071891bb32d893a65b2b540570e0bc670a1c2b6712", - "outcomes/submissions.jsonl": "4cd4e6442b67a415b216b2b97ae3c43d43effd5f29ec25e756cb154650c3705b" + "ledger/submissions.jsonl": "bcd6e810a86987253755053027abe18310129fafb887de6381b72712bf331b82", + "outcomes/submissions.jsonl": "dee4d53c06eafa258dfdced671198ad2bd6d777f3cf92f257dd60636f50ef5ec" }, - "generation": 10328, - "phase": "intent", + "generation": 10329, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-09-20T06:49:08.743719+00:00", + "updatedAt": "2026-09-20T06:56:15.776086+00:00", "writerId": "fc715c06e24c4db2ae3e425e435db996" } diff --git a/outcomes/submissions.jsonl b/outcomes/submissions.jsonl index e42e2410a7..7208fa5f2b 100644 --- a/outcomes/submissions.jsonl +++ b/outcomes/submissions.jsonl @@ -1081,3 +1081,4 @@ {"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "modelProfile": {"architectures": ["Gemma2ForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 7963207224, "estimatedRequiredGiB": 8.924, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gemma2", "modelscopeFileSize": 7985124714, "modelscopeLicense": "llama2", "modelscopeParams": 10159209984, "modelscopeTags": ["license:llama2", "model_type:gemma2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 7985124714}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T06:32:07.434077+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4972417", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm-mlu", "lastSyncTime": null, "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelProfile": {"architectures": ["Phi3ForCausalLM"], "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 14289052464, "estimatedRequiredGiB": 15.972, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "phi3", "modelscopeFileSize": 14291553638, "modelscopeLicense": "mit", "modelscopeParams": 13960238080, "modelscopeTags": ["license:mit", "model_type:phi3", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:fp8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 14291553638}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T06:33:31.623471+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4972418", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "modelProfile": {"architectures": ["MistralForCausalLM"], "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 8308282608, "estimatedRequiredGiB": 9.319, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "mistral", "modelscopeFileSize": 8338221588, "modelscopeLicense": "llama2", "modelscopeParams": 12247782400, "modelscopeTags": ["license:llama2", "model_type:mistral", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 8338221588}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T06:34:00.535697+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4972450", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm-mlu", "lastSyncTime": null, "modelId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2024670536, "estimatedRequiredGiB": 2.273, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 2033824885, "modelscopeLicense": "llama3.2", "modelscopeParams": 1498482688, "modelscopeTags": ["license:llama3.2", "model_type:llama", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:llama", "custom_tag:llama-3", "custom_tag:neuralmagic", "custom_tag:llmcompressor"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 2033824885}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T06:49:15.390546+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4972568", "taskType": "text-generation", "verifyResult": null}