CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11573 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 17:17:42 +00:00
parent 4d47102b54
commit 3d71e55964
5 changed files with 105 additions and 140 deletions
Download Patch File Download Diff File Expand all files Collapse all files

174
.modelhub_state/recovery_intents.jsonl
View File

@@ -2149,68 +2149,68 @@
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662893+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.227691+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fe4f5021d5e5486f84ed19784d4bf60c", "lastModified": "2026-08-24T18:26:59+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/nonuniform", "reason": null, "reconciledAt": "2026-09-21T16:58:33.762346+00:00", "repoId": "nm-testing/nonuniform", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Ascend_910-b3", "taskId": "5003752", "taskType": "text-generation"}
{"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662910+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.227920+00:00", "framework": "vllm", "intentId": "99ca3a53cef64e7fbd321817525860cf", "lastModified": "2026-08-26T19:32:38+00:00", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "reason": null, "reconciledAt": "2026-09-21T16:58:33.762597+00:00", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Kunlunxin_p-800", "taskId": "5003786", "taskType": "text-generation"}
{"batchId": "0fb326af7c3f4fbd81032919473afe19", "completedAt": "2026-09-21T16:50:25.346376+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:50:02.712908+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0fe41d835fc44732b8c2962400ba8dc4", "lastModified": "2026-09-21T15:48:16+00:00", "modelAddress": "https://modelscope.cn/models/amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "reason": null, "reconciledAt": "2026-09-21T16:58:33.761472+00:00", "repoId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Kunlunxin_p-800", "taskId": "5004126", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "b3ef6bcf57e6bb4fc9ede989e67a765b0e40b19fbd407f1f8452833c12bd5c38", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.703649+00:00", "framework": "vllm-mlu", "intentId": "2ab4aabf22fd476c85de3ed480d33823", "lastModified": "2026-08-24T18:24:11+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "b3ef6bcf57e6bb4fc9ede989e67a765b0e40b19fbd407f1f8452833c12bd5c38", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.703768+00:00", "framework": "vllm-mlu", "intentId": "ebbb025692f743389e269dfcba426490", "lastModified": "2026-08-24T18:26:53+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a16-per-channel", "repoId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.703822+00:00", "framework": "vllm_tokenizer_patch", "intentId": "7770b408bee24bc49eea4f539c12bef9", "lastModified": "2026-08-24T19:35:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.703864+00:00", "framework": "vllm_tokenizer_patch", "intentId": "017881086afe4798903837c6c77468b9", "lastModified": "2026-08-24T19:10:38+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.703902+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8c6133d60857463e8a97af8ed0750838", "lastModified": "2026-08-24T19:21:33+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.703954+00:00", "framework": "vllm", "intentId": "28a7dca059a14e22b9df45c389229760", "lastModified": "2026-09-04T12:06:20+00:00", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "repoId": "inclusionAI/Ling-3.0-tiny", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704013+00:00", "framework": "vllm_fix_tokenizer", "intentId": "73362ebb20b04c6d937051fe1800d1ce", "lastModified": "2026-08-24T18:06:52+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3.1-8B-Instruct-FP8-hf", "repoId": "nm-testing/Meta-Llama-3.1-8B-Instruct-FP8-hf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704058+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9f97c493e19b4ea39895181c1d12324a", "lastModified": "2026-09-12T12:30:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704101+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a36188d65f0c442a81c8a0b2a326c183", "lastModified": "2026-08-24T20:22:00+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704144+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e0ded25d91334e5a81b2e195cc23cc49", "lastModified": "2026-08-24T20:22:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704186+00:00", "framework": "vllm_fix_tokenizer", "intentId": "deeab45d49274acc9dab1178f55ec6b9", "lastModified": "2026-08-24T19:42:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-FP8", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704229+00:00", "framework": "vllm_fix_tokenizer", "intentId": "711f51133fb04171b63c865b62746298", "lastModified": "2026-08-24T20:17:00+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704271+00:00", "framework": "vllm_fix_tokenizer", "intentId": "322b2fd8752c430e885c22df4805f75d", "lastModified": "2026-08-24T19:39:28+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704313+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b706c607186e4de48037f68eac3c1de1", "lastModified": "2026-08-24T20:29:58+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704356+00:00", "framework": "vllm_fix_tokenizer", "intentId": "33a2f0590fe04efeb39366c1b05f9160", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704398+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c2cc823e1ffd4e2cae3acacb5b93c37f", "lastModified": "2026-08-24T20:26:53+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704441+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5f4dd1d1d5b24cc8a8bacbb1adbdd7af", "lastModified": "2026-08-26T12:23:38+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704484+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1c2b03b551bc46d6825428bab76bd4fd", "lastModified": "2026-09-03T18:32:29+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Apodex-1.1-mini-AWQ-INT4", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704526+00:00", "framework": "vllm_fix_tokenizer", "intentId": "345d914dd01b442cbefc71501783ad67", "lastModified": "2026-09-09T06:31:08+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704569+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b8feae9b0bd44421961f1b39cdf5d52f", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704611+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7f34b3d00d474e98a40018aaadef4083", "lastModified": "2026-09-09T06:27:24+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704653+00:00", "framework": "vllm_fix_tokenizer", "intentId": "41284449ddc54efb8224f822eb02a4eb", "lastModified": "2026-08-28T05:30:04+00:00", "modelAddress": "https://modelscope.cn/models/whcl412/mlx-LycheeAI-coder-1.7b", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704715+00:00", "framework": "vllm_fix_tokenizer", "intentId": "952f1bd4f23f4a6385b6ebd7d45aa028", "lastModified": "2026-08-26T19:32:38+00:00", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704758+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b44996202a114ce68f4f1ed5d78bdf12", "lastModified": "2026-09-09T06:50:48+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704800+00:00", "framework": "transformers", "intentId": "9e7a1402ca7d474598931eabda8e1bc4", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704862+00:00", "framework": "transformers", "intentId": "db396f6a1f9540d4ae740110285b68a0", "lastModified": "2026-08-24T20:10:58+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704924+00:00", "framework": "transformers", "intentId": "e4d015652fb14fcdabc16158f0e703fe", "lastModified": "2026-08-24T19:54:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704985+00:00", "framework": "transformers", "intentId": "9cd7c9b0f7af4bd987c8e06d74f3a069", "lastModified": "2026-08-24T20:36:33+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705046+00:00", "framework": "transformers", "intentId": "27932c6457004a7fbd2d23d6efaff3ab", "lastModified": "2026-08-24T20:33:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705107+00:00", "framework": "transformers", "intentId": "427f284576464044b7255f7ec8a1f9e2", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705167+00:00", "framework": "transformers", "intentId": "a2b2ab4197c446cd83b4f1f29f27470f", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705228+00:00", "framework": "transformers", "intentId": "bf0a306a187449938b58fedf78e7dc97", "lastModified": "2026-08-24T19:08:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705289+00:00", "framework": "transformers", "intentId": "f6e4427ea5e243038178394eeea43d38", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705350+00:00", "framework": "transformers", "intentId": "1a839abc9ec64e7e9dcdcd9ab673aced", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705411+00:00", "framework": "transformers", "intentId": "e802730d780c45ae9a4b1b2fe6cee458", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705472+00:00", "framework": "transformers", "intentId": "0b17c833d622437a89dd3304d2fa1cf4", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705532+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ebd250e910e748cea11aa5ad3581866a", "lastModified": "2026-08-24T20:04:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705575+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e53186eea7d04a74b72c35ff403edc80", "lastModified": "2026-08-24T19:53:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705617+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0f8ea45e9a8e488a845b0d9f22760599", "lastModified": "2026-08-24T19:39:27+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-FP8", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705659+00:00", "framework": "vllm-patch-tokenizer", "intentId": "daa4ea1ab2234325b8845c87bf0a7b6a", "lastModified": "2026-08-24T19:39:21+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705705+00:00", "framework": "vllm-patch-tokenizer", "intentId": "28620b36218c41fba0efd9ce967a4232", "lastModified": "2026-08-24T19:39:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705747+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f377c35a89ad46c294a3cb94ac6cc97c", "lastModified": "2026-08-24T19:26:17+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705790+00:00", "framework": "vllm-patch-tokenizer", "intentId": "48dbb20281dc46ae95444bfdae62dc1a", "lastModified": "2026-08-24T19:34:42+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705831+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ea6484f1967547b590d8b6b4526fb6e9", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705873+00:00", "framework": "vllm-patch-tokenizer", "intentId": "9171f929a96e41a7b441bf963238c635", "lastModified": "2026-08-24T19:36:07+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705914+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b1f98cc5ed8146408515dd4732d87fb0", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705956+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7e7038801d2841db9196fdf92eecc9db", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705998+00:00", "framework": "vllm", "intentId": "251793cebe9c436e9978003e3e0f51b6", "lastModified": "2026-08-24T19:34:25+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706045+00:00", "framework": "vllm", "intentId": "f4f9c850ca7c419da19cd7d1adc4511f", "lastModified": "2026-08-24T20:09:59+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-2-7b-chat-quantized.w8a8", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706092+00:00", "framework": "vllm", "intentId": "74a5c4c55a374e9985272711c3927ffc", "lastModified": "2026-08-24T18:26:39+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-static-v2", "repoId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706139+00:00", "framework": "vllm", "intentId": "935f73d13426414ea23df8acf6c28c5c", "lastModified": "2026-08-24T18:28:40+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-marlin24-w4a16-group128", "repoId": "nm-testing/tinyllama-marlin24-w4a16-group128", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706186+00:00", "framework": "vllm", "intentId": "8a487724047e49d9995d6651e65df989", "lastModified": "2026-08-24T18:12:10+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706232+00:00", "framework": "vllm", "intentId": "08a39c6ff5104585aa0c15a8429d7711", "lastModified": "2026-08-24T18:26:59+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/nonuniform", "repoId": "nm-testing/nonuniform", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706279+00:00", "framework": "vllm", "intentId": "71f2642bd8104ec984119bf5ceb72f4e", "lastModified": "2026-08-24T20:10:55+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706326+00:00", "framework": "vllm", "intentId": "659cd90e5296498197b914bb4922c8ec", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706372+00:00", "framework": "vllm", "intentId": "3c404079752e4b6bb1bd92c40764cbc0", "lastModified": "2026-08-24T19:59:13+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706418+00:00", "framework": "vllm", "intentId": "8ad1ff18ae404bbdb5b225fc6c8a746e", "lastModified": "2026-08-24T19:51:52+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706464+00:00", "framework": "vllm", "intentId": "82c77e22874947e2b3662acb4a2496d0", "lastModified": "2026-08-24T20:02:14+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706511+00:00", "framework": "vllm", "intentId": "a946c4d8d67145c2a4bf8e3112cb4e8e", "lastModified": "2026-09-08T15:45:26+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706557+00:00", "framework": "vllm_tokenizer_patch", "intentId": "1408ca1d3cfa42449273b93f7c7042c8", "lastModified": "2026-08-24T19:46:26+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706598+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5f79ce7b0571469f9fbef2d120b6ef32", "lastModified": "2026-08-26T12:24:21+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706637+00:00", "framework": "vllm_tokenizer_patch", "intentId": "cf15f0ee588d46bdbb77e0e59a2c0173", "lastModified": "2026-08-26T12:23:32+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427439+00:00", "configFingerprint": "b3ef6bcf57e6bb4fc9ede989e67a765b0e40b19fbd407f1f8452833c12bd5c38", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.703649+00:00", "framework": "vllm-mlu", "intentId": "2ab4aabf22fd476c85de3ed480d33823", "lastModified": "2026-08-24T18:24:11+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "reason": null, "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5004388", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427454+00:00", "configFingerprint": "b3ef6bcf57e6bb4fc9ede989e67a765b0e40b19fbd407f1f8452833c12bd5c38", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.703768+00:00", "framework": "vllm-mlu", "intentId": "ebbb025692f743389e269dfcba426490", "lastModified": "2026-08-24T18:26:53+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a16-per-channel", "reason": null, "repoId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5004390", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427458+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.703822+00:00", "framework": "vllm_tokenizer_patch", "intentId": "7770b408bee24bc49eea4f539c12bef9", "lastModified": "2026-08-24T19:35:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "reason": null, "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Ascend_910-b3", "taskId": "5004418", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427472+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.703902+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8c6133d60857463e8a97af8ed0750838", "lastModified": "2026-08-24T19:21:33+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a8", "reason": null, "repoId": "neuralmagic/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "5004391", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427475+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.703954+00:00", "framework": "vllm", "intentId": "28a7dca059a14e22b9df45c389229760", "lastModified": "2026-09-04T12:06:20+00:00", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "reason": null, "repoId": "inclusionAI/Ling-3.0-tiny", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "5004415", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427484+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704058+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9f97c493e19b4ea39895181c1d12324a", "lastModified": "2026-09-12T12:30:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "reason": null, "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5004389", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427505+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704313+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b706c607186e4de48037f68eac3c1de1", "lastModified": "2026-08-24T20:29:58+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "reason": null, "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5004440", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427525+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704526+00:00", "framework": "vllm_fix_tokenizer", "intentId": "345d914dd01b442cbefc71501783ad67", "lastModified": "2026-09-09T06:31:08+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "reason": null, "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5004470", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427528+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704569+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b8feae9b0bd44421961f1b39cdf5d52f", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "reason": null, "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5004419", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427620+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705956+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7e7038801d2841db9196fdf92eecc9db", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "reason": null, "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "5004581", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427653+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706511+00:00", "framework": "vllm", "intentId": "a946c4d8d67145c2a4bf8e3112cb4e8e", "lastModified": "2026-09-08T15:45:26+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "reason": null, "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5004582", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427655+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706557+00:00", "framework": "vllm_tokenizer_patch", "intentId": "1408ca1d3cfa42449273b93f7c7042c8", "lastModified": "2026-08-24T19:46:26+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "reason": null, "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5004583", "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427659+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706637+00:00", "framework": "vllm_tokenizer_patch", "intentId": "cf15f0ee588d46bdbb77e0e59a2c0173", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427657+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706598+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5f79ce7b0571469f9fbef2d120b6ef32", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427650+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706464+00:00", "framework": "vllm", "intentId": "82c77e22874947e2b3662acb4a2496d0", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427647+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706418+00:00", "framework": "vllm", "intentId": "8ad1ff18ae404bbdb5b225fc6c8a746e", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427644+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706372+00:00", "framework": "vllm", "intentId": "3c404079752e4b6bb1bd92c40764cbc0", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427641+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706326+00:00", "framework": "vllm", "intentId": "659cd90e5296498197b914bb4922c8ec", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427638+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706279+00:00", "framework": "vllm", "intentId": "71f2642bd8104ec984119bf5ceb72f4e", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427636+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706232+00:00", "framework": "vllm", "intentId": "08a39c6ff5104585aa0c15a8429d7711", "repoId": "nm-testing/nonuniform", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427634+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706186+00:00", "framework": "vllm", "intentId": "8a487724047e49d9995d6651e65df989", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427631+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706139+00:00", "framework": "vllm", "intentId": "935f73d13426414ea23df8acf6c28c5c", "repoId": "nm-testing/tinyllama-marlin24-w4a16-group128", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427628+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706092+00:00", "framework": "vllm", "intentId": "74a5c4c55a374e9985272711c3927ffc", "repoId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427626+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.706045+00:00", "framework": "vllm", "intentId": "f4f9c850ca7c419da19cd7d1adc4511f", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427622+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705998+00:00", "framework": "vllm", "intentId": "251793cebe9c436e9978003e3e0f51b6", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427617+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705914+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b1f98cc5ed8146408515dd4732d87fb0", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427614+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705873+00:00", "framework": "vllm-patch-tokenizer", "intentId": "9171f929a96e41a7b441bf963238c635", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427612+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705831+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ea6484f1967547b590d8b6b4526fb6e9", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427609+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705790+00:00", "framework": "vllm-patch-tokenizer", "intentId": "48dbb20281dc46ae95444bfdae62dc1a", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427607+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705747+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f377c35a89ad46c294a3cb94ac6cc97c", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427604+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705705+00:00", "framework": "vllm-patch-tokenizer", "intentId": "28620b36218c41fba0efd9ce967a4232", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427601+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705659+00:00", "framework": "vllm-patch-tokenizer", "intentId": "daa4ea1ab2234325b8845c87bf0a7b6a", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427598+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705617+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0f8ea45e9a8e488a845b0d9f22760599", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427596+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705575+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e53186eea7d04a74b72c35ff403edc80", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427593+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705532+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ebd250e910e748cea11aa5ad3581866a", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427590+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705472+00:00", "framework": "transformers", "intentId": "0b17c833d622437a89dd3304d2fa1cf4", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427588+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705411+00:00", "framework": "transformers", "intentId": "e802730d780c45ae9a4b1b2fe6cee458", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427585+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705350+00:00", "framework": "transformers", "intentId": "1a839abc9ec64e7e9dcdcd9ab673aced", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427583+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705289+00:00", "framework": "transformers", "intentId": "f6e4427ea5e243038178394eeea43d38", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427580+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705228+00:00", "framework": "transformers", "intentId": "bf0a306a187449938b58fedf78e7dc97", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427577+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705167+00:00", "framework": "transformers", "intentId": "a2b2ab4197c446cd83b4f1f29f27470f", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427575+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705107+00:00", "framework": "transformers", "intentId": "427f284576464044b7255f7ec8a1f9e2", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427572+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.705046+00:00", "framework": "transformers", "intentId": "27932c6457004a7fbd2d23d6efaff3ab", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427569+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704985+00:00", "framework": "transformers", "intentId": "9cd7c9b0f7af4bd987c8e06d74f3a069", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427566+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704924+00:00", "framework": "transformers", "intentId": "e4d015652fb14fcdabc16158f0e703fe", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427563+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704862+00:00", "framework": "transformers", "intentId": "db396f6a1f9540d4ae740110285b68a0", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427560+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704800+00:00", "framework": "transformers", "intentId": "9e7a1402ca7d474598931eabda8e1bc4", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427544+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704758+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b44996202a114ce68f4f1ed5d78bdf12", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427539+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704715+00:00", "framework": "vllm_fix_tokenizer", "intentId": "952f1bd4f23f4a6385b6ebd7d45aa028", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427536+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704653+00:00", "framework": "vllm_fix_tokenizer", "intentId": "41284449ddc54efb8224f822eb02a4eb", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427532+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704611+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7f34b3d00d474e98a40018aaadef4083", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427521+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704484+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1c2b03b551bc46d6825428bab76bd4fd", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427517+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704441+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5f4dd1d1d5b24cc8a8bacbb1adbdd7af", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427513+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704398+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c2cc823e1ffd4e2cae3acacb5b93c37f", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427509+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704356+00:00", "framework": "vllm_fix_tokenizer", "intentId": "33a2f0590fe04efeb39366c1b05f9160", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427502+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704271+00:00", "framework": "vllm_fix_tokenizer", "intentId": "322b2fd8752c430e885c22df4805f75d", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427498+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704229+00:00", "framework": "vllm_fix_tokenizer", "intentId": "711f51133fb04171b63c865b62746298", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427494+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704186+00:00", "framework": "vllm_fix_tokenizer", "intentId": "deeab45d49274acc9dab1178f55ec6b9", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427491+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704144+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e0ded25d91334e5a81b2e195cc23cc49", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427487+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704101+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a36188d65f0c442a81c8a0b2a326c183", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427479+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.704013+00:00", "framework": "vllm_fix_tokenizer", "intentId": "73362ebb20b04c6d937051fe1800d1ce", "repoId": "nm-testing/Meta-Llama-3.1-8B-Instruct-FP8-hf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "d9e266c8351d4601ac98989cd6bfec66", "completedAt": "2026-09-21T17:17:42.427462+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:03:14.703864+00:00", "framework": "vllm_tokenizer_patch", "intentId": "017881086afe4798903837c6c77468b9", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512236+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.499444+00:00", "framework": "vllm", "intentId": "dbf6555cb7f7401f8f153cc8ee23c45f", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512233+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.499386+00:00", "framework": "vllm", "intentId": "9d05978022d44ed698385ac07fc114b9", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512230+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.499334+00:00", "framework": "vllm-customized", "intentId": "4c8bd7a1a75549238b40ff2a1d67058e", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
@@ -2461,53 +2461,3 @@
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560473+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.651021+00:00", "framework": "vllm-customized", "intentId": "733a1c370931484f9e8597ce1787d61b", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560470+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650964+00:00", "framework": "vllm-customized", "intentId": "1358c7d8febc483782b5c7a1bbb11b6b", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560468+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650906+00:00", "framework": "vllm-customized", "intentId": "304540c99a2c484e984a1765f0d2b73b", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560464+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650849+00:00", "framework": "vllm-customized", "intentId": "8d1f6a2ae0a94965a28f363a34991349", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560461+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650791+00:00", "framework": "vllm-customized", "intentId": "ccf9de6868ca42b58d564decbabbd5ab", "repoId": "RedHatAI/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560459+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650734+00:00", "framework": "vllm-customized", "intentId": "1c82a7fc3c7847849914a564ada91feb", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560456+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650676+00:00", "framework": "vllm-customized", "intentId": "c7aca9d487c6499095323586fc027eb4", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560452+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650608+00:00", "framework": "vllm-customized", "intentId": "a1b0285c91094d17b1d538b20c60bfde", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560449+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650551+00:00", "framework": "vllm-customized", "intentId": "3929a647373346e5bc3d44271ff30ea9", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560446+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650493+00:00", "framework": "vllm-customized", "intentId": "1f6452b54d3447f2aeb0f7ce5e667eca", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560443+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650434+00:00", "framework": "vllm-customized", "intentId": "d28bbd298cd04c8cb05ff38939177f50", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560440+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650374+00:00", "framework": "vllm-customized", "intentId": "1dafed84d3f245489f69e8d76313b7e6", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560436+00:00", "configFingerprint": "7d3121b7c0c577ab2334a07716695ad3f4016fc14badec71a6e0fbffc883b16d", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650314+00:00", "framework": "vllm-customized", "intentId": "94119a4b5e3b474aad39ced34993d453", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560433+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650249+00:00", "framework": "vllm-customized", "intentId": "e8d94faacd6840aa9694b1a45dd3fec1", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560429+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650205+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fc4b393b1c5740df8bed63c7e728b1dc", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "1673da162ed64eeca7c55b087d923643", "completedAt": "2026-09-21T14:59:12.560404+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:55:53.650104+00:00", "framework": "vllm_tokenizer_patch", "intentId": "90adcf820ef940ccbf089ba4297110a6", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786728+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.165510+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2380bcaf34a74c07a2015ef4c91e7e5e", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786725+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.165470+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8860022413bc489980588100e44e898d", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786723+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.165430+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a16ebc723f6940b2821c40c9550f8558", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786721+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.165389+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0ac2314fbd474cafbfb4850b296c91ee", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786718+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.165342+00:00", "framework": "vllm", "intentId": "faa77331f1ac4f7689b41c001886c4e8", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786715+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.165295+00:00", "framework": "vllm", "intentId": "893629fe276f47d89deadb9b0c4a98b4", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786713+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.165248+00:00", "framework": "vllm", "intentId": "cb4bdb9411d94665b15980b5bf01c01c", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786710+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.165201+00:00", "framework": "vllm", "intentId": "5a885e8d4fcf47d49c62b76f74899414", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786707+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.165154+00:00", "framework": "vllm", "intentId": "1473c1d1fc1f437a89fcab0b9d57aebf", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786705+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.165105+00:00", "framework": "vllm", "intentId": "e492df5dd6784839bdca848cd4c9fb75", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786702+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.165063+00:00", "framework": "vllm-patch-tokenizer", "intentId": "6d9e4c1e41ac4b8eb5dedb0385df83c6", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786699+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.165022+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7c769a9d12774f6eabd993ee978272db", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786696+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164980+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ac1218ef4df84bfcb947531e3826f7ef", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786693+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164938+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0efc4236c6bb43d6a13f64a601c65889", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786690+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164896+00:00", "framework": "vllm-patch-tokenizer", "intentId": "2d6825f8bd36491bb2e0c7ab25dc6b41", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786686+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164855+00:00", "framework": "vllm-patch-tokenizer", "intentId": "dbd55a99f37d4b1299fa03cd992af242", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786683+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164813+00:00", "framework": "vllm-patch-tokenizer", "intentId": "1556617055c2492ebca8216d64464634", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786680+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164771+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ee748b90c50343efb2ae6f8e9c1adfd0", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786663+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164729+00:00", "framework": "vllm-patch-tokenizer", "intentId": "d8807268ac9c4b789de715f84b648863", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786661+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164687+00:00", "framework": "vllm-patch-tokenizer", "intentId": "6449152248254413809c9c34ec2091ac", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786658+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164641+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7d38c4c902a7453b9883489dab2f8ed5", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786656+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164598+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ca4179973db84035b1b73aea9a36f68f", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786653+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164556+00:00", "framework": "vllm-patch-tokenizer", "intentId": "2f7c29e3f871489b9e5ca9837b6b7871", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786651+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164512+00:00", "framework": "vllm-patch-tokenizer", "intentId": "c379a62d49a4483c9d10e15b0ccff723", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786648+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164451+00:00", "framework": "transformers", "intentId": "9fccd8d7f6be482aadf122a0c0310db6", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786645+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164390+00:00", "framework": "transformers", "intentId": "d5a2ec35b64a4d4ba7c7edcc3dd755d1", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786643+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164329+00:00", "framework": "transformers", "intentId": "2f62b8baf61d4ad8afdd2ee38f26b790", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786640+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164268+00:00", "framework": "transformers", "intentId": "3151e9142b3341bcac98ac626dee0064", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786638+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164207+00:00", "framework": "transformers", "intentId": "50ea142cc61c4cc680ae458ba867dec7", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786636+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164145+00:00", "framework": "transformers", "intentId": "fcb94826f95941fe873d9ae29791e404", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786633+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164084+00:00", "framework": "transformers", "intentId": "c84b68b7ec8042ec812c273423ce0f3c", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786631+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.164023+00:00", "framework": "transformers", "intentId": "6ab32ba2b35443b2a68660b3e7b7765a", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786628+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.163961+00:00", "framework": "transformers", "intentId": "c259df7c50dc4b2a999d3f2f954e8f92", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786625+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.163898+00:00", "framework": "transformers", "intentId": "08d38d622ea5487fbdd494b309269b26", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786622+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.163836+00:00", "framework": "transformers", "intentId": "f77ccf3fef054cf6862655d7a587cdaa", "repoId": "inclusionAI/Ling-3.0-tiny", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786619+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.163774+00:00", "framework": "transformers", "intentId": "d7e15ca7b8c44995a39e6f48945dc111", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "068704d34956435f8dd65c7c5df93103", "completedAt": "2026-09-21T14:55:52.786617+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T14:48:03.163731+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1b9e29c9993f422faa0ae11abc424453", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}

24
.modelhub_state/routing_intelligence.json
View File

@@ -1,19 +1,19 @@
{
"acceptedByCategory": {
"unified_success_first": 2288
"unified_success_first": 2300
},
"acceptedByRoute": {
"text-generation|Ascend_910-b3|llamacpp": 17,
"text-generation|Ascend_910-b3|vllm": 40,
"text-generation|Ascend_910-b3|vllm_tokenizer_patch": 161,
"text-generation|Ascend_910-b3|vllm_tokenizer_patch": 162,
"text-generation|Ascend_910-b4|llamacpp": 13,
"text-generation|Ascend_910-b4|vllm": 27,
"text-generation|Ascend_910-b4|vllm_tokenizer_patch": 141,
"text-generation|Biren_166m|vllm": 81,
"text-generation|Biren_166m|vllm_fix_tokenizer": 128,
"text-generation|Cambricon_mlu-370-x4|vllm": 71,
"text-generation|Cambricon_mlu-370-x4|vllm": 72,
"text-generation|Cambricon_mlu-370-x4|vllm-customized": 6,
"text-generation|Cambricon_mlu-370-x4|vllm-mlu": 87,
"text-generation|Cambricon_mlu-370-x4|vllm-mlu": 89,
"text-generation|Cambricon_mlu-370-x8|vllm": 55,
"text-generation|Cambricon_mlu-370-x8|vllm-customized": 69,
"text-generation|Cambricon_mlu-370-x8|vllm-mlu": 97,
@@ -22,12 +22,12 @@
"text-generation|Iluvatar_bi-150|transformers": 38,
"text-generation|Iluvatar_bi-150|vllm": 9,
"text-generation|Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 102,
"text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 48,
"text-generation|Iluvatar_bi-150|vllm_tokenizer_patch": 11,
"text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 52,
"text-generation|Iluvatar_bi-150|vllm_tokenizer_patch": 12,
"text-generation|Iluvatar_mrv-100|vllm": 63,
"text-generation|Kunlunxin_p-800|vllm": 61,
"text-generation|Kunlunxin_p-800|vllm": 62,
"text-generation|Kunlunxin_p-800|vllm_fix_tokenizer": 184,
"text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 87,
"text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 88,
"text-generation|MetaX_c-500|vllm": 104,
"text-generation|Mthreads_s4000|llamacpp": 17,
"text-generation|Mthreads_s4000|vllm": 104,
@@ -36,10 +36,10 @@
"text-generation|Vastai_va16|vllm_fix_tokenizer": 75,
"text-generation|hygon_k100-ai|llamacpp": 18,
"text-generation|hygon_k100-ai|vllm": 26,
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 133
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 134
},
"acceptedSinceRefresh": 2288,
"acceptedTotal": 2288,
"generatedAt": "2026-09-21T16:50:25.280096+00:00",
"acceptedSinceRefresh": 2300,
"acceptedTotal": 2300,
"generatedAt": "2026-09-21T17:17:42.313372+00:00",
"version": 1
}