diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index efab152f9b..3bac1e8376 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -1568,66 +1568,66 @@ {"batchId": "f8059016df904d1cbb34b18372c8644d", "completedAt": "2026-09-20T07:25:58.851860+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:19:40.043514+00:00", "framework": "transformers", "intentId": "36c0a623e3cd4d1394bfdba49b062f16", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "reason": null, "reconciledAt": "2026-09-20T07:32:25.060644+00:00", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Iluvatar_bi-150", "taskId": "4973030", "taskType": "text-generation"} {"batchId": "03f0a56ff4514cfe97551fca939ae81e", "completedAt": "2026-09-20T07:29:35.332751+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:26:00.264117+00:00", "framework": "vllm", "intentId": "51bbca707d054fcd824a5ebd628c4391", "lastModified": "2026-09-11T15:31:18+00:00", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-en-thinker", "reason": null, "reconciledAt": "2026-09-20T08:10:53.063283+00:00", "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "4973099", "taskType": "text-generation"} {"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408352+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562414+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e7c51a01d0fc446a9541691286ab36b6", "lastModified": "2026-08-24T20:25:10+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-quantized.w8a16", "reason": null, "reconciledAt": "2026-09-20T08:10:53.062626+00:00", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Kunlunxin_p-800", "taskId": "4973190", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730568+00:00", "framework": "vllm_tokenizer_patch", "intentId": "70de7eceea1b4c81b192905e04272c70", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730704+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6ed8926eb3874d9c96b5d646188de841", "lastModified": "2026-08-24T19:59:13+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730759+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9d35c2cfa8ac4d2f8a370f68d1f974dc", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730810+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6580905d5ba4492fadb9b0e1a4212eca", "lastModified": "2026-08-26T12:23:38+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730855+00:00", "framework": "vllm_fix_tokenizer", "intentId": "644fc3f64fa64791b4966492f251268b", "lastModified": "2026-08-26T19:43:40+00:00", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730899+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ebc93f749dbc4291844e557a622f1a8a", "lastModified": "2026-09-11T15:31:18+00:00", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-en-thinker", "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730950+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3b85cea489824f9e8a517436c61cd685", "lastModified": "2026-08-24T20:04:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730991+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c65cdad34d4245a6ab7cf41f93cbd1c3", "lastModified": "2026-08-24T19:57:49+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731029+00:00", "framework": "vllm_tokenizer_patch", "intentId": "84d48f5857894bf0a613536ddfbded8d", "lastModified": "2026-08-24T20:09:59+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-2-7b-chat-quantized.w8a8", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731068+00:00", "framework": "vllm_tokenizer_patch", "intentId": "cd8bf21877fd44109a88ea0bf80173dd", "lastModified": "2026-08-24T20:01:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731106+00:00", "framework": "vllm_tokenizer_patch", "intentId": "255136d44d68413ab5a55afdf3318adf", "lastModified": "2026-08-24T19:54:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731143+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fb7270dee55544748126b55cc3e2bb6f", "lastModified": "2026-08-24T20:15:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731181+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8437f3f2c05a4006bd41e38d84c2c92a", "lastModified": "2026-08-24T20:09:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731219+00:00", "framework": "vllm_tokenizer_patch", "intentId": "7f2e743bd1da416888bf0a9547aaf449", "lastModified": "2026-08-24T20:17:00+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731257+00:00", "framework": "vllm_tokenizer_patch", "intentId": "874b3eb5431341e78a9078a13c3289e1", "lastModified": "2026-08-24T20:10:55+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731295+00:00", "framework": "vllm_tokenizer_patch", "intentId": "954a91619a564a9abf7a02d011521cf6", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731333+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2e7e0370efeb408396d70d72b4816637", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731370+00:00", "framework": "vllm_tokenizer_patch", "intentId": "1b5ca365f7ea43ff9a6bcb6843648598", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731408+00:00", "framework": "vllm_tokenizer_patch", "intentId": "528159dbf6a9433d9a8715ff3a10587c", "lastModified": "2026-08-24T20:06:34+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731446+00:00", "framework": "vllm_tokenizer_patch", "intentId": "31489feff67e4e30a5838fc87a66b9e4", "lastModified": "2026-08-24T20:02:14+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731483+00:00", "framework": "vllm-mlu", "intentId": "aea4aa5a10104eafa78170a014ac8397", "lastModified": "2026-08-24T20:31:44+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "f7d2aee0bcf1396cd8ab3b1064b6a032eccc04f2d655a336023e13528574903d", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731551+00:00", "framework": "vllm", "intentId": "6599707152d54508ab6929e5bfa8ad40", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731608+00:00", "framework": "vllm", "intentId": "22a1f70e8af448a8b121a88a358c6e52", "lastModified": "2026-08-24T20:33:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731670+00:00", "framework": "vllm", "intentId": "17a4bfb371214218a30ad39c158f0a55", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731726+00:00", "framework": "vllm", "intentId": "db7de23b99b645dfb7f9a4165b325814", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731780+00:00", "framework": "vllm", "intentId": "2d6c296c9b234288a68df6f93eba4c5e", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731835+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7fe173856e394452acd822faf958dc60", "lastModified": "2026-09-12T12:30:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731880+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a2a6ad8a25fa47a39666dfdd7c64b89d", "lastModified": "2026-08-26T17:18:42+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731924+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3023f66d11f14863b37113bcb9fc9695", "lastModified": "2026-09-10T05:31:36+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731967+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d0a06e31bf274cb2bc96111346105693", "lastModified": "2026-09-10T05:36:14+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732011+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a5059d55586f4afbbeb9c455205c2c36", "lastModified": "2026-09-01T03:45:04+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732053+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d933b49109024b8d8ea49775a2403d69", "lastModified": "2026-09-03T18:32:29+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Apodex-1.1-mini-AWQ-INT4", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732096+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8c66f5b3c64b4bf3a23955ee74d55cac", "lastModified": "2026-09-09T06:31:08+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732139+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d4db532c15d94a92b382ab2c2908cf05", "lastModified": "2026-09-09T06:27:24+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732182+00:00", "framework": "vllm_fix_tokenizer", "intentId": "74ddae480f1c4e92904e8ecd1c427326", "lastModified": "2026-08-28T05:30:04+00:00", "modelAddress": "https://modelscope.cn/models/whcl412/mlx-LycheeAI-coder-1.7b", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732225+00:00", "framework": "vllm_fix_tokenizer", "intentId": "77c31cd73ef44a179f9989260d2c3321", "lastModified": "2026-08-26T19:32:38+00:00", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732268+00:00", "framework": "transformers", "intentId": "f714153891224320b0f53d2021d94a92", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732332+00:00", "framework": "transformers", "intentId": "54ada86f3f354c35826ca62ecbab4f40", "lastModified": "2026-08-26T18:34:54+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-NVFP4", "repoId": "ornith-ai/Ornith-1.5-9B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732396+00:00", "framework": "transformers", "intentId": "a2ac1067b601434095f3963692d652a8", "lastModified": "2026-09-08T03:51:51+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732458+00:00", "framework": "transformers", "intentId": "b6ba2c7c27f043ee8ae8121b9a565067", "lastModified": "2026-09-10T07:52:22+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732519+00:00", "framework": "transformers", "intentId": "715569e804d84bb0ad2c148b324ad000", "lastModified": "2026-08-26T12:24:21+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732582+00:00", "framework": "transformers", "intentId": "a9e88e97538e4086bfcee191808c7a34", "lastModified": "2026-09-11T12:06:58+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "repoId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732644+00:00", "framework": "transformers", "intentId": "835a3fd3c26346fb8b503805187930af", "lastModified": "2026-09-03T13:37:32+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732710+00:00", "framework": "transformers", "intentId": "ceece1d0411045198a5d0bbb2fe1cb2d", "lastModified": "2026-08-26T16:41:11+00:00", "modelAddress": "https://modelscope.cn/models/apodex/Apodex-1.1-mini-GPTQ-Int4", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732772+00:00", "framework": "transformers", "intentId": "9a8f762598a344768d7f9c85f3ba027f", "lastModified": "2026-08-26T12:23:32+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732834+00:00", "framework": "transformers", "intentId": "be4046616ac74364b1f5157cd00fd32e", "lastModified": "2026-08-26T17:23:58+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732895+00:00", "framework": "transformers", "intentId": "fd30f4d8bfff47d3af2d431c32f84ed9", "lastModified": "2026-08-26T17:20:09+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732957+00:00", "framework": "transformers", "intentId": "191eb190cdb747a69974838d42c31595", "lastModified": "2026-08-26T20:28:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733019+00:00", "framework": "transformers", "intentId": "958c225aa4e54466994a71920d3b62b4", "lastModified": "2026-09-10T07:49:50+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733081+00:00", "framework": "transformers", "intentId": "6e393581f01b42ed87768567d821efec", "lastModified": "2026-09-04T07:05:43+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-FP8", "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733142+00:00", "framework": "transformers", "intentId": "6e84376e6c6e4a0ca0f60349ec012e7b", "lastModified": "2026-09-01T03:52:21+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733205+00:00", "framework": "transformers", "intentId": "0357917b661042f7964c041abbdf7a9f", "lastModified": "2026-09-02T05:56:49+00:00", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733267+00:00", "framework": "transformers", "intentId": "7fa804600bdc45ebb909f1714cc62367", "lastModified": "2026-08-28T09:38:42+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "repoId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733329+00:00", "framework": "transformers", "intentId": "b9e6dd23b950467aaeed66fd62718d87", "lastModified": "2026-09-09T13:42:58+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733391+00:00", "framework": "transformers", "intentId": "b81d3cc81a354e19a63b4cbc56e27fe9", "lastModified": "2026-09-08T15:45:26+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733452+00:00", "framework": "transformers", "intentId": "30bb0e3120fa4d2e8b928cb4a5b9c42b", "lastModified": "2026-08-29T01:07:23+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733514+00:00", "framework": "transformers", "intentId": "599b5244ef0f4d48925b14578cfa64a0", "lastModified": "2026-09-03T07:00:50+00:00", "modelAddress": "https://modelscope.cn/models/EschaLabs/Qwen3.8-27B-Escha-W2", "repoId": "EschaLabs/Qwen3.8-27B-Escha-W2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733575+00:00", "framework": "transformers", "intentId": "ba1c9f88f5ab48079eef528f0dc001ce", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733638+00:00", "framework": "vllm-patch-tokenizer", "intentId": "961045b9089b427ea8b581253e8670a4", "lastModified": "2026-08-24T20:25:10+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733685+00:00", "framework": "vllm-patch-tokenizer", "intentId": "cd40343f306244a6a3a3cd398e70570e", "lastModified": "2026-08-24T20:22:00+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421828+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730810+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6580905d5ba4492fadb9b0e1a4212eca", "lastModified": "2026-08-26T12:23:38+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "reason": null, "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4973783", "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421834+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730899+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ebc93f749dbc4291844e557a622f1a8a", "lastModified": "2026-09-11T15:31:18+00:00", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-en-thinker", "reason": null, "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4973784", "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421983+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733685+00:00", "framework": "vllm-patch-tokenizer", "intentId": "cd40343f306244a6a3a3cd398e70570e", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421981+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733638+00:00", "framework": "vllm-patch-tokenizer", "intentId": "961045b9089b427ea8b581253e8670a4", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421978+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733575+00:00", "framework": "transformers", "intentId": "ba1c9f88f5ab48079eef528f0dc001ce", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421976+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733514+00:00", "framework": "transformers", "intentId": "599b5244ef0f4d48925b14578cfa64a0", "repoId": "EschaLabs/Qwen3.8-27B-Escha-W2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421974+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733452+00:00", "framework": "transformers", "intentId": "30bb0e3120fa4d2e8b928cb4a5b9c42b", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421971+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733391+00:00", "framework": "transformers", "intentId": "b81d3cc81a354e19a63b4cbc56e27fe9", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421969+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733329+00:00", "framework": "transformers", "intentId": "b9e6dd23b950467aaeed66fd62718d87", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421966+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733267+00:00", "framework": "transformers", "intentId": "7fa804600bdc45ebb909f1714cc62367", "repoId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421964+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733205+00:00", "framework": "transformers", "intentId": "0357917b661042f7964c041abbdf7a9f", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421961+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733142+00:00", "framework": "transformers", "intentId": "6e84376e6c6e4a0ca0f60349ec012e7b", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421958+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733081+00:00", "framework": "transformers", "intentId": "6e393581f01b42ed87768567d821efec", "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421955+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.733019+00:00", "framework": "transformers", "intentId": "958c225aa4e54466994a71920d3b62b4", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421953+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732957+00:00", "framework": "transformers", "intentId": "191eb190cdb747a69974838d42c31595", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421950+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732895+00:00", "framework": "transformers", "intentId": "fd30f4d8bfff47d3af2d431c32f84ed9", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421948+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732834+00:00", "framework": "transformers", "intentId": "be4046616ac74364b1f5157cd00fd32e", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421945+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732772+00:00", "framework": "transformers", "intentId": "9a8f762598a344768d7f9c85f3ba027f", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421942+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732710+00:00", "framework": "transformers", "intentId": "ceece1d0411045198a5d0bbb2fe1cb2d", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421940+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732644+00:00", "framework": "transformers", "intentId": "835a3fd3c26346fb8b503805187930af", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421937+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732582+00:00", "framework": "transformers", "intentId": "a9e88e97538e4086bfcee191808c7a34", "repoId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421934+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732519+00:00", "framework": "transformers", "intentId": "715569e804d84bb0ad2c148b324ad000", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421931+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732458+00:00", "framework": "transformers", "intentId": "b6ba2c7c27f043ee8ae8121b9a565067", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421928+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732396+00:00", "framework": "transformers", "intentId": "a2ac1067b601434095f3963692d652a8", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421925+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732332+00:00", "framework": "transformers", "intentId": "54ada86f3f354c35826ca62ecbab4f40", "repoId": "ornith-ai/Ornith-1.5-9B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421922+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732268+00:00", "framework": "transformers", "intentId": "f714153891224320b0f53d2021d94a92", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421920+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732225+00:00", "framework": "vllm_fix_tokenizer", "intentId": "77c31cd73ef44a179f9989260d2c3321", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421917+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732182+00:00", "framework": "vllm_fix_tokenizer", "intentId": "74ddae480f1c4e92904e8ecd1c427326", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421914+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732139+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d4db532c15d94a92b382ab2c2908cf05", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421912+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732096+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8c66f5b3c64b4bf3a23955ee74d55cac", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421909+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732053+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d933b49109024b8d8ea49775a2403d69", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421906+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.732011+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a5059d55586f4afbbeb9c455205c2c36", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421903+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731967+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d0a06e31bf274cb2bc96111346105693", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421901+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731924+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3023f66d11f14863b37113bcb9fc9695", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421898+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731880+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a2a6ad8a25fa47a39666dfdd7c64b89d", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421895+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731835+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7fe173856e394452acd822faf958dc60", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421893+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731780+00:00", "framework": "vllm", "intentId": "2d6c296c9b234288a68df6f93eba4c5e", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421890+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731726+00:00", "framework": "vllm", "intentId": "db7de23b99b645dfb7f9a4165b325814", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421887+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731670+00:00", "framework": "vllm", "intentId": "17a4bfb371214218a30ad39c158f0a55", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421884+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731608+00:00", "framework": "vllm", "intentId": "22a1f70e8af448a8b121a88a358c6e52", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421880+00:00", "configFingerprint": "f7d2aee0bcf1396cd8ab3b1064b6a032eccc04f2d655a336023e13528574903d", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731551+00:00", "framework": "vllm", "intentId": "6599707152d54508ab6929e5bfa8ad40", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421877+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731483+00:00", "framework": "vllm-mlu", "intentId": "aea4aa5a10104eafa78170a014ac8397", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421874+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731446+00:00", "framework": "vllm_tokenizer_patch", "intentId": "31489feff67e4e30a5838fc87a66b9e4", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421871+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731408+00:00", "framework": "vllm_tokenizer_patch", "intentId": "528159dbf6a9433d9a8715ff3a10587c", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421868+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731370+00:00", "framework": "vllm_tokenizer_patch", "intentId": "1b5ca365f7ea43ff9a6bcb6843648598", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421865+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731333+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2e7e0370efeb408396d70d72b4816637", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421862+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731295+00:00", "framework": "vllm_tokenizer_patch", "intentId": "954a91619a564a9abf7a02d011521cf6", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421859+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731257+00:00", "framework": "vllm_tokenizer_patch", "intentId": "874b3eb5431341e78a9078a13c3289e1", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421857+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731219+00:00", "framework": "vllm_tokenizer_patch", "intentId": "7f2e743bd1da416888bf0a9547aaf449", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421854+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731181+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8437f3f2c05a4006bd41e38d84c2c92a", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421851+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731143+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fb7270dee55544748126b55cc3e2bb6f", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421848+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731106+00:00", "framework": "vllm_tokenizer_patch", "intentId": "255136d44d68413ab5a55afdf3318adf", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421846+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731068+00:00", "framework": "vllm_tokenizer_patch", "intentId": "cd8bf21877fd44109a88ea0bf80173dd", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421843+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.731029+00:00", "framework": "vllm_tokenizer_patch", "intentId": "84d48f5857894bf0a613536ddfbded8d", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421840+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730991+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c65cdad34d4245a6ab7cf41f93cbd1c3", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421837+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730950+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3b85cea489824f9e8a517436c61cd685", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421831+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730855+00:00", "framework": "vllm_fix_tokenizer", "intentId": "644fc3f64fa64791b4966492f251268b", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421825+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730759+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9d35c2cfa8ac4d2f8a370f68d1f974dc", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421821+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730704+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6ed8926eb3874d9c96b5d646188de841", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "f2d85c6f60334a4a89250cfd1042f86f", "completedAt": "2026-09-20T08:20:23.421800+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:13:26.730568+00:00", "framework": "vllm_tokenizer_patch", "intentId": "70de7eceea1b4c81b192905e04272c70", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "b06e5f6eb33d4888adc4dd5bc175c1f2", "completedAt": "2026-09-20T07:45:02.208402+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:42:19.371473+00:00", "framework": "vllm", "intentId": "971b693db71842378f3b43b08555a90d", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "b06e5f6eb33d4888adc4dd5bc175c1f2", "completedAt": "2026-09-20T07:45:02.208399+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:42:19.371414+00:00", "framework": "vllm", "intentId": "807f15c80f20432d99b7864954b061f5", "repoId": "RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} {"batchId": "b06e5f6eb33d4888adc4dd5bc175c1f2", "completedAt": "2026-09-20T07:45:02.208396+00:00", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:42:19.371352+00:00", "framework": "vllm", "intentId": "1522077b776a4c1ca91577d8c5c8e2a4", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} @@ -1870,61 +1870,3 @@ {"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602142+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622600+00:00", "framework": "vllm_tokenizer_patch", "intentId": "73bd6955927b4db386f65b2b9085b83d", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602138+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622543+00:00", "framework": "vllm_tokenizer_patch", "intentId": "bfa2048e38264ad2813e754d344a5f8a", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "dc59e7dc9be04fb3a031c8ddf73ced17", "completedAt": "2026-09-20T06:56:15.602123+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:49:08.622425+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fcb4e7a42c124d8f99d8550684ff90ea", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168981+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089648+00:00", "framework": "vllm", "intentId": "b40c0ca6631c47f99702d138b459994e", "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168978+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089588+00:00", "framework": "vllm", "intentId": "61decf323f2c48738145ee771f6fbe92", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168976+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089528+00:00", "framework": "vllm", "intentId": "f6ab4ed201604b94a04a91935193921a", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168973+00:00", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089466+00:00", "framework": "vllm", "intentId": "0a8019b7572447e8af773ddd86fa83f4", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168970+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089425+00:00", "framework": "vllm_tokenizer_patch", "intentId": "afca16717fbf45b6b8f7172ff2bc972c", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168967+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089385+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9525a4cc9a4c4618bd9163caf1b79b91", "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168965+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089343+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c6a327f4761643aaafe99892da667682", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168962+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089300+00:00", "framework": "vllm_tokenizer_patch", "intentId": "246affb685864035b7d03c869b759e70", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168959+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089251+00:00", "framework": "vllm", "intentId": "904a7a5383534741a924ea858d317921", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168957+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089199+00:00", "framework": "vllm", "intentId": "7ac46f7da56340b89d8d2c0c137a8938", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168953+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089156+00:00", "framework": "vllm-patch-tokenizer", "intentId": "df4afa14571b4ff1b080c76655fd9af4", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168950+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089111+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0bccbfe059674b8382b8cc64287962f7", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168947+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089066+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f354eb4ef8de44b480c3fdd4c35c00d0", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168945+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.089003+00:00", "framework": "transformers", "intentId": "b6c71fed4eb34079a04913e4ed49564b", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168942+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.088941+00:00", "framework": "transformers", "intentId": "e64c9c596b5d41478755a5b03838c496", "repoId": "EschaLabs/Qwen3.8-27B-Escha-W2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168939+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.088878+00:00", "framework": "transformers", "intentId": "2876517066ed4fbc8274c7faa54754c3", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168936+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.088816+00:00", "framework": "transformers", "intentId": "fcebf7df9d954d22bc0f426154e03c99", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168933+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.088752+00:00", "framework": "transformers", "intentId": "aa868a88182247e38e508d8637efa766", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168931+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.088689+00:00", "framework": "transformers", "intentId": "b399ea506219443e8ca0e2ea84f7c823", "repoId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168928+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.088618+00:00", "framework": "transformers", "intentId": "3a83bbe063544dbca781578e9b74607c", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168926+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.088555+00:00", "framework": "transformers", "intentId": "6521a511d66c4560b5c45ea92125304a", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168923+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.088492+00:00", "framework": "transformers", "intentId": "ca5acf3d674d4a86a7abcb3e84f6042a", "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168919+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.088427+00:00", "framework": "transformers", "intentId": "ad02b3e432e84b738ba2271d07fb19ee", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168916+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.088362+00:00", "framework": "transformers", "intentId": "1e9f9d77cbcf4df5a5927198d2814ec7", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168911+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.088293+00:00", "framework": "transformers", "intentId": "41351b1f4518452dbc11b1ca0b03e509", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "0d57b619d1704b19a73904849bd5037f", "completedAt": "2026-09-20T06:41:44.168888+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:38:30.088143+00:00", "framework": "transformers", "intentId": "9825f2392c5647cf88471c21dec78fee", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906878+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.609232+00:00", "framework": "transformers", "intentId": "0cca18cf4cf8490d88818323f92a1638", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906875+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.609171+00:00", "framework": "transformers", "intentId": "c1c432d10dda4b1b872938f6a8e78f9c", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906873+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.609109+00:00", "framework": "transformers", "intentId": "e335ee4374454e2789517a5ed14d09d6", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906871+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.609047+00:00", "framework": "transformers", "intentId": "3e485287fe3b49a585c9df29603f0aba", "repoId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906868+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608968+00:00", "framework": "transformers", "intentId": "cb33956791c347d3bf060cbb058d2dbc", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906866+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608903+00:00", "framework": "transformers", "intentId": "dae4cc90cbbd4f089d24955408443a9e", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906863+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608841+00:00", "framework": "transformers", "intentId": "ea8643156cb9445e87c3dbd30e20f353", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906861+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608779+00:00", "framework": "transformers", "intentId": "0ac1ee3b28f443d2a924496c0d3ace20", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906858+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608716+00:00", "framework": "transformers", "intentId": "f89567880d1f448abda551db598f0b7a", "repoId": "ornith-ai/Ornith-1.5-9B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906856+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608622+00:00", "framework": "transformers", "intentId": "157f21960675442cb4aea545b8ad7b66", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906853+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608579+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6b83bb74f762404793e9340df370b253", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906850+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608536+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2bb4b17a92154ecf85204d2e277ca3d8", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906847+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608493+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ec807bee1a21408b80a22aa7c9fa72f8", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906844+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608451+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3cf875d64c7345818de6b62744f01ada", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906841+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608408+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a6c1dcc8e17a498aa40824d95ee496a0", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906838+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608366+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c7d8c0c578a640378a5413bd140e9828", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906835+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608323+00:00", "framework": "vllm_fix_tokenizer", "intentId": "14bc227dda5f4a5c9e0fa764d8bc703c", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906833+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608280+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b0b8abfad4c0457e8df2ad3c45f644ea", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906830+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608224+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a245d849d2d34cf09cb0fbc0b58da908", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906828+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608176+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7d2ee90d68cc4384945e1c25e576f602", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906825+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608122+00:00", "framework": "vllm", "intentId": "3405facadbfb41ddb0b1c7fe28d2f255", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906822+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608067+00:00", "framework": "vllm", "intentId": "91f14ae565294f4aac74df5763a46157", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906820+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.608013+00:00", "framework": "vllm", "intentId": "b658a95984f94a9498624d378b7ddb0c", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906818+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.607959+00:00", "framework": "vllm", "intentId": "ebd307cf8fb14d66876ef23a07df3002", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906815+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.607904+00:00", "framework": "vllm", "intentId": "2a7b33fd83684c879ccea1d5cf6808f5", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906810+00:00", "configFingerprint": "f7d2aee0bcf1396cd8ab3b1064b6a032eccc04f2d655a336023e13528574903d", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.607796+00:00", "framework": "vllm", "intentId": "98f39bcd92e14f04af75182c0c789737", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906808+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.607727+00:00", "framework": "vllm", "intentId": "d49ac806d3a344419e6a9d1e77c0af71", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906805+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.607672+00:00", "framework": "vllm", "intentId": "718aff5da8524dea989526c40d96f37c", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906803+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.607608+00:00", "framework": "vllm", "intentId": "00442d6e83854341a55249679a8b18c1", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906798+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.607475+00:00", "framework": "vllm-mlu", "intentId": "415221d94f704418b4cc161f3287f9dc", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906795+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.607437+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a5ffa2e57d0e47da940794f83aa169e0", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "60a50a77283e4c7896fd913b214d3112", "completedAt": "2026-09-20T06:38:28.906792+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T06:31:44.607400+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6af243c8d55444eda2f9a687fe999309", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index c046de3761..cd7e8391c0 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -1,6 +1,6 @@ { "acceptedByCategory": { - "unified_success_first": 1708 + "unified_success_first": 1710 }, "acceptedByRoute": { "text-generation|Ascend_910-b3|llamacpp": 17, @@ -24,8 +24,8 @@ "text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 32, "text-generation|Iluvatar_mrv-100|vllm": 61, "text-generation|Kunlunxin_p-800|vllm": 3, - "text-generation|Kunlunxin_p-800|vllm_fix_tokenizer": 165, - "text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 56, + "text-generation|Kunlunxin_p-800|vllm_fix_tokenizer": 166, + "text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 57, "text-generation|MetaX_c-500|vllm": 104, "text-generation|Mthreads_s4000|llamacpp": 17, "text-generation|Mthreads_s4000|vllm": 98, @@ -36,8 +36,8 @@ "text-generation|hygon_k100-ai|vllm": 26, "text-generation|hygon_k100-ai|vllm-patch-tokenizer": 107 }, - "acceptedSinceRefresh": 1708, - "acceptedTotal": 1708, - "generatedAt": "2026-09-20T07:45:02.146296+00:00", + "acceptedSinceRefresh": 1710, + "acceptedTotal": 1710, + "generatedAt": "2026-09-20T08:20:23.362890+00:00", "version": 1 } diff --git a/ledger/submissions.jsonl b/ledger/submissions.jsonl index 37c419d1e9..601f73048c 100644 --- a/ledger/submissions.jsonl +++ b/ledger/submissions.jsonl @@ -1050,3 +1050,5 @@ {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "modelId": "BAAI/RoboBrain2.5-8B-MT", "submitTime": "2026-09-20T05:16:13.351034+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4971313", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-bi-150"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/inclusionAI/Ling-3.0-tiny", "modelId": "inclusionAI/Ling-3.0-tiny", "submitTime": "2026-09-20T06:19:35.394755+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4972231", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "modelId": "LiquidAI/LFM2.5-8B-A1B", "submitTime": "2026-09-20T07:24:14.091402+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4973030", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "submitTime": "2026-09-20T08:13:33.948576+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4973783", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"} +{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-en-thinker", "modelId": "CohereLabs/tiny-aya-en-thinker", "submitTime": "2026-09-20T08:13:33.946939+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4973784", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"} diff --git a/manifest.json b/manifest.json index e0f58a2f3c..f6a9a18d1b 100644 --- a/manifest.json +++ b/manifest.json @@ -9,16 +9,16 @@ ".modelhub_state/queue_cleanup_latest.json": "a43deb60b6f751b76576986b5c89b51a2b8d469239d82ff9136f564b25b03b2c", ".modelhub_state/recent_outcomes.jsonl": "e4ec7fe7a933ada1495dda90138340a94157c38bdea2cbc2d2155d9b305ba72e", ".modelhub_state/recovery_active_tasks.jsonl": "edd3366e05f9509cc9e5946bbf2d15273551d1b794414064d2dc23e255994c4f", - ".modelhub_state/recovery_intents.jsonl": "f0a4ccd69e4a8d785e8dbfe4761ab2a53b1d6f826261dd9c8e5a3725b75c48f1", - ".modelhub_state/routing_intelligence.json": "f98f7683ebfbe8a52b7329ff0714300a611d99cd3cfac9d4a96effbadce316b6", + ".modelhub_state/recovery_intents.jsonl": "fd33a9a223759571fb181cf1013c4050c8e4a2f651be21889d2ade0706d1f5d7", + ".modelhub_state/routing_intelligence.json": "191de438c847a00204f8adeeb45f47b64f561659130b65d272136c99cc6a4478", ".modelhub_state/submission_exclusions.jsonl": "221be895a524330815b3c5124450b33c94b5f1e68169030c73684bf675d06ec7", ".modelhub_state/worker_crashes.jsonl": "a494412048eca6dce83e7284303a6b4b56a445c1274ac201ab8723c739a14f23", - "ledger/submissions.jsonl": "a51120e779cce4b4f2e1b17825dafc9bd779a74a1cc44340f0832eb00477ee44", - "outcomes/submissions.jsonl": "cea1da6286ef7488c608718fc890a4217d16bf45ee5264bc12a0107a964398cc" + "ledger/submissions.jsonl": "22ba1b05335fca08f7fa6b5c59c34618e6f3bc93e5f6418abe2e4688ccf82f4b", + "outcomes/submissions.jsonl": "a906658ca37ee7c7ac524c605bdd4e0118dbdd037d05693f61b425a92fbe66ab" }, - "generation": 10384, - "phase": "intent", + "generation": 10385, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-09-20T08:13:26.861832+00:00", + "updatedAt": "2026-09-20T08:20:23.544718+00:00", "writerId": "fc715c06e24c4db2ae3e425e435db996" } diff --git a/outcomes/submissions.jsonl b/outcomes/submissions.jsonl index fb5bf7b674..b84923dd10 100644 --- a/outcomes/submissions.jsonl +++ b/outcomes/submissions.jsonl @@ -1084,3 +1084,5 @@ {"failReason": null, "framework": "transformers", "lastSyncTime": null, "modelId": "LiquidAI/LFM2.5-8B-A1B", "modelProfile": {"architectures": ["Lfm2MoeForCausalLM"], "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 16936006912, "estimatedRequiredGiB": 18.948, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2_moe", "modelscopeFileSize": 16953948786, "modelscopeLicense": "other", "modelscopeParams": 8467856832, "modelscopeTags": ["license:other", "model_type:lfm2_moe", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:edge"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 16953948786}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T07:24:14.091402+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4973030", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "CohereLabs/tiny-aya-en-thinker", "modelProfile": {"architectures": ["Cohere2ForCausalLM"], "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 6700539432, "estimatedRequiredGiB": 7.522, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "cohere2", "modelscopeFileSize": 6730845002, "modelscopeLicense": "cc-by-nc-4.0", "modelscopeParams": 3350243328, "modelscopeTags": ["license:cc-by-nc-4.0", "model_type:cohere2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:aya", "custom_tag:multilingual", "custom_tag:reasoning", "custom_tag:tiny-aya"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 6730845002}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T07:27:50.754560+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4973099", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "neuralmagic/gemma-2-2b-quantized.w8a16", "modelProfile": {"architectures": ["Gemma2ForCausalLM"], "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 6746735136, "estimatedRequiredGiB": 7.565, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gemma2", "modelscopeFileSize": 6768615496, "modelscopeLicense": "gemma", "modelscopeParams": 3204165888, "modelscopeTags": ["license:gemma", "model_type:gemma2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:int8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 6768615496}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T07:35:10.256551+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4973190", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 658540250, "estimatedRequiredGiB": 0.742, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 663548868, "modelscopeLicense": "other", "modelscopeParams": 182975232, "modelscopeTags": ["license:other", "model_type:lfm2", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:edge", "custom_tag:mlx"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 663548868}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T08:13:33.948576+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4973783", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "CohereLabs/tiny-aya-en-thinker", "modelProfile": {"architectures": ["Cohere2ForCausalLM"], "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 6700539432, "estimatedRequiredGiB": 7.522, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "cohere2", "modelscopeFileSize": 6730845002, "modelscopeLicense": "cc-by-nc-4.0", "modelscopeParams": 3350243328, "modelscopeTags": ["license:cc-by-nc-4.0", "model_type:cohere2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:aya", "custom_tag:multilingual", "custom_tag:reasoning", "custom_tag:tiny-aya"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 6730845002}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T08:13:33.946939+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4973784", "taskType": "text-generation", "verifyResult": null}