From 3aa94f652d24c595c9d65adc154a9662219b17c5 Mon Sep 17 00:00:00 2001 From: CoolBoy <2269097679@qq.com> Date: Mon, 21 Sep 2026 10:54:40 +0000 Subject: [PATCH] state: generation 11403 (result) --- .modelhub_state/recovery_intents.jsonl | 94 ++++++++--------------- .modelhub_state/routing_intelligence.json | 12 +-- ledger/submissions.jsonl | 5 ++ manifest.json | 14 ++-- outcomes/submissions.jsonl | 5 ++ 5 files changed, 56 insertions(+), 74 deletions(-) diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 701e195720..7f64d0cc7e 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -2046,39 +2046,39 @@ {"batchId": "188778418dd547d1ba172f9911d8c069", "completedAt": "2026-09-21T10:48:50.348873+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:38:29.513339+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b86b95a4a2ae4fed900501ef4bd97be6", "lastModified": "2026-08-24T19:41:12+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a8", "reason": null, "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Ascend_910-b3", "taskId": "4999279", "taskType": "text-generation"} {"batchId": "188778418dd547d1ba172f9911d8c069", "completedAt": "2026-09-21T10:48:50.348879+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:38:29.513446+00:00", "framework": "vllm_tokenizer_patch", "intentId": "db7e03b45345437c92c5babf96bcdeda", "lastModified": "2026-08-24T19:59:13+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "reason": null, "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Ascend_910-b3", "taskId": "4999278", "taskType": "text-generation"} {"batchId": "188778418dd547d1ba172f9911d8c069", "completedAt": "2026-09-21T10:48:50.348883+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:38:29.513488+00:00", "framework": "vllm_tokenizer_patch", "intentId": "af3602b58ba04aa38a17a80d40a17550", "lastModified": "2026-08-24T19:38:03+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "reason": null, "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Ascend_910-b3", "taskId": "4999277", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272468+00:00", "framework": "vllm-customized", "intentId": "d5a158bc26ca452c9ecf24fb3b9ef2bb", "lastModified": "2026-09-02T05:56:49+00:00", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "0378395697c8345a5f2bfec5cd339a734a57d469359b2d1e41bd5325ee9d95e5", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272591+00:00", "framework": "vllm-customized", "intentId": "b55830bd33124393bcb766f3b355da1d", "lastModified": "2026-08-26T16:48:25+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272651+00:00", "framework": "vllm", "intentId": "c686b7bc738a4f68822d70ad2e989a88", "lastModified": "2026-08-24T19:46:26+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272725+00:00", "framework": "vllm", "intentId": "b48f5e5d51ad4b0aa8ec4f7896f845dc", "lastModified": "2026-08-24T20:31:44+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272778+00:00", "framework": "vllm", "intentId": "b32de85268d64bcf8c368e0a12caf2a3", "lastModified": "2026-08-24T19:36:40+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272821+00:00", "framework": "vllm", "intentId": "7b1a086413e74e738d01ba99417c5c7d", "lastModified": "2026-08-24T20:26:05+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272863+00:00", "framework": "vllm", "intentId": "35eabf579ea8407c93a2e7c2a3297c17", "lastModified": "2026-08-24T20:14:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272905+00:00", "framework": "vllm", "intentId": "d66ee2b64a67494ba6ff75371453f7e3", "lastModified": "2026-09-08T03:51:51+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272946+00:00", "framework": "vllm", "intentId": "873940d7f0f14b3eae51493d93c05645", "lastModified": "2026-09-03T13:37:32+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272988+00:00", "framework": "vllm", "intentId": "6c3fd5c6d4e34d0a9a1909da982e0595", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273029+00:00", "framework": "vllm", "intentId": "243656c7a0634808932c453d3362770d", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273070+00:00", "framework": "vllm", "intentId": "686a147dfb8e4a2c873ddc840d599644", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273111+00:00", "framework": "vllm", "intentId": "27faeb80f51747418d6c6765baf19eec", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273153+00:00", "framework": "vllm", "intentId": "a02801e47158411694e4b84351f290dc", "lastModified": "2026-09-01T03:45:04+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273193+00:00", "framework": "vllm", "intentId": "db377c813dbf4de396dc1188d11848ea", "lastModified": "2026-08-26T13:13:18+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273234+00:00", "framework": "vllm", "intentId": "bba64cf9bdb64d108f31fed2620d191f", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273275+00:00", "framework": "vllm", "intentId": "600b0f048ea646c09c6443f3cdc6867e", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273322+00:00", "framework": "vllm", "intentId": "0cd90bc50a0a4b588ad9647f2f791ac5", "lastModified": "2026-08-26T20:28:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273374+00:00", "framework": "vllm", "intentId": "45bdb7355fca47718090f2d53b45f733", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273424+00:00", "framework": "vllm", "intentId": "62a7abd52fb14e4fb5fa2c77401d5c61", "lastModified": "2026-09-09T13:42:58+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273474+00:00", "framework": "vllm", "intentId": "87efae860c3c4d119a62faa83043e76d", "lastModified": "2026-08-24T19:54:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273532+00:00", "framework": "vllm", "intentId": "0edd7031ec0d4b9eb9437a7ff0b02e10", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273590+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6c837d3e231a4992ab113ee35c6b4623", "lastModified": "2026-08-24T19:57:49+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273645+00:00", "framework": "vllm_fix_tokenizer", "intentId": "97b5859511f1470d97ef8ce9fff1c466", "lastModified": "2026-08-24T20:38:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273717+00:00", "framework": "vllm_fix_tokenizer", "intentId": "68376a1df3f44a68b31aeceb94acfcf9", "lastModified": "2026-09-10T05:31:36+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273771+00:00", "framework": "vllm_fix_tokenizer", "intentId": "fe6ffe0a85a6405180f84a70c7f64beb", "lastModified": "2026-09-10T05:36:14+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273825+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5850dbb0b6ce4bfcbb3b6265fe21d1cf", "lastModified": "2026-09-10T05:34:35+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273879+00:00", "framework": "vllm_fix_tokenizer", "intentId": "63db1fe1ad2b45d08c88b832033718d4", "lastModified": "2026-08-26T16:41:11+00:00", "modelAddress": "https://modelscope.cn/models/apodex/Apodex-1.1-mini-GPTQ-Int4", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273932+00:00", "framework": "vllm_fix_tokenizer", "intentId": "398dff4c8fac4929ba6911256eb8e233", "lastModified": "2026-08-26T12:23:32+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273985+00:00", "framework": "vllm_fix_tokenizer", "intentId": "65f4dee4f715412ca7117fa1a68eb972", "lastModified": "2026-08-26T17:20:09+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.274039+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5530b98b1bbe439080077c3a149dd89d", "lastModified": "2026-08-24T20:18:47+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-27b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.274093+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f2d1a2950c274fdfba0355aabbcafcee", "lastModified": "2026-08-26T12:23:38+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.274147+00:00", "framework": "vllm_fix_tokenizer", "intentId": "22abe624b1b94df1909815fc00083ad4", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108926+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273424+00:00", "framework": "vllm", "intentId": "62a7abd52fb14e4fb5fa2c77401d5c61", "lastModified": "2026-09-09T13:42:58+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "reason": null, "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4999408", "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108953+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273985+00:00", "framework": "vllm_fix_tokenizer", "intentId": "65f4dee4f715412ca7117fa1a68eb972", "lastModified": "2026-08-26T17:20:09+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "reason": null, "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4999444", "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108956+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.274039+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5530b98b1bbe439080077c3a149dd89d", "lastModified": "2026-08-24T20:18:47+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-27b-it-quantized.w8a16", "reason": null, "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4999447", "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108959+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.274093+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f2d1a2950c274fdfba0355aabbcafcee", "lastModified": "2026-08-26T12:23:38+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "reason": null, "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4999409", "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108961+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.274147+00:00", "framework": "vllm_fix_tokenizer", "intentId": "22abe624b1b94df1909815fc00083ad4", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "reason": null, "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4999410", "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108951+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273932+00:00", "framework": "vllm_fix_tokenizer", "intentId": "398dff4c8fac4929ba6911256eb8e233", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108948+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273879+00:00", "framework": "vllm_fix_tokenizer", "intentId": "63db1fe1ad2b45d08c88b832033718d4", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108945+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273825+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5850dbb0b6ce4bfcbb3b6265fe21d1cf", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108942+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273771+00:00", "framework": "vllm_fix_tokenizer", "intentId": "fe6ffe0a85a6405180f84a70c7f64beb", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108940+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273717+00:00", "framework": "vllm_fix_tokenizer", "intentId": "68376a1df3f44a68b31aeceb94acfcf9", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108937+00:00", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273645+00:00", "framework": "vllm_fix_tokenizer", "intentId": "97b5859511f1470d97ef8ce9fff1c466", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108934+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273590+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6c837d3e231a4992ab113ee35c6b4623", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108931+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273532+00:00", "framework": "vllm", "intentId": "0edd7031ec0d4b9eb9437a7ff0b02e10", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108928+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273474+00:00", "framework": "vllm", "intentId": "87efae860c3c4d119a62faa83043e76d", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108923+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273374+00:00", "framework": "vllm", "intentId": "45bdb7355fca47718090f2d53b45f733", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108920+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273322+00:00", "framework": "vllm", "intentId": "0cd90bc50a0a4b588ad9647f2f791ac5", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108917+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273275+00:00", "framework": "vllm", "intentId": "600b0f048ea646c09c6443f3cdc6867e", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108914+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273234+00:00", "framework": "vllm", "intentId": "bba64cf9bdb64d108f31fed2620d191f", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108912+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273193+00:00", "framework": "vllm", "intentId": "db377c813dbf4de396dc1188d11848ea", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108909+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273153+00:00", "framework": "vllm", "intentId": "a02801e47158411694e4b84351f290dc", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108906+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273111+00:00", "framework": "vllm", "intentId": "27faeb80f51747418d6c6765baf19eec", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108903+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273070+00:00", "framework": "vllm", "intentId": "686a147dfb8e4a2c873ddc840d599644", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108901+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.273029+00:00", "framework": "vllm", "intentId": "243656c7a0634808932c453d3362770d", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108897+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272988+00:00", "framework": "vllm", "intentId": "6c3fd5c6d4e34d0a9a1909da982e0595", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108894+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272946+00:00", "framework": "vllm", "intentId": "873940d7f0f14b3eae51493d93c05645", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108891+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272905+00:00", "framework": "vllm", "intentId": "d66ee2b64a67494ba6ff75371453f7e3", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108888+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272863+00:00", "framework": "vllm", "intentId": "35eabf579ea8407c93a2e7c2a3297c17", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108884+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272821+00:00", "framework": "vllm", "intentId": "7b1a086413e74e738d01ba99417c5c7d", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108881+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272778+00:00", "framework": "vllm", "intentId": "b32de85268d64bcf8c368e0a12caf2a3", "repoId": "neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108877+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272725+00:00", "framework": "vllm", "intentId": "b48f5e5d51ad4b0aa8ec4f7896f845dc", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108874+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272651+00:00", "framework": "vllm", "intentId": "c686b7bc738a4f68822d70ad2e989a88", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108870+00:00", "configFingerprint": "0378395697c8345a5f2bfec5cd339a734a57d469359b2d1e41bd5325ee9d95e5", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272591+00:00", "framework": "vllm-customized", "intentId": "b55830bd33124393bcb766f3b355da1d", "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} +{"batchId": "5e7798d2f7dc4de98461e952a03abd04", "completedAt": "2026-09-21T10:54:40.108846+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:48:51.272468+00:00", "framework": "vllm-customized", "intentId": "d5a158bc26ca452c9ecf24fb3b9ef2bb", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} {"batchId": "188778418dd547d1ba172f9911d8c069", "completedAt": "2026-09-21T10:48:50.349052+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:38:29.516899+00:00", "framework": "vllm-customized", "intentId": "ca16782a371546d884fc888de340936d", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} {"batchId": "188778418dd547d1ba172f9911d8c069", "completedAt": "2026-09-21T10:48:50.349049+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:38:29.516840+00:00", "framework": "vllm-customized", "intentId": "0c5fd6ea3a4f42719e3f255dc40115fb", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} {"batchId": "188778418dd547d1ba172f9911d8c069", "completedAt": "2026-09-21T10:48:50.349047+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T10:38:29.516778+00:00", "framework": "vllm-customized", "intentId": "fb946b5592ce489aafacbca0aeaa03fa", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} @@ -2351,31 +2351,3 @@ {"batchId": "f8cd5025838c46b5b6bdaa1f722188a8", "completedAt": "2026-09-21T09:32:40.979747+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:28:00.523099+00:00", "framework": "vllm-customized", "intentId": "1997b490a82647458851152193c0c9e6", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} {"batchId": "f8cd5025838c46b5b6bdaa1f722188a8", "completedAt": "2026-09-21T09:32:40.979744+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:28:00.523038+00:00", "framework": "vllm-customized", "intentId": "449fcb43f47542769463315a0c06fcc0", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} {"batchId": "f8cd5025838c46b5b6bdaa1f722188a8", "completedAt": "2026-09-21T09:32:40.979741+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:28:00.522976+00:00", "framework": "vllm-customized", "intentId": "0ca1582dee2b482e91d222ac0d3b45ac", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "f8cd5025838c46b5b6bdaa1f722188a8", "completedAt": "2026-09-21T09:32:40.979737+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:28:00.522914+00:00", "framework": "vllm-customized", "intentId": "78deca1743dd40ae85a3d5849c48f15b", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "f8cd5025838c46b5b6bdaa1f722188a8", "completedAt": "2026-09-21T09:32:40.979734+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:28:00.522852+00:00", "framework": "vllm-customized", "intentId": "8809319daa814bc496b47770ff2694d3", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "f8cd5025838c46b5b6bdaa1f722188a8", "completedAt": "2026-09-21T09:32:40.979729+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:28:00.522784+00:00", "framework": "vllm-customized", "intentId": "e074c7e694404a4e8d925e44c2eec179", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "f8cd5025838c46b5b6bdaa1f722188a8", "completedAt": "2026-09-21T09:32:40.979712+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:28:00.522638+00:00", "framework": "vllm-customized", "intentId": "b47b7d2a88b94fa6917dea2f6bd2d267", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696104+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.182551+00:00", "framework": "vllm-customized", "intentId": "212579130407482280177f253e6b13e8", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696102+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.182494+00:00", "framework": "vllm-customized", "intentId": "5849cd82ac2b483ab49a8f56fdc1f6ec", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696099+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.182436+00:00", "framework": "vllm-customized", "intentId": "194b7748643e44be8cb50bf2c07c8ac9", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696097+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.182378+00:00", "framework": "vllm-customized", "intentId": "880e378268844e5792aec3647a92d3f4", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696094+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.182321+00:00", "framework": "vllm-customized", "intentId": "eafb6b95490040ab96f0390c6f8da95e", "repoId": "inclusionAI/Ling-3.0-tiny", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696091+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.182263+00:00", "framework": "vllm-customized", "intentId": "a3da45d05ad44f85879d42efa91bd525", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696088+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.182216+00:00", "framework": "vllm", "intentId": "999b7f2bd6f44cb7b852ebac767907d4", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696086+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.182169+00:00", "framework": "vllm", "intentId": "d936013e49804d9e82761a174a41286a", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696083+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.182121+00:00", "framework": "vllm", "intentId": "3bdbcbaa45e14d2d9cb71b59a7bb3a32", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696081+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.182080+00:00", "framework": "vllm-patch-tokenizer", "intentId": "fff814e469f04c879411026a88d6cd2f", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696078+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.182038+00:00", "framework": "vllm-patch-tokenizer", "intentId": "1c204fa4586549d79adeb6933f80fe86", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696076+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.181996+00:00", "framework": "vllm-patch-tokenizer", "intentId": "c34ba90388f541339be232a032b6010b", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696073+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.181955+00:00", "framework": "vllm-patch-tokenizer", "intentId": "eec978de6bc04a438560170243741c9e", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696070+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.181913+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7488ab81df5a477dad937b6ea33d9c5c", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696068+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.181871+00:00", "framework": "vllm-patch-tokenizer", "intentId": "db953abb739849b796903ecdd8d8f0d9", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696065+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.181830+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ffb0f726bb2c446182f369338de17612", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696062+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.181789+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f7f7fb52c86948328d168ded39ff4074", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696059+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.181747+00:00", "framework": "vllm-patch-tokenizer", "intentId": "60cbcd36e23e4c199c39880210e0041a", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696056+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.181705+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7e54f925535242768a87e12bb7a272dd", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696054+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.181657+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f20d46c42b37427dbb35998ca3f88954", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696051+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.181614+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1e3f161ec29f4b48ac6def3270193141", "repoId": "webAI-Official/TwIL-LM3", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696048+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.181571+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5067a7ba3e8e437e84f417207fb181f9", "repoId": "logic65/Qwen3.8-Whittle-w50-18.3B-unrepaired", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696045+00:00", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.181526+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "0490a32718464dafa578d182e5076ba8", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.696042+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.181470+00:00", "framework": "vllm", "intentId": "9a97a09afd2b424f950eabc251ef3ee0", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index 1bf22c8bbf..a8cbabe790 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -1,6 +1,6 @@ { "acceptedByCategory": { - "unified_success_first": 2185 + "unified_success_first": 2190 }, "acceptedByRoute": { "text-generation|Ascend_910-b3|llamacpp": 17, @@ -20,7 +20,7 @@ "text-generation|Iluvatar_bi-100|transformers": 20, "text-generation|Iluvatar_bi-150|llamacpp": 16, "text-generation|Iluvatar_bi-150|transformers": 30, - "text-generation|Iluvatar_bi-150|vllm": 8, + "text-generation|Iluvatar_bi-150|vllm": 9, "text-generation|Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 102, "text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 40, "text-generation|Iluvatar_bi-150|vllm_tokenizer_patch": 3, @@ -32,14 +32,14 @@ "text-generation|Mthreads_s4000|llamacpp": 17, "text-generation|Mthreads_s4000|vllm": 103, "text-generation|Sunrise_pt-200-x1|vllm": 84, - "text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 89, + "text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 93, "text-generation|Vastai_va16|vllm_fix_tokenizer": 74, "text-generation|hygon_k100-ai|llamacpp": 18, "text-generation|hygon_k100-ai|vllm": 26, "text-generation|hygon_k100-ai|vllm-patch-tokenizer": 125 }, - "acceptedSinceRefresh": 2185, - "acceptedTotal": 2185, - "generatedAt": "2026-09-21T10:48:50.284933+00:00", + "acceptedSinceRefresh": 2190, + "acceptedTotal": 2190, + "generatedAt": "2026-09-21T10:54:40.047249+00:00", "version": 1 } diff --git a/ledger/submissions.jsonl b/ledger/submissions.jsonl index 4d89fcbe76..128e714b60 100644 --- a/ledger/submissions.jsonl +++ b/ledger/submissions.jsonl @@ -1181,3 +1181,8 @@ {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a8", "modelId": "RedHatAI/starcoder2-15b-quantized.w8a8", "submitTime": "2026-09-21T10:38:42.810169+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4999279", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "modelId": "RedHatAI/starcoder2-7b-FP8", "submitTime": "2026-09-21T10:38:42.835320+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4999278", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "modelId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "submitTime": "2026-09-21T10:38:42.837708+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4999277", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"} +{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "modelId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "submitTime": "2026-09-21T10:50:31.253072+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4999408", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-iluvatar-bi-150"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "submitTime": "2026-09-21T10:52:01.384099+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4999444", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-27b-it-quantized.w8a16", "modelId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "submitTime": "2026-09-21T10:52:10.635641+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4999447", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "submitTime": "2026-09-21T10:52:20.595972+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4999409", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "submitTime": "2026-09-21T10:52:20.710547+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4999410", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"} diff --git a/manifest.json b/manifest.json index 49358b06b1..85abd430e8 100644 --- a/manifest.json +++ b/manifest.json @@ -10,16 +10,16 @@ ".modelhub_state/queue_cleanup_latest.json": "f4afc5dbbf57b883780778e798518d72ad1770b7d52c2f9efa7ac7bca07813f7", ".modelhub_state/recent_outcomes.jsonl": "f383e3c08a0fb9a9bd20cd069d47fbdad64ace6bac0890de61fff2ed04ad061d", ".modelhub_state/recovery_active_tasks.jsonl": "207d67c2a4a6f393bc1b2166deb7e810955e3334ed0144a431a2d06f110b15c3", - ".modelhub_state/recovery_intents.jsonl": "c88468e764aa408b3d111f7dc5decd40cfd919bff687b1ac6847a5e822345558", - ".modelhub_state/routing_intelligence.json": "fbeee5e0e416147c081a8c50026f1b5e35da3eeb5827af5a0023dd3563814555", + ".modelhub_state/recovery_intents.jsonl": "78eb86302de1dfec1985c84a4245d5a5d1725501f44a67fad7f2d169eaf39f99", + ".modelhub_state/routing_intelligence.json": "7c36192e1564323afc6c72f3aee5addec37cbd3f3e486969bf4c80a4bf0e936b", ".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989", ".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7", - "ledger/submissions.jsonl": "a06886925a593f526b1193dc07cf6a891be5c77c66f21b69753ef9220d552e0f", - "outcomes/submissions.jsonl": "f5c29034791236310347a22f561df74c689bb8bce822f073d66c5bc812a02c44" + "ledger/submissions.jsonl": "f043691e9c0844def204be7401daa685577e5bcdf58e67df2e75e0588d953216", + "outcomes/submissions.jsonl": "963b3a6a61ee929f139e103466bea0cc0ac4e5d90f6ec6a20355243c8228c099" }, - "generation": 11402, - "phase": "intent", + "generation": 11403, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-09-21T10:48:51.492225+00:00", + "updatedAt": "2026-09-21T10:54:40.298461+00:00", "writerId": "8b35139af6674067a339a670222d4b67" } diff --git a/outcomes/submissions.jsonl b/outcomes/submissions.jsonl index e16fdcaa12..504ecb750d 100644 --- a/outcomes/submissions.jsonl +++ b/outcomes/submissions.jsonl @@ -1122,3 +1122,8 @@ {"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "RedHatAI/starcoder2-15b-quantized.w8a8", "modelProfile": {"architectures": ["Starcoder2ForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 17785240496, "estimatedRequiredGiB": 19.88, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "starcoder2", "modelscopeFileSize": 17788612468, "modelscopeLicense": "bigcode-openrail-m", "modelscopeParams": 15957889024, "modelscopeTags": ["license:bigcode-openrail-m", "model_type:starcoder2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:code"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 17788612468}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T10:38:42.810169+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4999279", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "RedHatAI/starcoder2-7b-FP8", "modelProfile": {"architectures": ["Starcoder2ForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 7855165704, "estimatedRequiredGiB": 8.783, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "starcoder2", "modelscopeFileSize": 7858540940, "modelscopeLicense": "other", "modelscopeParams": 7400416256, "modelscopeTags": ["license:other", "model_type:starcoder2", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:fp8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 7858540940}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T10:38:42.835320+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4999278", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "modelProfile": {"architectures": ["Phi3ForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 4020349648, "estimatedRequiredGiB": 4.496, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "phi3", "modelscopeFileSize": 4022916227, "modelscopeLicense": "mit", "modelscopeParams": 3821079552, "modelscopeTags": ["license:mit", "model_type:phi3", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 4022916227}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T10:38:42.837708+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4999277", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "modelProfile": {"architectures": ["ZayaForCausalLM"], "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 7915599888, "estimatedRequiredGiB": 8.885, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "zaya", "modelscopeFileSize": 7950463599, "modelscopeLicense": "other", "modelscopeParams": 2274126328, "modelscopeTags": ["license:other", "model_type:zaya", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:applescript", "custom_tag:macos", "custom_tag:computer-use", "custom_tag:agent", "custom_tag:tool-calling", "custom_tag:function-calling", "custom_tag:mlx", "custom_tag:moe", "custom_tag:osaurus"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 7950463599}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T10:50:31.253072+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4999408", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2340697867, "estimatedRequiredGiB": 2.621, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 2345554722, "modelscopeLicense": "other", "modelscopeParams": 1170340608, "modelscopeTags": ["license:other", "model_type:lfm2", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:edge", "custom_tag:mlx", "custom_tag:reasoning"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 2345554722}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T10:52:01.384099+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4999444", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "modelProfile": {"architectures": ["Gemma2ForCausalLM"], "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 30775446656, "estimatedRequiredGiB": 34.419, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gemma2", "modelscopeFileSize": 30797371689, "modelscopeLicense": "gemma", "modelscopeParams": 28406776320, "modelscopeTags": ["license:gemma", "model_type:gemma2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:int8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 30797371689}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T10:52:10.635641+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4999447", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 658540250, "estimatedRequiredGiB": 0.742, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 663548868, "modelscopeLicense": "other", "modelscopeParams": 182975232, "modelscopeTags": ["license:other", "model_type:lfm2", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:edge", "custom_tag:mlx"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 663548868}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T10:52:20.595972+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4999409", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2340697867, "estimatedRequiredGiB": 2.622, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 2345693224, "modelscopeLicense": "other", "modelscopeParams": 1170340608, "modelscopeTags": ["license:other", "model_type:lfm2", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:edge", "custom_tag:mlx"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 2345693224}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T10:52:20.710547+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4999410", "taskType": "text-generation", "verifyResult": null}