From 2144fa8c9caaa4133fa2085ff29ea636cbbe964d Mon Sep 17 00:00:00 2001 From: CoolBoy <2269097679@qq.com> Date: Mon, 21 Sep 2026 03:23:14 +0000 Subject: [PATCH] state: generation 11134 (result) --- .modelhub_state/recovery_intents.jsonl | 78 ++++++++--------------- .modelhub_state/routing_intelligence.json | 2 +- manifest.json | 10 +-- 3 files changed, 32 insertions(+), 58 deletions(-) diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 8122a83064..b956d3538e 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -1964,32 +1964,32 @@ {"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788713+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.555968+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b21c2e9db2fc42c3899ad1b494c0bf78", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "reason": null, "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4992751", "taskType": "text-generation"} {"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788728+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.556971+00:00", "framework": "vllm_fix_tokenizer", "intentId": "173ec5f2cbbc4148b47133e20aeaa56d", "lastModified": "2026-08-24T19:35:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "reason": null, "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4992749", "taskType": "text-generation"} {"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788748+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557149+00:00", "framework": "vllm", "intentId": "c2fd8f6e6f8447f08128dc9542eeef2d", "lastModified": "2026-08-24T19:39:27+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-FP8", "reason": null, "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4992750", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209137+00:00", "framework": "vllm", "intentId": "957ab4f11a7e454b94bd14f0c82bff6c", "lastModified": "2026-08-26T13:13:18+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209254+00:00", "framework": "vllm", "intentId": "8e684fb1c83146afacb62e3b446fa567", "lastModified": "2026-08-26T15:57:06+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209300+00:00", "framework": "vllm", "intentId": "1254d59675844920b32fa06d1df76283", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209343+00:00", "framework": "vllm", "intentId": "29ecc81f585b4f0699a8f0fd8f945afe", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209384+00:00", "framework": "vllm", "intentId": "d9c95bc354c24c01af63850b702b98b1", "lastModified": "2026-08-28T05:30:04+00:00", "modelAddress": "https://modelscope.cn/models/whcl412/mlx-LycheeAI-coder-1.7b", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209426+00:00", "framework": "vllm", "intentId": "fcbbe47e01cc4680b07d88a61f00681f", "lastModified": "2026-09-10T07:52:22+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209482+00:00", "framework": "vllm", "intentId": "57836cb7d7ff40c3bfb265eade87f0ec", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209532+00:00", "framework": "vllm", "intentId": "734e4f8edf474e34ab785effa6fad967", "lastModified": "2026-09-09T13:42:58+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209583+00:00", "framework": "vllm", "intentId": "e13bb5ae9a5c4059a966e5824134a402", "lastModified": "2026-09-09T06:27:24+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209632+00:00", "framework": "vllm", "intentId": "d04ed920fe9e48d6a1dcf93a3a9cfa2d", "lastModified": "2026-08-26T19:43:40+00:00", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209688+00:00", "framework": "vllm", "intentId": "eb550c26e586456c8a0cb34ae4ef1706", "lastModified": "2026-08-24T20:04:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209748+00:00", "framework": "vllm", "intentId": "b2c2675290864d32b57e573c47bae3d1", "lastModified": "2026-08-24T19:39:21+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209805+00:00", "framework": "vllm", "intentId": "2b53505034b74abbbd09f963f495442c", "lastModified": "2026-08-24T19:54:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209862+00:00", "framework": "vllm", "intentId": "1b7b5100eb55468390a836425671e62b", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209919+00:00", "framework": "vllm", "intentId": "bdb601ea5ddc4782bb8a6fe4b331df69", "lastModified": "2026-08-24T20:02:14+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209976+00:00", "framework": "vllm", "intentId": "484a4b0cb3fd42a891b39751ee0bf4c3", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210033+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7223e47024764a74a917d24ce6a6b630", "lastModified": "2026-08-24T20:38:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210087+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d631c3f88ca741e4a4122a290200361b", "lastModified": "2026-09-10T05:31:36+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210141+00:00", "framework": "vllm_fix_tokenizer", "intentId": "bc2a426eb1c94db3b6bec8cf02d584f5", "lastModified": "2026-09-10T05:36:14+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210195+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8eb1f484c0f449dc89ae889527a9b18e", "lastModified": "2026-09-10T05:34:35+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210248+00:00", "framework": "vllm_fix_tokenizer", "intentId": "64c8eb6d75fe4f43bd929abdf0ef159b", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210302+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3c7c62e2564c4c0e98d44e9aeb2e730d", "lastModified": "2026-08-26T16:41:11+00:00", "modelAddress": "https://modelscope.cn/models/apodex/Apodex-1.1-mini-GPTQ-Int4", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210356+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a2a5f575ada949dab0629c2c95ae527f", "lastModified": "2026-08-26T12:23:32+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210409+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ea0b893b15e24885a9f3338f626d8982", "lastModified": "2026-08-26T17:20:09+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210462+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e4bd3633900547b6a3f6d0560772820a", "lastModified": "2026-08-24T20:36:33+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210517+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7732ad2ea5be46feada0b01bf52f53c1", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325695+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210517+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7732ad2ea5be46feada0b01bf52f53c1", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325692+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210462+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e4bd3633900547b6a3f6d0560772820a", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325689+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210409+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ea0b893b15e24885a9f3338f626d8982", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325686+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210356+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a2a5f575ada949dab0629c2c95ae527f", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325683+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210302+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3c7c62e2564c4c0e98d44e9aeb2e730d", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325681+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210248+00:00", "framework": "vllm_fix_tokenizer", "intentId": "64c8eb6d75fe4f43bd929abdf0ef159b", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325664+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210195+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8eb1f484c0f449dc89ae889527a9b18e", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325661+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210141+00:00", "framework": "vllm_fix_tokenizer", "intentId": "bc2a426eb1c94db3b6bec8cf02d584f5", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325659+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210087+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d631c3f88ca741e4a4122a290200361b", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325656+00:00", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.210033+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7223e47024764a74a917d24ce6a6b630", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325652+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209976+00:00", "framework": "vllm", "intentId": "484a4b0cb3fd42a891b39751ee0bf4c3", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325649+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209919+00:00", "framework": "vllm", "intentId": "bdb601ea5ddc4782bb8a6fe4b331df69", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325646+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209862+00:00", "framework": "vllm", "intentId": "1b7b5100eb55468390a836425671e62b", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325643+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209805+00:00", "framework": "vllm", "intentId": "2b53505034b74abbbd09f963f495442c", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325641+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209748+00:00", "framework": "vllm", "intentId": "b2c2675290864d32b57e573c47bae3d1", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325637+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209688+00:00", "framework": "vllm", "intentId": "eb550c26e586456c8a0cb34ae4ef1706", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325633+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209632+00:00", "framework": "vllm", "intentId": "d04ed920fe9e48d6a1dcf93a3a9cfa2d", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325631+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209583+00:00", "framework": "vllm", "intentId": "e13bb5ae9a5c4059a966e5824134a402", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325628+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209532+00:00", "framework": "vllm", "intentId": "734e4f8edf474e34ab785effa6fad967", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325624+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209482+00:00", "framework": "vllm", "intentId": "57836cb7d7ff40c3bfb265eade87f0ec", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325621+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209426+00:00", "framework": "vllm", "intentId": "fcbbe47e01cc4680b07d88a61f00681f", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325617+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209384+00:00", "framework": "vllm", "intentId": "d9c95bc354c24c01af63850b702b98b1", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325614+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209343+00:00", "framework": "vllm", "intentId": "29ecc81f585b4f0699a8f0fd8f945afe", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325610+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209300+00:00", "framework": "vllm", "intentId": "1254d59675844920b32fa06d1df76283", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325606+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209254+00:00", "framework": "vllm", "intentId": "8e684fb1c83146afacb62e3b446fa567", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "f9cdc27b47ba4b13983993761fdd66b5", "completedAt": "2026-09-21T03:23:14.325578+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:19:27.209137+00:00", "framework": "vllm", "intentId": "957ab4f11a7e454b94bd14f0c82bff6c", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244162+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742786+00:00", "framework": "vllm", "intentId": "5de974de2ddf4779a0b21c9c6931494b", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244159+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742745+00:00", "framework": "vllm", "intentId": "61d29f85461243b480c528c02a0976e4", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} {"batchId": "2a3128be80d04f209b81e83605f1dadc", "completedAt": "2026-09-21T03:19:26.244156+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:15:14.742704+00:00", "framework": "vllm", "intentId": "722a11b687b8417698b86a110385b149", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} @@ -2264,29 +2264,3 @@ {"batchId": "415524ae2f224a7ba5815c81bc39b120", "completedAt": "2026-09-21T01:45:36.857164+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:37:39.076732+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2fe43561c88b4a3ea437573507f20ea7", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} {"batchId": "415524ae2f224a7ba5815c81bc39b120", "completedAt": "2026-09-21T01:45:36.857161+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:37:39.076688+00:00", "framework": "vllm_fix_tokenizer", "intentId": "58d27108f5a94ef0b94633e445c7c0cc", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} {"batchId": "415524ae2f224a7ba5815c81bc39b120", "completedAt": "2026-09-21T01:45:36.857157+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:37:39.076629+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e96c735ed3e64d26a2e886bb16119d29", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "415524ae2f224a7ba5815c81bc39b120", "completedAt": "2026-09-21T01:45:36.857154+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:37:39.076584+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ce97aa64bebf4dcf887b7e7fc388faf9", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "415524ae2f224a7ba5815c81bc39b120", "completedAt": "2026-09-21T01:45:36.857150+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:37:39.076525+00:00", "framework": "vllm", "intentId": "e50c5c865f544497ba792cb647ce9ea1", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "415524ae2f224a7ba5815c81bc39b120", "completedAt": "2026-09-21T01:45:36.857147+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:37:39.076462+00:00", "framework": "vllm", "intentId": "b018733a2667452c802f305c94eb387c", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "415524ae2f224a7ba5815c81bc39b120", "completedAt": "2026-09-21T01:45:36.857143+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:37:39.076394+00:00", "framework": "vllm-mlu", "intentId": "da2ac48d0da443c6b5dde0ec263ed680", "repoId": "neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "415524ae2f224a7ba5815c81bc39b120", "completedAt": "2026-09-21T01:45:36.857139+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:37:39.076341+00:00", "framework": "vllm_tokenizer_patch", "intentId": "94ac48d2f4e34814a23e498f158426ae", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "415524ae2f224a7ba5815c81bc39b120", "completedAt": "2026-09-21T01:45:36.857134+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:37:39.076285+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d2b64f616999492fac64b6700a806b33", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "415524ae2f224a7ba5815c81bc39b120", "completedAt": "2026-09-21T01:45:36.857117+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:37:39.076165+00:00", "framework": "vllm_tokenizer_patch", "intentId": "62f307e3dc7549818ef0ff9db25d60aa", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379857+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.742042+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a053b55eef7b45e38b58be5b2c05282d", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379854+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741986+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3ce47a464fa04a5587d4b6801266bbb0", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379851+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741931+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3163fa6808e94284bf8a72c925a36949", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379848+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741876+00:00", "framework": "vllm_fix_tokenizer", "intentId": "73743431646848389d824565b6e19141", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379845+00:00", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741819+00:00", "framework": "vllm_fix_tokenizer", "intentId": "63bb022edd74489aa3c8403e40625018", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379841+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741760+00:00", "framework": "vllm", "intentId": "b6ea5ae1279e4efcab5c9ed5847b78a5", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379838+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741717+00:00", "framework": "vllm", "intentId": "a9d87713bd7b4bb89d18a32d75a700bd", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379834+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741675+00:00", "framework": "vllm", "intentId": "81d5588eacd54304a760f57db97375d7", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379831+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741627+00:00", "framework": "vllm", "intentId": "bbdc132c17f9400bb0c6d55cc1fafc0f", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379828+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741584+00:00", "framework": "vllm", "intentId": "3c9c402bd5bb413ca9bd64908f7c3884", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379824+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741541+00:00", "framework": "vllm", "intentId": "58b7b3f039e74127a8da5fe7fa3ef6ad", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379821+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741496+00:00", "framework": "vllm", "intentId": "e8d769ca878a43779113d34122f283f6", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379817+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741437+00:00", "framework": "vllm-customized", "intentId": "0fed2e7459ed41faa1eb71dce469057d", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379814+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741378+00:00", "framework": "vllm-customized", "intentId": "9667f4de1b82409289a03fd387794822", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379811+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741319+00:00", "framework": "vllm-customized", "intentId": "a858162f0b0c4535a78ca462fad93dcd", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379808+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741260+00:00", "framework": "vllm-customized", "intentId": "eb8fe08e5fa244729a565fd6b9b5e0ed", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379804+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741200+00:00", "framework": "vllm-customized", "intentId": "e8f8c318420f46fb8ae638a84ceb2447", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379800+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741136+00:00", "framework": "vllm-customized", "intentId": "dbe71b2a29834e47bd81e82d914df42e", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "6ab5e5310a714baab9b5fa88903b2b01", "completedAt": "2026-09-21T01:35:39.379797+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:32:25.741095+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ed1672481e7646698d1ea537d0734e0a", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index 2bb4903d3e..1399b7f555 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -40,6 +40,6 @@ }, "acceptedSinceRefresh": 2103, "acceptedTotal": 2103, - "generatedAt": "2026-09-21T03:19:26.179785+00:00", + "generatedAt": "2026-09-21T03:23:14.228615+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index e352e31d69..82ca70a3d0 100644 --- a/manifest.json +++ b/manifest.json @@ -10,16 +10,16 @@ ".modelhub_state/queue_cleanup_latest.json": "294596e0492bf1839a4c2e817f44101a0d6d6c4779bf685b402ef658b7bffabd", ".modelhub_state/recent_outcomes.jsonl": "254ebb9091d505dfca62fa053b0d43c6b5fe34a92e9c453216b3faaf0a55f63b", ".modelhub_state/recovery_active_tasks.jsonl": "9b6030185dfd7968c28eb4ce8d77f9fa739a58e4f26a32c6aa6d31b632645f98", - ".modelhub_state/recovery_intents.jsonl": "b8c06ba6b5981e64eaf592b4f31064d2248cbe6f72f382ae803c1e0a6eeacb22", - ".modelhub_state/routing_intelligence.json": "262859be64d4cc9e429051eca5fea772541a7312c3cdae9e6b42ab40a0564c18", + ".modelhub_state/recovery_intents.jsonl": "fea67f4cb7a4464fce9441930c40f674ba1d40eb49c8cd117e9ddbc8afade311", + ".modelhub_state/routing_intelligence.json": "27c89641ad1b9184518ed0bbd8e8cc228c8cd6c089ac83dda09b03080e8e6426", ".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989", ".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7", "ledger/submissions.jsonl": "ec8541f2003870ed91eac724cf39bd3fb9660f3cd5c613aedd1a584722dc02a3", "outcomes/submissions.jsonl": "63a249896f6c5ee2aa667ec87054256c0961ee2541801cff625eab6dcf8155ed" }, - "generation": 11133, - "phase": "intent", + "generation": 11134, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-09-21T03:19:27.343133+00:00", + "updatedAt": "2026-09-21T03:23:14.462163+00:00", "writerId": "8b35139af6674067a339a670222d4b67" }