diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 51bec0c395..9b4ccdc263 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -2130,6 +2130,34 @@ {"batchId": "ad8ab5660524481c98b596ffb60ebb2d", "completedAt": "2026-09-21T15:48:37.969859+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:36:50.622441+00:00", "framework": "vllm-patch-tokenizer", "intentId": "af50985b6b2d4f1186f29413322a0bab", "lastModified": "2026-08-24T19:51:52+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "reason": null, "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "5003181", "taskType": "text-generation"} {"batchId": "ad8ab5660524481c98b596ffb60ebb2d", "completedAt": "2026-09-21T15:48:37.969883+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:36:50.622892+00:00", "framework": "vllm", "intentId": "8e9c55f82f9842d8a6ebc1526da993df", "lastModified": "2026-08-26T17:29:18+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B", "reason": null, "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5003203", "taskType": "text-generation"} {"batchId": "ad8ab5660524481c98b596ffb60ebb2d", "completedAt": "2026-09-21T15:48:37.969886+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:36:50.622938+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6744cb33da7c4b53941d001c9f8f3ce5", "lastModified": "2026-09-10T05:31:36+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "reason": null, "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "5003204", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.828803+00:00", "framework": "vllm_tokenizer_patch", "intentId": "596b9ecedfcd46b6ab0d73c3b353a654", "lastModified": "2026-08-26T12:24:21+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.828907+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f219fe94493e4819b90521371040fc20", "lastModified": "2026-08-26T12:23:32+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.828953+00:00", "framework": "vllm_tokenizer_patch", "intentId": "afa05d46ea8247e59b286d52d3f67353", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.828995+00:00", "framework": "vllm_tokenizer_patch", "intentId": "15183a97f5bc4f498b30fb9c85a968fa", "lastModified": "2026-08-26T20:28:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829034+00:00", "framework": "vllm_tokenizer_patch", "intentId": "4e27e4cb882145358026d71c5d01733c", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "7d3121b7c0c577ab2334a07716695ad3f4016fc14badec71a6e0fbffc883b16d", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829075+00:00", "framework": "vllm-customized", "intentId": "a9eddf290ba84f189aaa5a3284059925", "lastModified": "2026-08-24T20:07:32+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829140+00:00", "framework": "vllm-customized", "intentId": "e4e9ae909dbd43b2941434f71822584b", "lastModified": "2026-08-24T20:14:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829221+00:00", "framework": "vllm-customized", "intentId": "5d3e8ef36f3949478a19bf4d7631fc99", "lastModified": "2026-08-26T17:18:42+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829280+00:00", "framework": "vllm-customized", "intentId": "b8fff96a5c9542b4b29836472a04d680", "lastModified": "2026-08-24T19:44:39+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a8", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829339+00:00", "framework": "vllm-customized", "intentId": "f17d8547f2ad4ecc902019be5f551a9e", "lastModified": "2026-08-24T20:36:30+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829396+00:00", "framework": "vllm-customized", "intentId": "62a92b6a2caa42a5a4545f1f8515e44e", "lastModified": "2026-09-12T12:32:06+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-GPTQ", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829454+00:00", "framework": "vllm-customized", "intentId": "f0c2eb8945e54883b9be0a6af5387919", "lastModified": "2026-08-24T20:30:03+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829512+00:00", "framework": "vllm-customized", "intentId": "0b4c1fb43148405c8d304e7084c53dfc", "lastModified": "2026-08-24T19:39:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829570+00:00", "framework": "vllm-customized", "intentId": "fb6ae360924b4574abedc790156335ef", "lastModified": "2026-08-24T19:25:45+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-2-7b-chat-quantized.w8a8", "repoId": "RedHatAI/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829628+00:00", "framework": "vllm-customized", "intentId": "37d35df7f47f4238beea6164bc70cc5a", "lastModified": "2026-08-24T19:38:03+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "7d3121b7c0c577ab2334a07716695ad3f4016fc14badec71a6e0fbffc883b16d", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829708+00:00", "framework": "vllm-customized", "intentId": "b835051e05074d118b7ce52d5a7100ed", "lastModified": "2026-08-24T18:50:21+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829773+00:00", "framework": "vllm-customized", "intentId": "5529f702af714ca49638afba0980d48b", "lastModified": "2026-08-24T20:06:34+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829830+00:00", "framework": "vllm-customized", "intentId": "3234e829f69040399f05c05157b81408", "lastModified": "2026-08-29T01:07:23+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829888+00:00", "framework": "vllm-customized", "intentId": "1223337265e14f8082f54e932cca0317", "lastModified": "2026-09-10T07:52:22+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.829947+00:00", "framework": "vllm-customized", "intentId": "c838c72421584ceaab38ab9374124a4c", "lastModified": "2026-09-03T13:37:32+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830001+00:00", "framework": "vllm-customized", "intentId": "be2ba5c807f14c06a099d9c8732ccae5", "lastModified": "2026-08-24T20:09:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830055+00:00", "framework": "vllm-customized", "intentId": "c2d70d8cdff944fc8fbbecffb34fce96", "lastModified": "2026-09-10T07:49:50+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830109+00:00", "framework": "vllm-customized", "intentId": "1629f1d0e84c425aa257eeb3104b409d", "lastModified": "2026-09-01T03:52:21+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830161+00:00", "framework": "vllm-customized", "intentId": "fea6b53a6677409a8d6fa2d36aa41bd6", "lastModified": "2026-09-02T05:56:49+00:00", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "0378395697c8345a5f2bfec5cd339a734a57d469359b2d1e41bd5325ee9d95e5", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830214+00:00", "framework": "vllm-customized", "intentId": "0da8de05646148e1a04c7d8e4d64e0bd", "lastModified": "2026-08-26T16:48:25+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830267+00:00", "framework": "vllm", "intentId": "264297334c434b54928170c86f40528f", "lastModified": "2026-08-24T19:46:26+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830342+00:00", "framework": "vllm", "intentId": "ea0783ecb2444e13a6d5b180aa4687a9", "lastModified": "2026-08-24T19:48:09+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} +{"batchId": "b79a640b5060464c9b45fd46695fddbc", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:48:38.830400+00:00", "framework": "vllm", "intentId": "18e05964de4f405fada4637b0f5941fe", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} {"batchId": "ad8ab5660524481c98b596ffb60ebb2d", "completedAt": "2026-09-21T15:48:37.969881+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:36:50.622846+00:00", "framework": "vllm", "intentId": "a5508ad2e66e442186d9134294f5983d", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} {"batchId": "ad8ab5660524481c98b596ffb60ebb2d", "completedAt": "2026-09-21T15:48:37.969878+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:36:50.622799+00:00", "framework": "vllm", "intentId": "d38bdd7935b54cf192601455f05e1918", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} {"batchId": "ad8ab5660524481c98b596ffb60ebb2d", "completedAt": "2026-09-21T15:48:37.969876+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T15:36:50.622753+00:00", "framework": "vllm", "intentId": "70afa0149fd347a7b71275607e5d1aaf", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} diff --git a/manifest.json b/manifest.json index 748577cedf..3b6f774d7b 100644 --- a/manifest.json +++ b/manifest.json @@ -10,16 +10,16 @@ ".modelhub_state/queue_cleanup_latest.json": "0ad8bae3fa1afa7ca210869b402afc058a903fdc4e2d86ace5dcbd51a06fabd1", ".modelhub_state/recent_outcomes.jsonl": "2a173ac6b4f5af299e47a033c354044636957b901c2fb942e1eb8e6f825a7003", ".modelhub_state/recovery_active_tasks.jsonl": "176667ceefd8bd84b11705f4d6246e59ecded9d6c3bce4aaeef6aaccfa9e44ae", - ".modelhub_state/recovery_intents.jsonl": "4c1c0a9cb122ec6fb68ec93d959972fb2df93432799818b06b37721beae6c908", + ".modelhub_state/recovery_intents.jsonl": "b7264bebf54e5a6a3d5f772601a19ccbf13830c16bcaeeab837f5ad531c5bbfd", ".modelhub_state/routing_intelligence.json": "91cb0720fae195f55872b65dbb1aafaa10b68aa3d3d77a158a8d8ff11f8b28bd", ".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989", ".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7", "ledger/submissions.jsonl": "41b954697772199040f23538b8886342b99c6f2702699ff95c2c7386dda0cdf2", "outcomes/submissions.jsonl": "cd807f5d3f8d94f98f8200f7405650bbcc83550c2dd3745142a73157dee06800" }, - "generation": 11533, - "phase": "result", + "generation": 11534, + "phase": "intent", "schemaVersion": 1, - "updatedAt": "2026-09-21T15:48:38.111645+00:00", + "updatedAt": "2026-09-21T15:48:38.980077+00:00", "writerId": "8b35139af6674067a339a670222d4b67" }