diff --git a/.modelhub_state/account_capacity.json b/.modelhub_state/account_capacity.json index 4e5b5df705..576e3ea257 100644 --- a/.modelhub_state/account_capacity.json +++ b/.modelhub_state/account_capacity.json @@ -2,7 +2,7 @@ "accounts": { "116321aaaa71977e436a": { "accountIndex": 5, - "knownCap": 10 + "knownCap": 11 }, "203cf600e31a19e36522": { "accountIndex": 4, @@ -14,7 +14,7 @@ }, "5d7e48ccd4ba2b34e49f": { "accountIndex": 7, - "knownCap": 15 + "knownCap": 16 }, "72046eb8a2d9d386504e": { "accountIndex": 11, @@ -22,7 +22,7 @@ }, "730c876d2910041553c8": { "accountIndex": 9, - "knownCap": 13 + "knownCap": 15 }, "b940824e4299693749aa": { "accountIndex": 6, @@ -30,11 +30,11 @@ }, "bc10735ccf9c93d0bc23": { "accountIndex": 12, - "knownCap": 9 + "knownCap": 10 }, "c5217a5fe9b938618a85": { "accountIndex": 3, - "knownCap": 17 + "knownCap": 19 }, "cef6a28aba11a67c2a45": { "accountIndex": 2, @@ -42,13 +42,13 @@ }, "efca47eed826bada0502": { "accountIndex": 1, - "knownCap": 61 + "knownCap": 65 }, "f0b5423ecb0841256040": { "accountIndex": 8, - "knownCap": 45 + "knownCap": 47 } }, - "updatedAt": "2026-10-26T04:12:14.030387+00:00", + "updatedAt": "2026-10-26T04:17:07.439891+00:00", "version": 1 } diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index e754d3d354..8ba75a8da5 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -3898,18 +3898,18 @@ {"batchId": "317f88a7469149eba26eeb0dbe5381f5", "completedAt": "2026-10-26T03:22:16.682367+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T03:22:14.660052+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f39ccaa503784d0a868963bed76891ad", "lastModified": "2026-10-21T17:04:48+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/NVIDIA-Nemotron-Nano-12B-v2-AWQ-4bit", "reason": null, "reconciledAt": "2026-10-26T04:15:27.224492+00:00", "repoId": "cyankiwi/NVIDIA-Nemotron-Nano-12B-v2-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Vastai_va16", "taskId": "5795258", "taskType": "text-generation"} {"batchId": "5da74afbb0ac4f318ee9d2f649e4d5f9", "completedAt": "2026-10-26T03:23:08.952583+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T03:23:06.723325+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f1bde58b6eca41469d50b4bd47d412c7", "lastModified": "2026-10-21T17:19:00+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Hermes-4.3-36B-AWQ-4bit", "reason": null, "reconciledAt": "2026-10-26T04:15:27.222484+00:00", "repoId": "cyankiwi/Hermes-4.3-36B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Vastai_va16", "taskId": "5795272", "taskType": "text-generation"} {"batchId": "5da74afbb0ac4f318ee9d2f649e4d5f9", "completedAt": "2026-10-26T03:23:08.952600+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T03:23:06.723545+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0bdb791fc27f48b991932ee1f5eeecae", "lastModified": "2026-10-21T18:39:01+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-5bit", "reason": null, "reconciledAt": "2026-10-26T04:15:27.223193+00:00", "repoId": "mlx-community/LFM2.5-1.2B-Thinking-5bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Vastai_va16", "taskId": "5795271", "taskType": "text-generation"} -{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.379814+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2fe967b769e648f69f960fe3f51236f4", "lastModified": "2026-10-21T16:02:35+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Hermes-4.3-36B-AWQ-8bit", "repoId": "cyankiwi/Hermes-4.3-36B-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.379921+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e2f08d8adb1a4fc9a4960f8dbd6b2a75", "lastModified": "2026-10-21T16:38:25+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "repoId": "cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.379965+00:00", "framework": "vllm_tokenizer_patch", "intentId": "de6479e22d1348ab88f9f9338d25c5b5", "lastModified": "2026-10-25T18:35:45+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nanbeige4.3-33B-FP8", "repoId": "primitive-ai/Nanbeige4.3-33B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"} -{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380004+00:00", "framework": "vllm_fix_tokenizer", "intentId": "15806ac9cb2a4d5f8ab5f18161bc5068", "lastModified": "2026-10-21T16:56:28+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/GLM-4.7-Flash-AWQ-4bit", "repoId": "cyankiwi/GLM-4.7-Flash-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"} -{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380051+00:00", "framework": "vllm_fix_tokenizer", "intentId": "bee07600803e447ab0bf053646322e38", "lastModified": "2026-10-21T16:07:50+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/GLM-4.7-Flash-REAP-23B-A3B-AWQ-4bit", "repoId": "cyankiwi/GLM-4.7-Flash-REAP-23B-A3B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"} -{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380096+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c3d0dd4f51c94f53bab76b8d2cd1e882", "lastModified": "2026-10-25T13:17:58+00:00", "modelAddress": "https://modelscope.cn/models/ukisai/Swift-1.5-5bit-MLX", "repoId": "ukisai/Swift-1.5-5bit-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"} -{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380140+00:00", "framework": "vllm_fix_tokenizer", "intentId": "03fa368832904925a4b74cbf61ca1958", "lastModified": "2026-10-21T16:21:36+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/AgentCPM-Report-AWQ-8bit", "repoId": "cyankiwi/AgentCPM-Report-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"} -{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380286+00:00", "framework": "vllm_fix_tokenizer", "intentId": "fee506fc9f2a4d739b947450646fc7df", "lastModified": "2026-10-21T16:19:53+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/DASD-30B-A3B-Thinking-Preview-AWQ-4bit", "repoId": "cyankiwi/DASD-30B-A3B-Thinking-Preview-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"} -{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380334+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3cc6902b301f440c9b05684e541323c7", "lastModified": "2026-10-21T16:38:24+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Qwen3-4B-Instruct-2507-AWQ-8bit", "repoId": "cyankiwi/Qwen3-4B-Instruct-2507-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"} -{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380378+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f5d8b40484714e73b2696fff0049f50c", "lastModified": "2026-10-25T15:32:31+00:00", "modelAddress": "https://modelscope.cn/models/IFM/Jais-3-7B-FP8", "repoId": "IFM/Jais-3-7B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"} -{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380421+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ca116ae1b42746498e7ac96e922aea38", "lastModified": "2026-10-21T15:59:12+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "repoId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"} -{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380464+00:00", "framework": "vllm_fix_tokenizer", "intentId": "99652ca9e12a4813a0acfb4abf256570", "lastModified": "2026-10-21T16:18:09+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Orchestrator-8B-AWQ-4bit", "repoId": "cyankiwi/Nemotron-Orchestrator-8B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"} +{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "completedAt": "2026-10-26T04:17:07.947395+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.379921+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e2f08d8adb1a4fc9a4960f8dbd6b2a75", "lastModified": "2026-10-21T16:38:25+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "reason": null, "repoId": "cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Ascend_910-b3", "taskId": "5795820", "taskType": "text-generation"} +{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "completedAt": "2026-10-26T04:17:07.947399+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.379965+00:00", "framework": "vllm_tokenizer_patch", "intentId": "de6479e22d1348ab88f9f9338d25c5b5", "lastModified": "2026-10-25T18:35:45+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nanbeige4.3-33B-FP8", "reason": null, "repoId": "primitive-ai/Nanbeige4.3-33B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Ascend_910-b3", "taskId": "5795821", "taskType": "text-generation"} +{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "completedAt": "2026-10-26T04:17:07.947403+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380004+00:00", "framework": "vllm_fix_tokenizer", "intentId": "15806ac9cb2a4d5f8ab5f18161bc5068", "lastModified": "2026-10-21T16:56:28+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/GLM-4.7-Flash-AWQ-4bit", "reason": null, "repoId": "cyankiwi/GLM-4.7-Flash-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "5795817", "taskType": "text-generation"} +{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "completedAt": "2026-10-26T04:17:07.947406+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380051+00:00", "framework": "vllm_fix_tokenizer", "intentId": "bee07600803e447ab0bf053646322e38", "lastModified": "2026-10-21T16:07:50+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/GLM-4.7-Flash-REAP-23B-A3B-AWQ-4bit", "reason": null, "repoId": "cyankiwi/GLM-4.7-Flash-REAP-23B-A3B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "5795816", "taskType": "text-generation"} +{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "completedAt": "2026-10-26T04:17:07.947420+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380334+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3cc6902b301f440c9b05684e541323c7", "lastModified": "2026-10-21T16:38:24+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Qwen3-4B-Instruct-2507-AWQ-8bit", "reason": null, "repoId": "cyankiwi/Qwen3-4B-Instruct-2507-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "5795823", "taskType": "text-generation"} +{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "completedAt": "2026-10-26T04:17:07.947423+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380378+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f5d8b40484714e73b2696fff0049f50c", "lastModified": "2026-10-25T15:32:31+00:00", "modelAddress": "https://modelscope.cn/models/IFM/Jais-3-7B-FP8", "reason": null, "repoId": "IFM/Jais-3-7B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "5795818", "taskType": "text-generation"} +{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "completedAt": "2026-10-26T04:17:07.947426+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380421+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ca116ae1b42746498e7ac96e922aea38", "lastModified": "2026-10-21T15:59:12+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "reason": null, "repoId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "5795822", "taskType": "text-generation"} +{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "completedAt": "2026-10-26T04:17:07.947429+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380464+00:00", "framework": "vllm_fix_tokenizer", "intentId": "99652ca9e12a4813a0acfb4abf256570", "lastModified": "2026-10-21T16:18:09+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Orchestrator-8B-AWQ-4bit", "reason": null, "repoId": "cyankiwi/Nemotron-Orchestrator-8B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "5795819", "taskType": "text-generation"} +{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "completedAt": "2026-10-26T04:17:07.947417+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380286+00:00", "framework": "vllm_fix_tokenizer", "intentId": "fee506fc9f2a4d739b947450646fc7df", "repoId": "cyankiwi/DASD-30B-A3B-Thinking-Preview-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Vastai_va16", "taskId": null, "taskType": "text-generation"} +{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "completedAt": "2026-10-26T04:17:07.947414+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380140+00:00", "framework": "vllm_fix_tokenizer", "intentId": "03fa368832904925a4b74cbf61ca1958", "repoId": "cyankiwi/AgentCPM-Report-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Vastai_va16", "taskId": null, "taskType": "text-generation"} +{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "completedAt": "2026-10-26T04:17:07.947410+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.380096+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c3d0dd4f51c94f53bab76b8d2cd1e882", "repoId": "ukisai/Swift-1.5-5bit-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Vastai_va16", "taskId": null, "taskType": "text-generation"} +{"batchId": "b51dfd46f9cd438ea1e080e7c4169a70", "completedAt": "2026-10-26T04:17:07.947376+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:17:06.379814+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2fe967b769e648f69f960fe3f51236f4", "repoId": "cyankiwi/Hermes-4.3-36B-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} {"batchId": "40137f69d95a4119a2b8093fd9459c13", "completedAt": "2026-10-26T04:15:25.512266+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:15:23.080804+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1aacf61ba1fb448bb7fce5714346491c", "repoId": "cyankiwi/Nemotron-Orchestrator-8B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Vastai_va16", "taskId": null, "taskType": "text-generation"} {"batchId": "40137f69d95a4119a2b8093fd9459c13", "completedAt": "2026-10-26T04:15:25.512263+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:15:23.080761+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e2ae4f38f02c4a519452ea2ecb3cd669", "repoId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Vastai_va16", "taskId": null, "taskType": "text-generation"} {"batchId": "40137f69d95a4119a2b8093fd9459c13", "completedAt": "2026-10-26T04:15:25.512259+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-26T04:15:23.080718+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a0ef9832e9a940d0b3eec52865bd7dd6", "repoId": "IFM/Jais-3-7B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Vastai_va16", "taskId": null, "taskType": "text-generation"} @@ -4206,7 +4206,3 @@ {"batchId": "80f4b4d897fd476e9f9a924e19682ac5", "completedAt": "2026-10-26T03:45:29.079350+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-26T03:45:26.653898+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9d4251849f9940ebb961c5cebb9d2350", "repoId": "IFM/Jais-3-7B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} {"batchId": "80f4b4d897fd476e9f9a924e19682ac5", "completedAt": "2026-10-26T03:45:29.079347+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-26T03:45:26.653778+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8cb2c43c55af4c219e19aa443c021af4", "repoId": "cyankiwi/IQuest-Coder-V1-40B-Loop-Instruct-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} {"batchId": "80f4b4d897fd476e9f9a924e19682ac5", "completedAt": "2026-10-26T03:45:29.079344+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-26T03:45:26.653736+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1b7662b30f1b42139cf29dd03259b32d", "repoId": "cyankiwi/Kimi-Dev-72B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "80f4b4d897fd476e9f9a924e19682ac5", "completedAt": "2026-10-26T03:45:29.079341+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-26T03:45:26.653692+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a9f44af1190642cc82316a5406c8b527", "repoId": "cyankiwi/NVIDIA-Nemotron-Nano-9B-v2-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "80f4b4d897fd476e9f9a924e19682ac5", "completedAt": "2026-10-26T03:45:29.079338+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-26T03:45:26.653649+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3abcbc2314db49ee99dc0db15ac7f72b", "repoId": "kakarotter/calix", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "80f4b4d897fd476e9f9a924e19682ac5", "completedAt": "2026-10-26T03:45:29.079334+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-26T03:45:26.653606+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4ce5ff33abb94e9294358f2947d6e7f2", "repoId": "cyankiwi/Qwen3-4B-Instruct-2507-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "80f4b4d897fd476e9f9a924e19682ac5", "completedAt": "2026-10-26T03:45:29.079331+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-26T03:45:26.653562+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c4f69bb29f85440ea75318ba19c135d0", "repoId": "cyankiwi/AgentCPM-Report-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index ecf994345b..5ec7c22075 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -1,11 +1,11 @@ { "acceptedByCategory": { - "unified_success_first": 4031 + "unified_success_first": 4039 }, "acceptedByRoute": { "text-generation|Ascend_910-b3|llamacpp": 40, "text-generation|Ascend_910-b3|vllm": 44, - "text-generation|Ascend_910-b3|vllm_tokenizer_patch": 317, + "text-generation|Ascend_910-b3|vllm_tokenizer_patch": 319, "text-generation|Ascend_910-b4|llamacpp": 26, "text-generation|Ascend_910-b4|vllm": 36, "text-generation|Ascend_910-b4|vllm_tokenizer_patch": 291, @@ -34,13 +34,13 @@ "text-generation|Mthreads_s4000|vllm": 195, "text-generation|Sunrise_pt-200-x1|vllm": 103, "text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 176, - "text-generation|Vastai_va16|vllm_fix_tokenizer": 126, + "text-generation|Vastai_va16|vllm_fix_tokenizer": 132, "text-generation|hygon_k100-ai|llamacpp": 47, "text-generation|hygon_k100-ai|vllm": 35, "text-generation|hygon_k100-ai|vllm-patch-tokenizer": 238 }, - "acceptedSinceRefresh": 4031, - "acceptedTotal": 4031, - "generatedAt": "2026-10-26T04:15:25.432630+00:00", + "acceptedSinceRefresh": 4039, + "acceptedTotal": 4039, + "generatedAt": "2026-10-26T04:17:07.873194+00:00", "version": 1 } diff --git a/ledger/submissions.jsonl b/ledger/submissions.jsonl index eb64becdf7..a764834ac8 100644 --- a/ledger/submissions.jsonl +++ b/ledger/submissions.jsonl @@ -1255,3 +1255,11 @@ {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/XingChen-AGI/Xing4.0-29B-A4B", "modelId": "XingChen-AGI/Xing4.0-29B-A4B", "submitTime": "2026-10-13T12:52:58.552750+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5512698", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"} {"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/XingChen-AGI/Xing4.0-29B-A4B", "modelId": "XingChen-AGI/Xing4.0-29B-A4B", "submitTime": "2026-10-13T13:12:18.147765+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5513114", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"} {"framework": "llamacpp", "modelAddress": "https://modelscope.cn/models/DavidAU/DarkSapling-V2-Ultra-Quality-7B-GGUF", "modelId": "DavidAU/DarkSapling-V2-Ultra-Quality-7B-GGUF", "submitTime": "2026-10-15T20:46:16.830124+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5569369", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-llamacpp-hygon-k100-ai"} +{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "modelId": "cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "submitTime": "2026-10-26T04:17:07.340390+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5795820", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"} +{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nanbeige4.3-33B-FP8", "modelId": "primitive-ai/Nanbeige4.3-33B-FP8", "submitTime": "2026-10-26T04:17:07.335457+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5795821", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b3"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/cyankiwi/GLM-4.7-Flash-AWQ-4bit", "modelId": "cyankiwi/GLM-4.7-Flash-AWQ-4bit", "submitTime": "2026-10-26T04:17:07.344601+00:00", "targetGpu": "Vastai_va16", "taskId": "5795817", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/cyankiwi/GLM-4.7-Flash-REAP-23B-A3B-AWQ-4bit", "modelId": "cyankiwi/GLM-4.7-Flash-REAP-23B-A3B-AWQ-4bit", "submitTime": "2026-10-26T04:17:07.330486+00:00", "targetGpu": "Vastai_va16", "taskId": "5795816", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/cyankiwi/Qwen3-4B-Instruct-2507-AWQ-8bit", "modelId": "cyankiwi/Qwen3-4B-Instruct-2507-AWQ-8bit", "submitTime": "2026-10-26T04:17:07.333142+00:00", "targetGpu": "Vastai_va16", "taskId": "5795823", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/IFM/Jais-3-7B-FP8", "modelId": "IFM/Jais-3-7B-FP8", "submitTime": "2026-10-26T04:17:07.358664+00:00", "targetGpu": "Vastai_va16", "taskId": "5795818", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "modelId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "submitTime": "2026-10-26T04:17:07.337682+00:00", "targetGpu": "Vastai_va16", "taskId": "5795822", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Orchestrator-8B-AWQ-4bit", "modelId": "cyankiwi/Nemotron-Orchestrator-8B-AWQ-4bit", "submitTime": "2026-10-26T04:17:07.336599+00:00", "targetGpu": "Vastai_va16", "taskId": "5795819", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"} diff --git a/manifest.json b/manifest.json index 4af06ef998..4125c6726a 100644 --- a/manifest.json +++ b/manifest.json @@ -1,7 +1,7 @@ { "agentVersion": "2026.09.04.4", "checksums": { - ".modelhub_state/account_capacity.json": "b0fb84b27c93f818dd23128b92acfada704c2b79d859f04aa4770cc3b3cfa6af", + ".modelhub_state/account_capacity.json": "62d9dea76c837ed7f2c567b14f9f05904308a7ffe9d4201f9c77db5fd6b97445", ".modelhub_state/architecture_compatibility_blacklist.json": "d6fda7a50b8b1ea8aee0a98c528934e49361044f4f9ad1ec4975b771dae96791", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", ".modelhub_state/market_intelligence.json": "0960cbbbbef10ee15444d19215633212aaa060dbdee7fd9f1e4f23c7af67a428", @@ -10,16 +10,16 @@ ".modelhub_state/queue_cleanup_latest.json": "7bb32e50f3732b4804980b5ffecedb37f0ecab728fd25cde56ed3db8bd88bb98", ".modelhub_state/recent_outcomes.jsonl": "28643eac175d15dea638020588f9d1491b83dfe0146ecc6b92a56413a2988564", ".modelhub_state/recovery_active_tasks.jsonl": "d210f2e6d36ca4dfe02ece2ef5efcc790cd6a4ddd79dac2b5cc646b6c240f016", - ".modelhub_state/recovery_intents.jsonl": "a17da2cc48ac733b58d96409030ab20cc237eaa91d977e94bd1bfa5a7f72ace5", - ".modelhub_state/routing_intelligence.json": "f9ac4d1746ad03a7e643be22180735ff1006578dd04b02920ab31712ab3f032d", + ".modelhub_state/recovery_intents.jsonl": "1efc9d2c8a2f3f28b3af843572b5a01362c9d9743f58e65d7dd236c85f291928", + ".modelhub_state/routing_intelligence.json": "07c7d01e4888493461e3afbb35d179a2e6e14c683fc2bc563be751ef9dcc30c1", ".modelhub_state/submission_exclusions.jsonl": "bec721d27d733285faddfa9c457d1882988a145ee87f4fbf285ac5deb38326c9", ".modelhub_state/worker_crashes.jsonl": "2a418db914481d815151923dc46f4e4ad1154d9195fad06fee6275702f33c0b9", - "ledger/submissions.jsonl": "467f576bc5742163724d86e4e9d2f7228e05bd008beb603032107d47c8a76f47", - "outcomes/submissions.jsonl": "907fdb13dce8592f99f757047b9d9e84010523f2dc244bdef4bc599346d1453f" + "ledger/submissions.jsonl": "58c41249323d33961cb23649e639479ccb6add86df472c2e782a5646d18ab2e9", + "outcomes/submissions.jsonl": "3a8255c865e7fa3672b9f4fc761518f2f42792133fd510561437de9fe555c49a" }, - "generation": 37824, - "phase": "intent", + "generation": 37825, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-10-26T04:17:06.550571+00:00", + "updatedAt": "2026-10-26T04:17:08.125155+00:00", "writerId": "dffce16061d848e398e5b5b22f649ccc" } diff --git a/outcomes/submissions.jsonl b/outcomes/submissions.jsonl index 39b6156735..d8f81f33f6 100644 --- a/outcomes/submissions.jsonl +++ b/outcomes/submissions.jsonl @@ -1127,3 +1127,11 @@ {"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "cyankiwi/NVIDIA-Nemotron-Nano-12B-v2-AWQ-4bit", "modelProfile": {"architectures": ["NemotronHForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 8857194176, "estimatedRequiredGiB": 9.918, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "nemotron_h", "modelscopeFileSize": 8874757118, "modelscopeLicense": "other", "modelscopeParams": 3057874704, "modelscopeTags": ["license:other", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:nvidia", "custom_tag:pytorch"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 8874757118}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T03:22:15.630952+00:00", "targetGpu": "Vastai_va16", "taskId": "5795258", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "cyankiwi/Hermes-4.3-36B-AWQ-4bit", "modelProfile": {"architectures": ["SeedOssForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 22620875712, "estimatedRequiredGiB": 25.294, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "seed_oss", "modelscopeFileSize": 22632951189, "modelscopeLicense": "apache-2.0", "modelscopeParams": 36151104512, "modelscopeTags": ["license:apache-2.0", "model_type:seed_oss", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:Bytedance Seed", "custom_tag:instruct", "custom_tag:finetune", "custom_tag:reasoning", "custom_tag:hybrid-mode", "custom_tag:chatml", "custom_tag:function calling", "custom_tag:tool use", "custom_tag:json mode", "custom_tag:structured outputs", "custom_tag:atropos", "custom_tag:dataforge", "custom_tag:long context", "custom_tag:roleplaying", "custom_tag:chat"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 22632951189}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T03:23:07.656203+00:00", "targetGpu": "Vastai_va16", "taskId": "5795272", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "mlx-community/LFM2.5-1.2B-Thinking-5bit", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 804816628, "estimatedRequiredGiB": 0.905, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 809580753, "modelscopeLicense": "other", "modelscopeParams": 219544320, "modelscopeTags": ["license:other", "model_type:lfm2", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:edge", "custom_tag:mlx"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 809580753}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T03:23:07.642582+00:00", "targetGpu": "Vastai_va16", "taskId": "5795271", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "modelProfile": {"architectures": ["Ernie4_5_MoeForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 14278393080, "estimatedRequiredGiB": 15.973, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "ernie4_5_moe", "modelscopeFileSize": 14292651057, "modelscopeLicense": "apache-2.0", "modelscopeParams": 22090203328, "modelscopeTags": ["license:apache-2.0", "model_type:ernie4_5_moe", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:ERNIE4.5"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 14292651057}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.340390+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5795820", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "primitive-ai/Nanbeige4.3-33B-FP8", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 35526734272, "estimatedRequiredGiB": 39.728, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 35548056116, "modelscopeLicense": "apache-2.0", "modelscopeParams": 33118977024, "modelscopeTags": ["license:apache-2.0", "model_type:llama", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:vllm", "custom_tag:compressed-tensors", "custom_tag:fp8", "custom_tag:quantized", "custom_tag:nanbeige", "custom_tag:reasoning", "custom_tag:agentic", "custom_tag:tool-calling", "custom_tag:single-gpu"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 35548056116}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.335457+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5795821", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "cyankiwi/GLM-4.7-Flash-AWQ-4bit", "modelProfile": {"architectures": ["Glm4MoeLiteForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 20170199928, "estimatedRequiredGiB": 22.568, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "glm4_moe_lite", "modelscopeFileSize": 20193157867, "modelscopeLicense": "mit", "modelscopeParams": 31221488576, "modelscopeTags": ["license:mit", "model_type:glm4_moe_lite", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 20193157867}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.344601+00:00", "targetGpu": "Vastai_va16", "taskId": "5795817", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "cyankiwi/GLM-4.7-Flash-REAP-23B-A3B-AWQ-4bit", "modelProfile": {"architectures": ["Glm4MoeLiteForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 14602571144, "estimatedRequiredGiB": 16.345, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "glm4_moe_lite", "modelscopeFileSize": 14624831646, "modelscopeLicense": "mit", "modelscopeParams": 22996118432, "modelscopeTags": ["license:mit", "model_type:glm4_moe_lite", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:glm", "custom_tag:MOE", "custom_tag:pruning", "custom_tag:compression"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 14624831646}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.330486+00:00", "targetGpu": "Vastai_va16", "taskId": "5795816", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "cyankiwi/Qwen3-4B-Instruct-2507-AWQ-8bit", "modelProfile": {"architectures": ["Qwen3ForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 5416721872, "estimatedRequiredGiB": 6.072, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3", "modelscopeFileSize": 5432699471, "modelscopeLicense": "apache-2.0", "modelscopeParams": 4411424256, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 5432699471}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.333142+00:00", "targetGpu": "Vastai_va16", "taskId": "5795823", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "IFM/Jais-3-7B-FP8", "modelProfile": {"architectures": ["K2HorizonForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 11053505536, "estimatedRequiredGiB": 12.377, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "k2_horizon", "modelscopeFileSize": 11074974122, "modelscopeLicense": "apache-2.0", "modelscopeParams": 8999178240, "modelscopeTags": ["license:apache-2.0", "model_type:k2_horizon", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:jais-3", "custom_tag:7B", "custom_tag:dense", "custom_tag:fp8", "custom_tag:open-weights", "custom_tag:ifm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 11074974122}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.358664+00:00", "targetGpu": "Vastai_va16", "taskId": "5795818", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "modelProfile": {"architectures": ["Qwen3ForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 9869921096, "estimatedRequiredGiB": 15.787, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3", "modelscopeFileSize": 14125731418, "modelscopeLicense": "other", "modelscopeParams": 8190735360, "modelscopeTags": ["license:other", "model_type:qwen3", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:nvidia", "custom_tag:Nemotron-Cascade", "custom_tag:reasoning", "custom_tag:general-purpose", "custom_tag:SFT", "custom_tag:RL", "custom_tag:pytorch"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 14125731418}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.337682+00:00", "targetGpu": "Vastai_va16", "taskId": "5795822", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "cyankiwi/Nemotron-Orchestrator-8B-AWQ-4bit", "modelProfile": {"architectures": ["Qwen3ForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 6397037240, "estimatedRequiredGiB": 7.167, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3", "modelscopeFileSize": 6413020232, "modelscopeLicense": null, "modelscopeParams": 8190735360, "modelscopeTags": ["model_type:qwen3", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 6413020232}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.336599+00:00", "targetGpu": "Vastai_va16", "taskId": "5795819", "taskType": "text-generation", "verifyResult": null}