diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 5152917dcb..c816e063cd 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -1503,13 +1503,13 @@ {"batchId": "76464b8d79c74b00bbd4e97d75b26a1f", "completedAt": "2026-09-20T04:14:42.214767+00:00", "configFingerprint": "533968aac3b9c90272dfbe2866791f782e077f0dceee5b6ffffce48ba6674a10", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:14:33.025161+00:00", "framework": "vllm", "intentId": "29149886f8014827b92665ec994be4e9", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "reason": null, "reconciledAt": "2026-09-20T04:14:43.639603+00:00", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "MetaX_c-500", "taskId": "4970593", "taskType": "text-generation"} {"batchId": "76464b8d79c74b00bbd4e97d75b26a1f", "completedAt": "2026-09-20T04:14:42.214771+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:14:33.025212+00:00", "framework": "vllm", "intentId": "202e2dbad9b347c6aa3d4eeca390af43", "lastModified": "2026-08-24T20:25:10+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-quantized.w8a16", "reason": null, "reconciledAt": "2026-09-20T04:14:43.639134+00:00", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "4970599", "taskType": "text-generation"} {"batchId": "76464b8d79c74b00bbd4e97d75b26a1f", "completedAt": "2026-09-20T04:14:42.214774+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:14:33.025268+00:00", "framework": "vllm", "intentId": "1641bf865cc34a68a685e8b6d0f57bc3", "lastModified": "2026-08-24T20:22:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "reason": null, "reconciledAt": "2026-09-20T04:14:43.640630+00:00", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "4970597", "taskType": "text-generation"} -{"batchId": "c158eb210ed643108b22bef32fe84a21", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.058873+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f5d12ab58ccd40869000c23cf0ea797d", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "c158eb210ed643108b22bef32fe84a21", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.058981+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7e8406c8045648009b3f79f4e17534a7", "lastModified": "2026-09-16T16:38:45+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-4-12B-it-FP8-Dynamic", "repoId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"} -{"batchId": "c158eb210ed643108b22bef32fe84a21", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.059028+00:00", "framework": "vllm-mlu", "intentId": "5f7532a1e75c4625a2424f939264303f", "lastModified": "2026-09-16T17:13:44+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "repoId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "c158eb210ed643108b22bef32fe84a21", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.059119+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "5ae7ed56350e4210b56974c8758cba64", "lastModified": "2026-09-17T13:29:50+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "repoId": "Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "c158eb210ed643108b22bef32fe84a21", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.059170+00:00", "framework": "vllm", "intentId": "6cf1f500794749b794b9b6b6b760bea1", "lastModified": "2026-09-15T15:11:14+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "repoId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "c158eb210ed643108b22bef32fe84a21", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.059227+00:00", "framework": "transformers", "intentId": "b2cbb506da3a4a3cb88105f7d87e93a0", "lastModified": "2026-09-16T16:39:48+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "repoId": "BAAI/RoboBrain2.5-8B-MT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "c158eb210ed643108b22bef32fe84a21", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.059290+00:00", "framework": "vllm-customized", "intentId": "380c835611dd404eb3d19d2f6760eb3c", "lastModified": "2026-09-17T14:05:32+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "c158eb210ed643108b22bef32fe84a21", "completedAt": "2026-09-20T04:15:49.815398+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.058981+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7e8406c8045648009b3f79f4e17534a7", "lastModified": "2026-09-16T16:38:45+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-4-12B-it-FP8-Dynamic", "reason": null, "repoId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "4970616", "taskType": "text-generation"} +{"batchId": "c158eb210ed643108b22bef32fe84a21", "completedAt": "2026-09-20T04:15:49.815402+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.059028+00:00", "framework": "vllm-mlu", "intentId": "5f7532a1e75c4625a2424f939264303f", "lastModified": "2026-09-16T17:13:44+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "reason": null, "repoId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970618", "taskType": "text-generation"} +{"batchId": "c158eb210ed643108b22bef32fe84a21", "completedAt": "2026-09-20T04:15:49.815405+00:00", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.059119+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "5ae7ed56350e4210b56974c8758cba64", "lastModified": "2026-09-17T13:29:50+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "reason": null, "repoId": "Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4970614", "taskType": "text-generation"} +{"batchId": "c158eb210ed643108b22bef32fe84a21", "completedAt": "2026-09-20T04:15:49.815407+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.059170+00:00", "framework": "vllm", "intentId": "6cf1f500794749b794b9b6b6b760bea1", "lastModified": "2026-09-15T15:11:14+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "reason": null, "repoId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970619", "taskType": "text-generation"} +{"batchId": "c158eb210ed643108b22bef32fe84a21", "completedAt": "2026-09-20T04:15:49.815410+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.059227+00:00", "framework": "transformers", "intentId": "b2cbb506da3a4a3cb88105f7d87e93a0", "lastModified": "2026-09-16T16:39:48+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "reason": null, "repoId": "BAAI/RoboBrain2.5-8B-MT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4970615", "taskType": "text-generation"} +{"batchId": "c158eb210ed643108b22bef32fe84a21", "completedAt": "2026-09-20T04:15:49.815413+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.059290+00:00", "framework": "vllm-customized", "intentId": "380c835611dd404eb3d19d2f6760eb3c", "lastModified": "2026-09-17T14:05:32+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "reason": null, "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970617", "taskType": "text-generation"} +{"batchId": "c158eb210ed643108b22bef32fe84a21", "completedAt": "2026-09-20T04:15:49.815379+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T04:15:36.058873+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f5d12ab58ccd40869000c23cf0ea797d", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "a0638aa6b9d441fc8127d1ff98b0380e", "completedAt": "2026-09-20T02:22:36.529135+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-10T13:27:22.633245+00:00", "framework": "vllm", "intentId": "8986a9476a034876a874432fe981a93c", "repoId": "laion/swesmith-nl2bash-stack-bugsseq", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "success", "targetGpu": "Biren_166m", "taskId": "4760700", "taskType": "text-generation"} {"batchId": "3601d2529e2f4dbab4abc91721a031a6", "completedAt": "2026-09-20T01:08:42.115049+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-19T12:27:15.291074+00:00", "framework": "vllm_tokenizer_patch", "intentId": "56909ec2a21e4e3f9e0a55deb70d46c0", "repoId": "Arain119/Sophia", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "failed", "targetGpu": "Ascend_910-b3", "taskId": "4956471", "taskType": "text-generation"} {"batchId": "17f9bc75c9254b23a97517096a945dfd", "completedAt": "2026-09-20T00:27:18.357432+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-09T17:53:27.791335+00:00", "framework": "vllm-mlu", "intentId": "e8b41bd8a15a4f4ab9051c3e998dfc85", "repoId": "laion/swesmith-nl2bash-stack-bugsseq", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "success", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4744096", "taskType": "text-generation"} @@ -1809,4 +1809,3 @@ {"batchId": "13ab0bcdc10243f797da99571e3b7b49", "completedAt": "2026-09-06T15:12:15.921181+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:05:38.420774+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2178ed85f5b34c949fe8d4886a6a0913", "repoId": "RWKV/RWKV7-7.2B-20260805", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} {"batchId": "13ab0bcdc10243f797da99571e3b7b49", "completedAt": "2026-09-06T15:12:15.921178+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:05:38.420732+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6ade4d146f074b95bb0ab6123fa7ffad", "repoId": "RWKV/RWKV7-1.5B-20260805", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} {"batchId": "13ab0bcdc10243f797da99571e3b7b49", "completedAt": "2026-09-06T15:12:15.921175+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:05:38.420690+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5be00467e97a49cc8ea6900eebd239af", "repoId": "mlx-community/Hy3-OptiQ-2bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "13ab0bcdc10243f797da99571e3b7b49", "completedAt": "2026-09-06T15:12:15.921172+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-06T15:05:38.420647+00:00", "framework": "vllm_fix_tokenizer", "intentId": "21003c05fdce425386f5d4c664b1d299", "repoId": "RedHatAI/Ornith-1.0-35B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index e0400c01e8..705f9fa186 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -1,6 +1,6 @@ { "acceptedByCategory": { - "unified_success_first": 1643 + "unified_success_first": 1649 }, "acceptedByRoute": { "text-generation|Ascend_910-b3|llamacpp": 17, @@ -14,13 +14,13 @@ "text-generation|Cambricon_mlu-370-x4|vllm": 48, "text-generation|Cambricon_mlu-370-x4|vllm-customized": 2, "text-generation|Cambricon_mlu-370-x4|vllm-mlu": 78, - "text-generation|Cambricon_mlu-370-x8|vllm": 41, - "text-generation|Cambricon_mlu-370-x8|vllm-customized": 22, - "text-generation|Cambricon_mlu-370-x8|vllm-mlu": 84, + "text-generation|Cambricon_mlu-370-x8|vllm": 42, + "text-generation|Cambricon_mlu-370-x8|vllm-customized": 23, + "text-generation|Cambricon_mlu-370-x8|vllm-mlu": 85, "text-generation|Iluvatar_bi-150|llamacpp": 16, - "text-generation|Iluvatar_bi-150|transformers": 5, + "text-generation|Iluvatar_bi-150|transformers": 6, "text-generation|Iluvatar_bi-150|vllm": 6, - "text-generation|Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 95, + "text-generation|Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 96, "text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 22, "text-generation|Iluvatar_mrv-100|vllm": 61, "text-generation|Kunlunxin_p-800|vllm": 3, @@ -31,13 +31,13 @@ "text-generation|Mthreads_s4000|vllm": 98, "text-generation|Sunrise_pt-200-x1|vllm": 62, "text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 62, - "text-generation|Vastai_va16|vllm_fix_tokenizer": 71, + "text-generation|Vastai_va16|vllm_fix_tokenizer": 72, "text-generation|hygon_k100-ai|llamacpp": 18, "text-generation|hygon_k100-ai|vllm": 26, "text-generation|hygon_k100-ai|vllm-patch-tokenizer": 106 }, - "acceptedSinceRefresh": 1643, - "acceptedTotal": 1643, - "generatedAt": "2026-09-20T04:14:42.158522+00:00", + "acceptedSinceRefresh": 1649, + "acceptedTotal": 1649, + "generatedAt": "2026-09-20T04:15:49.756297+00:00", "version": 1 } diff --git a/ledger/submissions.jsonl b/ledger/submissions.jsonl index 97d346d79d..d273d79b4e 100644 --- a/ledger/submissions.jsonl +++ b/ledger/submissions.jsonl @@ -1003,3 +1003,9 @@ {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "submitTime": "2026-09-20T03:58:41.335892+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970367", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-FP8", "modelId": "XHToken/Spark-X2.5-4B-FP8", "submitTime": "2026-09-20T03:58:41.300812+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970363", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "submitTime": "2026-09-20T03:58:41.299123+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970361", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-4-12B-it-FP8-Dynamic", "modelId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "submitTime": "2026-09-20T04:15:36.946953+00:00", "targetGpu": "Vastai_va16", "taskId": "4970616", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-vastai-va16"} +{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T04:15:36.970472+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970618", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"} +{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T04:15:36.958375+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970614", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"} +{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T04:15:37.035881+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970619", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-cambricon-mlu-370-x8"} +{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "modelId": "BAAI/RoboBrain2.5-8B-MT", "submitTime": "2026-09-20T04:15:36.954828+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970615", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"} +{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T04:15:36.979619+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970617", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"} diff --git a/manifest.json b/manifest.json index 3e2fee7109..77585c9e0e 100644 --- a/manifest.json +++ b/manifest.json @@ -9,16 +9,16 @@ ".modelhub_state/queue_cleanup_latest.json": "21a630cefff5c090992ca8360dafe8435b598ca2102f1b9990df6496329a9afe", ".modelhub_state/recent_outcomes.jsonl": "8b230beac27183f4f5f556eaa061dbc77bdcc47b761f379a572673e0fba55aaa", ".modelhub_state/recovery_active_tasks.jsonl": "d40f5963f98e2a131cbb51184fc1f674b63e48be5d9b831cb56582d44b54c567", - ".modelhub_state/recovery_intents.jsonl": "c5deb53b375ab91e95f0c160b64c40b9e16842603b148f49b4f486a39a3d51aa", - ".modelhub_state/routing_intelligence.json": "fe6e841247cc57f9189123b338f3e1f5f96143421a0c883c6c2b861cea97cc47", + ".modelhub_state/recovery_intents.jsonl": "2dcc6b73cfcc3eeb2e0eb3e6b1ffbca56241dd040f7a8c4fb326e93f24f5768a", + ".modelhub_state/routing_intelligence.json": "d42f21885ba4dd847cb980f0bb2601d1b17b646a118e9d9a9ac8597fb470fdd0", ".modelhub_state/submission_exclusions.jsonl": "221be895a524330815b3c5124450b33c94b5f1e68169030c73684bf675d06ec7", ".modelhub_state/worker_crashes.jsonl": "a494412048eca6dce83e7284303a6b4b56a445c1274ac201ab8723c739a14f23", - "ledger/submissions.jsonl": "fbd21bf65eb87606ea926e9f108a5f9439202de616bcaee16ced4c503ae83560", - "outcomes/submissions.jsonl": "75aa37ec0974ad91d11bee8be63c246c32fde872c76f502c1593a56e167edfab" + "ledger/submissions.jsonl": "ee97c9c87d555ff48160a67ec8497d81fac9bde69967f82dd997eac193ad86d5", + "outcomes/submissions.jsonl": "d65d31134e0b39c5b83d560761264d2f234ef411781dd9eaef3af50d7f757efd" }, - "generation": 10182, - "phase": "intent", + "generation": 10183, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-09-20T04:15:36.249101+00:00", + "updatedAt": "2026-09-20T04:15:49.936038+00:00", "writerId": "f67e4ec113c04968a9d9484fb8e36bd4" } diff --git a/outcomes/submissions.jsonl b/outcomes/submissions.jsonl index 113e96c59f..6e7df61d70 100644 --- a/outcomes/submissions.jsonl +++ b/outcomes/submissions.jsonl @@ -1028,3 +1028,9 @@ {"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "modelProfile": {"architectures": ["Gemma3ForConditionalGeneration"], "configFingerprint": "533968aac3b9c90272dfbe2866791f782e077f0dceee5b6ffffce48ba6674a10", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 20886763512, "estimatedRequiredGiB": 23.388, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gemma3", "modelscopeFileSize": 20926892207, "modelscopeLicense": "gemma", "modelscopeParams": 28842037282, "modelscopeTags": ["license:gemma", "model_type:gemma3", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 20926892207}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:14:42.066492+00:00", "targetGpu": "MetaX_c-500", "taskId": "4970593", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "neuralmagic/gemma-2-2b-quantized.w8a16", "modelProfile": {"architectures": ["Gemma2ForCausalLM"], "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 6746735136, "estimatedRequiredGiB": 7.565, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gemma2", "modelscopeFileSize": 6768615496, "modelscopeLicense": "gemma", "modelscopeParams": 3204165888, "modelscopeTags": ["license:gemma", "model_type:gemma2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:int8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 6768615496}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:14:42.086692+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4970599", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "neuralmagic/starcoder2-15b-quantized.w8a16", "modelProfile": {"architectures": ["Starcoder2ForCausalLM"], "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 17785269848, "estimatedRequiredGiB": 19.88, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "starcoder2", "modelscopeFileSize": 17788663867, "modelscopeLicense": "bigcode-openrail-m", "modelscopeParams": 15957889024, "modelscopeTags": ["license:bigcode-openrail-m", "model_type:starcoder2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:code"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 17788663867}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:14:42.090996+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4970597", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "modelProfile": {"architectures": ["Gemma4UnifiedForConditionalGeneration"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 15037393456, "estimatedRequiredGiB": 16.842, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gemma4_unified", "modelscopeFileSize": 15069601989, "modelscopeLicense": "apache-2.0", "modelscopeParams": 12966363184, "modelscopeTags": ["license:apache-2.0", "model_type:gemma4_unified", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "task:image-text-to-text", "custom_tag:fp8", "custom_tag:vllm", "custom_tag:llm-compressor", "custom_tag:compressed-tensors"], "modelscopeTasks": ["text-generation", "image-text-to-text"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 15069601989}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:15:36.946953+00:00", "targetGpu": "Vastai_va16", "taskId": "4970616", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm-mlu", "lastSyncTime": null, "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 658540250, "estimatedRequiredGiB": 0.741, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 663396475, "modelscopeLicense": "other", "modelscopeParams": 182975232, "modelscopeTags": ["license:other", "model_type:lfm2", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:edge", "custom_tag:mlx"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 663396475}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:15:36.970472+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970618", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_0_17_0_corex_4_4_0", "lastSyncTime": null, "modelId": "Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "modelProfile": {"architectures": ["Qwen3_5ForConditionalGeneration"], "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 8674988799, "estimatedRequiredGiB": 9.718, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5", "modelscopeFileSize": 8695119291, "modelscopeLicense": "apache-2.0", "modelscopeParams": 2415484144, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3_5", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx", "custom_tag:apple-silicon", "custom_tag:speculative-decoding", "custom_tag:qwen", "custom_tag:qwen3", "custom_tag:mtp", "custom_tag:mtplx", "custom_tag:local-ai", "custom_tag:qwen3-5", "custom_tag:9b", "custom_tag:6-bit"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 8695119291}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:15:36.958375+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970614", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelProfile": {"architectures": ["Gemma4ForConditionalGeneration"], "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 5222073830, "estimatedRequiredGiB": 5.872, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "gemma4", "modelscopeFileSize": 5254590634, "modelscopeLicense": "apache-2.0", "modelscopeParams": 1140034851, "modelscopeTags": ["license:apache-2.0", "model_type:gemma4", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx", "custom_tag:quantized", "custom_tag:mixed-precision", "custom_tag:4bit", "custom_tag:8bit", "custom_tag:optiq", "custom_tag:qat", "custom_tag:apple-silicon", "custom_tag:text-generation", "custom_tag:image-text-to-text", "custom_tag:gemma-4"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 5254590634}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:15:37.035881+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970619", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "transformers", "lastSyncTime": null, "modelId": "BAAI/RoboBrain2.5-8B-MT", "modelProfile": {"architectures": ["Qwen3VLForConditionalGeneration"], "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 17534339552, "estimatedRequiredGiB": 19.609, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_vl", "modelscopeFileSize": 17545918174, "modelscopeLicense": "apache-2.0", "modelscopeParams": 8767123696, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3_vl", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 17545918174}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:15:36.954828+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970615", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm-customized", "lastSyncTime": null, "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "modelProfile": {"architectures": ["Qwen3_5ForConditionalGeneration"], "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 20683241105, "estimatedRequiredGiB": 23.138, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5", "modelscopeFileSize": 20703487237, "modelscopeLicense": "apache-2.0", "modelscopeParams": 6086364400, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3_5", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx", "custom_tag:apple-silicon", "custom_tag:macos", "custom_tag:speculative-decoding", "custom_tag:multi-token-prediction", "custom_tag:qwen", "custom_tag:qwen3.8", "custom_tag:mtp", "custom_tag:mtplx", "custom_tag:local-ai", "custom_tag:coding", "custom_tag:qwen3-8", "custom_tag:qwen-3.8", "custom_tag:local-llm", "custom_tag:llm", "custom_tag:m5", "custom_tag:m5-max", "custom_tag:m4", "custom_tag:m3", "custom_tag:macbook-pro", "custom_tag:mac-studio", "custom_tag:opencode", "custom_tag:claude-code", "custom_tag:27b", "custom_tag:qwen3.8-27b", "custom_tag:qwen3-8-27b"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 20703487237}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T04:15:36.979619+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970617", "taskType": "text-generation", "verifyResult": null}