diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 5f73ab833f..0d1dfedb54 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -2148,7 +2148,7 @@ {"batchId": "1d7f222438574c7bb7d308b0b6ff99a2", "completedAt": "2026-09-21T16:21:12.536989+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:20:53.320004+00:00", "framework": "vllm-patch-tokenizer", "intentId": "d51a43dc8a934b9d82753d02071dfdf1", "lastModified": "2026-09-21T15:48:16+00:00", "modelAddress": "https://modelscope.cn/models/amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "reason": null, "reconciledAt": "2026-09-21T16:49:31.667161+00:00", "repoId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "hygon_k100-ai", "taskId": "5003635", "taskType": "text-generation"} {"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662893+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.227691+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fe4f5021d5e5486f84ed19784d4bf60c", "lastModified": "2026-08-24T18:26:59+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/nonuniform", "reason": null, "reconciledAt": "2026-09-21T16:49:31.667787+00:00", "repoId": "nm-testing/nonuniform", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Ascend_910-b3", "taskId": "5003752", "taskType": "text-generation"} {"batchId": "820eee67f37e4f75b88ed9ffc43ae8b4", "completedAt": "2026-09-21T16:43:19.662910+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:28:02.227920+00:00", "framework": "vllm", "intentId": "99ca3a53cef64e7fbd321817525860cf", "lastModified": "2026-08-26T19:32:38+00:00", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "reason": null, "reconciledAt": "2026-09-21T16:49:31.667420+00:00", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Kunlunxin_p-800", "taskId": "5003786", "taskType": "text-generation"} -{"batchId": "0fb326af7c3f4fbd81032919473afe19", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:50:02.712908+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0fe41d835fc44732b8c2962400ba8dc4", "lastModified": "2026-09-21T15:48:16+00:00", "modelAddress": "https://modelscope.cn/models/amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "repoId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} +{"batchId": "0fb326af7c3f4fbd81032919473afe19", "completedAt": "2026-09-21T16:50:25.346376+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:50:02.712908+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0fe41d835fc44732b8c2962400ba8dc4", "lastModified": "2026-09-21T15:48:16+00:00", "modelAddress": "https://modelscope.cn/models/amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "reason": null, "repoId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "5004126", "taskType": "text-generation"} {"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512236+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.499444+00:00", "framework": "vllm", "intentId": "dbf6555cb7f7401f8f153cc8ee23c45f", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512233+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.499386+00:00", "framework": "vllm", "intentId": "9d05978022d44ed698385ac07fc114b9", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} {"batchId": "c3d20cada40b40b5b8f6ae2e5af009fd", "completedAt": "2026-09-21T16:49:29.512230+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T16:43:23.499334+00:00", "framework": "vllm-customized", "intentId": "4c8bd7a1a75549238b40ff2a1d67058e", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index 570f92a8b3..cbaf7c5ed7 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -1,6 +1,6 @@ { "acceptedByCategory": { - "unified_success_first": 2287 + "unified_success_first": 2288 }, "acceptedByRoute": { "text-generation|Ascend_910-b3|llamacpp": 17, @@ -26,7 +26,7 @@ "text-generation|Iluvatar_bi-150|vllm_tokenizer_patch": 11, "text-generation|Iluvatar_mrv-100|vllm": 63, "text-generation|Kunlunxin_p-800|vllm": 61, - "text-generation|Kunlunxin_p-800|vllm_fix_tokenizer": 183, + "text-generation|Kunlunxin_p-800|vllm_fix_tokenizer": 184, "text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 87, "text-generation|MetaX_c-500|vllm": 104, "text-generation|Mthreads_s4000|llamacpp": 17, @@ -38,8 +38,8 @@ "text-generation|hygon_k100-ai|vllm": 26, "text-generation|hygon_k100-ai|vllm-patch-tokenizer": 133 }, - "acceptedSinceRefresh": 2287, - "acceptedTotal": 2287, - "generatedAt": "2026-09-21T16:49:29.383351+00:00", + "acceptedSinceRefresh": 2288, + "acceptedTotal": 2288, + "generatedAt": "2026-09-21T16:50:25.280096+00:00", "version": 1 } diff --git a/ledger/submissions.jsonl b/ledger/submissions.jsonl index 46a5dd9ed5..2644381b06 100644 --- a/ledger/submissions.jsonl +++ b/ledger/submissions.jsonl @@ -1224,3 +1224,4 @@ {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "modelId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "submitTime": "2026-09-21T16:01:44.276852+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003411", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "submitTime": "2026-09-21T16:04:25.561880+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003413", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "submitTime": "2026-09-21T16:14:19.468977+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "5003540", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "modelId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "submitTime": "2026-09-21T16:50:25.196591+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5004126", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"} diff --git a/manifest.json b/manifest.json index 7793627b47..94792f4157 100644 --- a/manifest.json +++ b/manifest.json @@ -10,16 +10,16 @@ ".modelhub_state/queue_cleanup_latest.json": "0ad8bae3fa1afa7ca210869b402afc058a903fdc4e2d86ace5dcbd51a06fabd1", ".modelhub_state/recent_outcomes.jsonl": "ac225929a47d86e284bf70012559f3907938f834bc7cbe3369ccbfe273e3eec6", ".modelhub_state/recovery_active_tasks.jsonl": "0985709db4c94239ff0e5d54ef72c3fa315972aa02a3a20547a503438f91273b", - ".modelhub_state/recovery_intents.jsonl": "00411a7bcb53ae938de5e191155c3e54a2c4fe79e6110cfa457757bdd9889d08", - ".modelhub_state/routing_intelligence.json": "dbd927ef612b3f7ce79547b6a1ec4c0cc79f5b821bfe41010883b7a2cea54cd3", + ".modelhub_state/recovery_intents.jsonl": "7442375efc3bcab6a87769921da2a54263905e6d1cc7d2ec3635486fce9e585c", + ".modelhub_state/routing_intelligence.json": "53f2805b5815127ee5836d4cb02281a964926fd3bb95ede2f5846c19121cc7a5", ".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989", ".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7", - "ledger/submissions.jsonl": "28f1fde0171f6e25af50163934530cb00438b5a28490c3dda37ce29ac9d37d40", - "outcomes/submissions.jsonl": "6eca3262ecfd3bdfed74393b9c8e0612afe14a4f9d45439c0e597c7322bc387e" + "ledger/submissions.jsonl": "3ad9a66af1ad93882cb7feb93f483d00c861f7c79b0979b829cdc5c14a3290f8", + "outcomes/submissions.jsonl": "3105fa11df350687e41122d6e0d07e35a134cbd08628ef5a7891e329bf6eeb7d" }, - "generation": 11561, - "phase": "intent", + "generation": 11562, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-09-21T16:50:02.913415+00:00", + "updatedAt": "2026-09-21T16:50:25.483880+00:00", "writerId": "8b35139af6674067a339a670222d4b67" } diff --git a/outcomes/submissions.jsonl b/outcomes/submissions.jsonl index f40cabe601..c61f0b5ad5 100644 --- a/outcomes/submissions.jsonl +++ b/outcomes/submissions.jsonl @@ -1156,3 +1156,4 @@ {"failReason": null, "framework": "vllm-patch-tokenizer", "lastSyncTime": null, "modelId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "modelProfile": {"architectures": ["InstellaMoEForCausalLM"], "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 51304360808, "estimatedRequiredGiB": 57.349, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "deepseek_v3", "modelscopeFileSize": 51315158961, "modelscopeLicense": "apache-2.0", "modelscopeParams": 35107181936, "modelscopeTags": ["license:apache-2.0", "model_type:deepseek_v3", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:quantized", "custom_tag:int4", "custom_tag:w4a16", "custom_tag:weight-only", "custom_tag:4-bit", "custom_tag:llm-compressor", "custom_tag:zendnn", "custom_tag:compressed-tensors", "custom_tag:amd", "custom_tag:cpu-inference"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 51315158961}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T16:21:12.297298+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5003635", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "nm-testing/nonuniform", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 9517467172, "estimatedRequiredGiB": 10.647, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 9526650722, "modelscopeLicense": null, "modelscopeParams": 8030261248, "modelscopeTags": ["model_type:llama", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 9526650722}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T16:28:23.621387+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5003752", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "pfnet/plamo-3-nict-8b-base", "modelProfile": {"architectures": ["Plamo3ForCausalLM"], "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 16182734928, "estimatedRequiredGiB": 18.09, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "plamo3", "modelscopeFileSize": 16186391993, "modelscopeLicense": "other", "modelscopeParams": 8091348992, "modelscopeTags": ["license:other", "model_type:plamo3", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 16186391993}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T16:28:23.653856+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5003786", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "amd/Qwen3.6-35B-A3B-w4a16-llmcompressor", "modelProfile": {"architectures": ["InstellaMoEForCausalLM"], "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 51304360808, "estimatedRequiredGiB": 57.349, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "deepseek_v3", "modelscopeFileSize": 51315158961, "modelscopeLicense": "apache-2.0", "modelscopeParams": 35107181936, "modelscopeTags": ["license:apache-2.0", "model_type:deepseek_v3", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:quantized", "custom_tag:int4", "custom_tag:w4a16", "custom_tag:weight-only", "custom_tag:4-bit", "custom_tag:llm-compressor", "custom_tag:zendnn", "custom_tag:compressed-tensors", "custom_tag:amd", "custom_tag:cpu-inference"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 51315158961}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T16:50:25.196591+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5004126", "taskType": "text-generation", "verifyResult": null}