state: generation 34853 (intent)

This commit is contained in:
2026-10-24 23:00:22 +00:00
parent ee385a8945
commit f44f263b7a
6 changed files with 1297 additions and 1840 deletions

View File

@@ -1086,7 +1086,7 @@
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": "2026-10-24T18:37:46.581691+00:00", "modelId": "cyankiwi/Jan-v1-4B-AWQ-8bit", "modelProfile": {"architectures": ["Qwen3ForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 5416721872, "estimatedRequiredGiB": 6.072, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3", "modelscopeFileSize": 5432695383, "modelscopeLicense": "apache-2.0", "modelscopeParams": 4411424256, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 5432695383}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-24T10:37:33.069369+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5758989", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": "2026-10-24T18:37:46.581696+00:00", "modelId": "cyankiwi/Olmo-3.1-32B-Instruct-AWQ-4bit", "modelProfile": {"architectures": ["Olmo3ForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 19609154304, "estimatedRequiredGiB": 21.926, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "olmo3", "modelscopeFileSize": 19619096698, "modelscopeLicense": "apache-2.0", "modelscopeParams": 32233522176, "modelscopeTags": ["license:apache-2.0", "model_type:olmo3", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 19619096698}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-24T10:37:33.135140+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5758988", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm-mlu", "lastSyncTime": "2026-10-24T21:56:10.438236+00:00", "modelId": "cyankiwi/Olmo-3.1-32B-Think-AWQ-4bit", "modelProfile": {"architectures": ["Olmo3ForCausalLM"], "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 19609154304, "estimatedRequiredGiB": 21.926, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "olmo3", "modelscopeFileSize": 19619082384, "modelscopeLicense": "apache-2.0", "modelscopeParams": 32233522176, "modelscopeTags": ["license:apache-2.0", "model_type:olmo3", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 19619082384}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-24T13:54:41.633452+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5761466", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-4bit", "modelProfile": {"architectures": ["Qwen3ForCausalLM"], "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 10544400664, "estimatedRequiredGiB": 16.539, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3", "modelscopeFileSize": 14798414872, "modelscopeLicense": "other", "modelscopeParams": 14768307200, "modelscopeTags": ["license:other", "model_type:qwen3", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:nvidia", "custom_tag:nemotron-cascade", "custom_tag:reasoning", "custom_tag:general-purpose", "custom_tag:SFT", "custom_tag:RL", "custom_tag:pytorch"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "recentProfileFeedback": {"attributableFailureCount": 0, "consecutiveFailures": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": {"ambiguous_runtime": 1}, "failureCount": 1, "failureRate": 1.0, "framework": "vllm_tokenizer_patch", "lastTerminalAt": "2026-10-22T11:48:09.066588+00:00", "modelType": "qwen3", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "quantizationMethod": "compressed-tensors", "successCount": 0, "successRate": 0.0, "targetGpu": "Ascend_910-b4", "taskType": "text-generation", "total": 1, "unresolvedFailureCount": 1}, "repositoryOnDiskBytes": 14798414872}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-24T14:58:43.739473+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5762276", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": "2026-10-24T23:00:13.556835+00:00", "modelId": "cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-4bit", "modelProfile": {"architectures": ["Qwen3ForCausalLM"], "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 10544400664, "estimatedRequiredGiB": 16.539, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3", "modelscopeFileSize": 14798414872, "modelscopeLicense": "other", "modelscopeParams": 14768307200, "modelscopeTags": ["license:other", "model_type:qwen3", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:nvidia", "custom_tag:nemotron-cascade", "custom_tag:reasoning", "custom_tag:general-purpose", "custom_tag:SFT", "custom_tag:RL", "custom_tag:pytorch"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "recentProfileFeedback": {"attributableFailureCount": 0, "consecutiveFailures": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": {"ambiguous_runtime": 1}, "failureCount": 1, "failureRate": 1.0, "framework": "vllm_tokenizer_patch", "lastTerminalAt": "2026-10-22T11:48:09.066588+00:00", "modelType": "qwen3", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "quantizationMethod": "compressed-tensors", "successCount": 0, "successRate": 0.0, "targetGpu": "Ascend_910-b4", "taskType": "text-generation", "total": 1, "unresolvedFailureCount": 1}, "repositoryOnDiskBytes": 14798414872}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-24T14:58:43.739473+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5762276", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "cyankiwi/IQuest-Coder-V1-40B-Loop-Instruct-AWQ-8bit", "modelProfile": {"architectures": ["IQuestLoopCoderForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 43020541704, "estimatedRequiredGiB": 48.082, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "iquestloopcoder", "modelscopeFileSize": 43022744508, "modelscopeLicense": "other", "modelscopeParams": 39794696320, "modelscopeTags": ["license:other", "model_type:iquestloopcoder", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 43022744508}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-24T15:18:38.633307+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5762557", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "cyankiwi/Hermes-4-70B-AWQ-4bit", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 42709261480, "estimatedRequiredGiB": 47.751, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 42726705598, "modelscopeLicense": "llama3", "modelscopeParams": 70553706496, "modelscopeTags": ["license:llama3", "model_type:llama", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:Llama-3.1", "custom_tag:instruct", "custom_tag:finetune", "custom_tag:reasoning", "custom_tag:hybrid-mode", "custom_tag:chatml", "custom_tag:function calling", "custom_tag:tool use", "custom_tag:json mode", "custom_tag:structured outputs", "custom_tag:atropos", "custom_tag:dataforge", "custom_tag:long context", "custom_tag:roleplaying", "custom_tag:chat"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 42726705598}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-24T16:04:12.435598+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5763295", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "modelProfile": {"architectures": ["Qwen3ForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 17150429576, "estimatedRequiredGiB": 23.921, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3", "modelscopeFileSize": 21404443971, "modelscopeLicense": "other", "modelscopeParams": 14768307200, "modelscopeTags": ["license:other", "model_type:qwen3", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:nvidia", "custom_tag:nemotron-cascade", "custom_tag:reasoning", "custom_tag:general-purpose", "custom_tag:SFT", "custom_tag:RL", "custom_tag:pytorch"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 21404443971}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-24T16:06:45.349812+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5763338", "taskType": "text-generation", "verifyResult": null}