state: generation 37825 (result)

This commit is contained in:
2026-10-26 04:17:08 +00:00
parent b50bf5e5cc
commit d31fbee175
6 changed files with 50 additions and 38 deletions

View File

@@ -1127,3 +1127,11 @@
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "cyankiwi/NVIDIA-Nemotron-Nano-12B-v2-AWQ-4bit", "modelProfile": {"architectures": ["NemotronHForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 8857194176, "estimatedRequiredGiB": 9.918, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "nemotron_h", "modelscopeFileSize": 8874757118, "modelscopeLicense": "other", "modelscopeParams": 3057874704, "modelscopeTags": ["license:other", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:nvidia", "custom_tag:pytorch"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 8874757118}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T03:22:15.630952+00:00", "targetGpu": "Vastai_va16", "taskId": "5795258", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "cyankiwi/Hermes-4.3-36B-AWQ-4bit", "modelProfile": {"architectures": ["SeedOssForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 22620875712, "estimatedRequiredGiB": 25.294, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "seed_oss", "modelscopeFileSize": 22632951189, "modelscopeLicense": "apache-2.0", "modelscopeParams": 36151104512, "modelscopeTags": ["license:apache-2.0", "model_type:seed_oss", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:Bytedance Seed", "custom_tag:instruct", "custom_tag:finetune", "custom_tag:reasoning", "custom_tag:hybrid-mode", "custom_tag:chatml", "custom_tag:function calling", "custom_tag:tool use", "custom_tag:json mode", "custom_tag:structured outputs", "custom_tag:atropos", "custom_tag:dataforge", "custom_tag:long context", "custom_tag:roleplaying", "custom_tag:chat"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 22632951189}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T03:23:07.656203+00:00", "targetGpu": "Vastai_va16", "taskId": "5795272", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "mlx-community/LFM2.5-1.2B-Thinking-5bit", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 804816628, "estimatedRequiredGiB": 0.905, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 809580753, "modelscopeLicense": "other", "modelscopeParams": 219544320, "modelscopeTags": ["license:other", "model_type:lfm2", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:edge", "custom_tag:mlx"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 809580753}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T03:23:07.642582+00:00", "targetGpu": "Vastai_va16", "taskId": "5795271", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "modelProfile": {"architectures": ["Ernie4_5_MoeForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 14278393080, "estimatedRequiredGiB": 15.973, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "ernie4_5_moe", "modelscopeFileSize": 14292651057, "modelscopeLicense": "apache-2.0", "modelscopeParams": 22090203328, "modelscopeTags": ["license:apache-2.0", "model_type:ernie4_5_moe", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:ERNIE4.5"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 14292651057}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.340390+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5795820", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "primitive-ai/Nanbeige4.3-33B-FP8", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 35526734272, "estimatedRequiredGiB": 39.728, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 35548056116, "modelscopeLicense": "apache-2.0", "modelscopeParams": 33118977024, "modelscopeTags": ["license:apache-2.0", "model_type:llama", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:vllm", "custom_tag:compressed-tensors", "custom_tag:fp8", "custom_tag:quantized", "custom_tag:nanbeige", "custom_tag:reasoning", "custom_tag:agentic", "custom_tag:tool-calling", "custom_tag:single-gpu"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 35548056116}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.335457+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5795821", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "cyankiwi/GLM-4.7-Flash-AWQ-4bit", "modelProfile": {"architectures": ["Glm4MoeLiteForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 20170199928, "estimatedRequiredGiB": 22.568, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "glm4_moe_lite", "modelscopeFileSize": 20193157867, "modelscopeLicense": "mit", "modelscopeParams": 31221488576, "modelscopeTags": ["license:mit", "model_type:glm4_moe_lite", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 20193157867}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.344601+00:00", "targetGpu": "Vastai_va16", "taskId": "5795817", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "cyankiwi/GLM-4.7-Flash-REAP-23B-A3B-AWQ-4bit", "modelProfile": {"architectures": ["Glm4MoeLiteForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 14602571144, "estimatedRequiredGiB": 16.345, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "glm4_moe_lite", "modelscopeFileSize": 14624831646, "modelscopeLicense": "mit", "modelscopeParams": 22996118432, "modelscopeTags": ["license:mit", "model_type:glm4_moe_lite", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:glm", "custom_tag:MOE", "custom_tag:pruning", "custom_tag:compression"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 14624831646}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.330486+00:00", "targetGpu": "Vastai_va16", "taskId": "5795816", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "cyankiwi/Qwen3-4B-Instruct-2507-AWQ-8bit", "modelProfile": {"architectures": ["Qwen3ForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 5416721872, "estimatedRequiredGiB": 6.072, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3", "modelscopeFileSize": 5432699471, "modelscopeLicense": "apache-2.0", "modelscopeParams": 4411424256, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 5432699471}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.333142+00:00", "targetGpu": "Vastai_va16", "taskId": "5795823", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "IFM/Jais-3-7B-FP8", "modelProfile": {"architectures": ["K2HorizonForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 11053505536, "estimatedRequiredGiB": 12.377, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "k2_horizon", "modelscopeFileSize": 11074974122, "modelscopeLicense": "apache-2.0", "modelscopeParams": 8999178240, "modelscopeTags": ["license:apache-2.0", "model_type:k2_horizon", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:jais-3", "custom_tag:7B", "custom_tag:dense", "custom_tag:fp8", "custom_tag:open-weights", "custom_tag:ifm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 11074974122}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.358664+00:00", "targetGpu": "Vastai_va16", "taskId": "5795818", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "modelProfile": {"architectures": ["Qwen3ForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 9869921096, "estimatedRequiredGiB": 15.787, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3", "modelscopeFileSize": 14125731418, "modelscopeLicense": "other", "modelscopeParams": 8190735360, "modelscopeTags": ["license:other", "model_type:qwen3", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:nvidia", "custom_tag:Nemotron-Cascade", "custom_tag:reasoning", "custom_tag:general-purpose", "custom_tag:SFT", "custom_tag:RL", "custom_tag:pytorch"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 14125731418}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.337682+00:00", "targetGpu": "Vastai_va16", "taskId": "5795822", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "cyankiwi/Nemotron-Orchestrator-8B-AWQ-4bit", "modelProfile": {"architectures": ["Qwen3ForCausalLM"], "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 6397037240, "estimatedRequiredGiB": 7.167, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3", "modelscopeFileSize": 6413020232, "modelscopeLicense": null, "modelscopeParams": 8190735360, "modelscopeTags": ["model_type:qwen3", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 6413020232}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-26T04:17:07.336599+00:00", "targetGpu": "Vastai_va16", "taskId": "5795819", "taskType": "text-generation", "verifyResult": null}