state: generation 27808 (intent)

This commit is contained in:
2026-10-21 21:19:06 +00:00
parent cbde0fbeb5
commit 6e220138bd
6 changed files with 928 additions and 836 deletions

View File

@@ -1076,8 +1076,8 @@
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": "2026-10-21T20:05:26.166962+00:00", "modelId": "cpatonn-mirror/Qwen3-30B-A3B-Thinking-2507-AWQ-8bit", "modelProfile": {"architectures": ["Qwen3MoeForCausalLM"], "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 33043010296, "estimatedRequiredGiB": 36.952, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_moe", "modelscopeFileSize": 33064333187, "modelscopeLicense": "apache-2.0", "modelscopeParams": 30532122624, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3_moe", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 33064333187}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-21T12:05:06.542231+00:00", "targetGpu": "MetaX_c-500", "taskId": "5694040", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": "2026-10-21T20:37:52.067944+00:00", "modelId": "cpatonn-mirror/Qwen3-4B-Instruct-2507-AWQ", "modelProfile": {"architectures": ["Qwen3ForCausalLM"], "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 3443975440, "estimatedRequiredGiB": 3.867, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3", "modelscopeFileSize": 3459873078, "modelscopeLicense": "apache-2.0", "modelscopeParams": 4411424256, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 3459873078}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-21T12:36:29.041842+00:00", "targetGpu": "Ascend_910-b3", "taskId": "5694581", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": "2026-10-21T21:06:30.666691+00:00", "modelId": "Haodong07/Qwen3-32B-TwinQuant-W4A4", "modelProfile": {"architectures": ["Qwen3ForCausalLM"], "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 25339204672, "estimatedRequiredGiB": 28.332, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3", "modelscopeFileSize": 25350742978, "modelscopeLicense": "apache-2.0", "modelscopeParams": 22705296512, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3", "library:safetensors", "task:text-generation", "custom_tag:qwen3", "custom_tag:twinquant", "custom_tag:quantization", "custom_tag:int4", "custom_tag:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 25350742978}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-21T13:05:07.628503+00:00", "targetGpu": "MetaX_c-500", "taskId": "5694815", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "cpatonn-mirror/granite-4.0-h-small-AWQ-4bit", "modelProfile": {"architectures": ["GraniteMoeHybridForCausalLM"], "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 26166907992, "estimatedRequiredGiB": 29.255, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "granitemoehybrid", "modelscopeFileSize": 26176736582, "modelscopeLicense": "apache-2.0", "modelscopeParams": 32618379776, "modelscopeTags": ["license:apache-2.0", "model_type:granitemoehybrid", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:language", "custom_tag:granite-4.0"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 26176736582}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-21T13:16:58.055588+00:00", "targetGpu": "MetaX_c-500", "taskId": "5695060", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "cpatonn-mirror/Seed-OSS-36B-Instruct-AWQ-4bit", "modelProfile": {"architectures": ["SeedOssForCausalLM"], "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 21000825520, "estimatedRequiredGiB": 23.484, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "seed_oss", "modelscopeFileSize": 21013103805, "modelscopeLicense": "apache-2.0", "modelscopeParams": 36151104512, "modelscopeTags": ["license:apache-2.0", "model_type:seed_oss", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 21013103805}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-21T13:17:59.733260+00:00", "targetGpu": "MetaX_c-500", "taskId": "5695068", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": "2026-10-21T21:18:44.956747+00:00", "modelId": "cpatonn-mirror/granite-4.0-h-small-AWQ-4bit", "modelProfile": {"architectures": ["GraniteMoeHybridForCausalLM"], "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 26166907992, "estimatedRequiredGiB": 29.255, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "granitemoehybrid", "modelscopeFileSize": 26176736582, "modelscopeLicense": "apache-2.0", "modelscopeParams": 32618379776, "modelscopeTags": ["license:apache-2.0", "model_type:granitemoehybrid", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:language", "custom_tag:granite-4.0"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 26176736582}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-21T13:16:58.055588+00:00", "targetGpu": "MetaX_c-500", "taskId": "5695060", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": "2026-10-21T21:18:44.956722+00:00", "modelId": "cpatonn-mirror/Seed-OSS-36B-Instruct-AWQ-4bit", "modelProfile": {"architectures": ["SeedOssForCausalLM"], "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 21000825520, "estimatedRequiredGiB": 23.484, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "seed_oss", "modelscopeFileSize": 21013103805, "modelscopeLicense": "apache-2.0", "modelscopeParams": 36151104512, "modelscopeTags": ["license:apache-2.0", "model_type:seed_oss", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 21013103805}, "outcome": "pending", "status": "waiting", "submitTime": "2026-10-21T13:17:59.733260+00:00", "targetGpu": "MetaX_c-500", "taskId": "5695068", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "cyankiwi/Orchestrator-8B-AWQ-8bit", "modelProfile": {"architectures": ["Qwen3ForCausalLM"], "configFingerprint": "8be5b78bdba5c4413c1e4ab91a46e27c34642b25d5dc059ad3a11d50d7e33593", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 9869921104, "estimatedRequiredGiB": 11.048, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3", "modelscopeFileSize": 9885904130, "modelscopeLicense": null, "modelscopeParams": 8190735360, "modelscopeTags": ["model_type:qwen3", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 9885904130}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-21T14:50:36.233613+00:00", "targetGpu": "MetaX_c-500", "taskId": "5696188", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "llamacpp", "lastSyncTime": null, "modelId": "DavidAU/DeepSeek-BlackRoot-R1-Distill-Llama-3.1-8B-GGUF", "modelProfile": {"architectures": [], "configFingerprint": "228b6bc2745650abd95687d8da71c138b5e7b7e9cbd7ff60115887f5ff13ac2c", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 8540773120, "estimatedRequiredGiB": 62.307, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": null, "modelscopeFileSize": 55751755262, "modelscopeLicense": "apache-2.0", "modelscopeParams": null, "modelscopeTags": ["license:apache-2.0", "library:gguf", "library:pytorch", "task:text-generation", "custom_tag:creative", "custom_tag:creative writing", "custom_tag:128k context", "custom_tag:general usage", "custom_tag:problem solving", "custom_tag:brainstorming", "custom_tag:solve riddles", "custom_tag:fiction writing", "custom_tag:plot generation", "custom_tag:sub-plot generation", "custom_tag:story generation", "custom_tag:scene continue", "custom_tag:storytelling", "custom_tag:fiction story", "custom_tag:story", "custom_tag:writing", "custom_tag:fiction", "custom_tag:roleplaying", "custom_tag:swearing", "custom_tag:horror", "custom_tag:nsfw", "custom_tag:llama 3.1", "custom_tag:not-for-all-audiences", "custom_tag:mergekit", "custom_tag:gguf", "deploy:swingdeploy"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 55751755262}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-21T14:50:36.238345+00:00", "targetGpu": "hygon_k100-ai", "taskId": "5696187", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "cyankiwi/AgentCPM-Report-AWQ-4bit", "modelProfile": {"architectures": ["MiniCPMForCausalLM"], "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 5469599744, "estimatedRequiredGiB": 6.122, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "minicpm", "modelscopeFileSize": 5477692740, "modelscopeLicense": "apache-2.0", "modelscopeParams": 8185253888, "modelscopeTags": ["license:apache-2.0", "model_type:minicpm", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:text-generation-inference", "custom_tag:agent"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 5477692740}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-21T15:09:13.665670+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5696505", "taskType": "text-generation", "verifyResult": null}