state: generation 10624 (result)

This commit is contained in:
2026-09-20 14:32:46 +00:00
parent 8271ad5c3b
commit 4be0fd48b5
5 changed files with 18 additions and 14 deletions

View File

@@ -1675,8 +1675,8 @@
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "completedAt": "2026-09-20T14:28:10.211887+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558997+00:00", "framework": "vllm", "intentId": "8f50ca962288481a83368caec118ffbe", "lastModified": "2026-08-24T22:06:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "reason": null, "reconciledAt": "2026-09-20T14:32:12.334698+00:00", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "recovered_active", "targetGpu": "Biren_166m", "taskId": "4980428", "taskType": "text-generation"}
{"batchId": "4d04dc039f5549cf9371389c1b1f706e", "completedAt": "2026-09-20T14:32:10.395454+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:28:11.011811+00:00", "framework": "vllm-patch-tokenizer", "intentId": "81d888aa0e354cc2b043e447b5206927", "lastModified": "2026-08-24T20:15:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "reason": null, "reconciledAt": "2026-09-20T14:32:12.332103+00:00", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "hygon_k100-ai", "taskId": "4980451", "taskType": "text-generation"}
{"batchId": "4d04dc039f5549cf9371389c1b1f706e", "completedAt": "2026-09-20T14:32:10.395505+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:28:11.012921+00:00", "framework": "vllm", "intentId": "01dd835e58d249ee9137f604480faec1", "lastModified": "2026-08-24T20:10:58+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "reason": null, "reconciledAt": "2026-09-20T14:32:12.332420+00:00", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Mthreads_s4000", "taskId": "4980489", "taskType": "text-generation"}
{"batchId": "655a3776a5f5467d867743d63c39ab57", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:32:38.493560+00:00", "framework": "vllm-customized", "intentId": "2f2a2469a3634a43a18f5c90c0f70640", "lastModified": "2026-09-20T14:29:29+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "repoId": "solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "655a3776a5f5467d867743d63c39ab57", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:32:38.493699+00:00", "framework": "vllm-customized", "intentId": "00e2cddb8d974ff4b1a5834fadafa747", "lastModified": "2026-09-19T14:37:29+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "repoId": "solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "655a3776a5f5467d867743d63c39ab57", "completedAt": "2026-09-20T14:32:46.034953+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:32:38.493560+00:00", "framework": "vllm-customized", "intentId": "2f2a2469a3634a43a18f5c90c0f70640", "lastModified": "2026-09-20T14:29:29+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "reason": null, "repoId": "solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4980504", "taskType": "text-generation"}
{"batchId": "655a3776a5f5467d867743d63c39ab57", "completedAt": "2026-09-20T14:32:46.034975+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:32:38.493699+00:00", "framework": "vllm-customized", "intentId": "00e2cddb8d974ff4b1a5834fadafa747", "lastModified": "2026-09-19T14:37:29+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "reason": null, "repoId": "solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4980503", "taskType": "text-generation"}
{"batchId": "4d04dc039f5549cf9371389c1b1f706e", "completedAt": "2026-09-20T14:32:10.395520+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:28:11.013212+00:00", "framework": "vllm", "intentId": "067dad548ff249619ccb5015b035ac8a", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "4d04dc039f5549cf9371389c1b1f706e", "completedAt": "2026-09-20T14:32:10.395517+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:28:11.013153+00:00", "framework": "vllm", "intentId": "cae09738fa024159b29f694cd1b9c73a", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "4d04dc039f5549cf9371389c1b1f706e", "completedAt": "2026-09-20T14:32:10.395514+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:28:11.013095+00:00", "framework": "vllm", "intentId": "4dcca8fe8f654fa48aea4a2a3dcbc043", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}

View File

@@ -1,6 +1,6 @@
{
"acceptedByCategory": {
"unified_success_first": 1815
"unified_success_first": 1817
},
"acceptedByRoute": {
"text-generation|Ascend_910-b3|llamacpp": 17,
@@ -15,7 +15,7 @@
"text-generation|Cambricon_mlu-370-x4|vllm-customized": 2,
"text-generation|Cambricon_mlu-370-x4|vllm-mlu": 80,
"text-generation|Cambricon_mlu-370-x8|vllm": 55,
"text-generation|Cambricon_mlu-370-x8|vllm-customized": 29,
"text-generation|Cambricon_mlu-370-x8|vllm-customized": 31,
"text-generation|Cambricon_mlu-370-x8|vllm-mlu": 91,
"text-generation|Iluvatar_bi-150|llamacpp": 16,
"text-generation|Iluvatar_bi-150|transformers": 30,
@@ -37,8 +37,8 @@
"text-generation|hygon_k100-ai|vllm": 26,
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 109
},
"acceptedSinceRefresh": 1815,
"acceptedTotal": 1815,
"generatedAt": "2026-09-20T14:32:10.336696+00:00",
"acceptedSinceRefresh": 1817,
"acceptedTotal": 1817,
"generatedAt": "2026-09-20T14:32:45.966070+00:00",
"version": 1
}

View File

@@ -1101,3 +1101,5 @@
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "modelId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "submitTime": "2026-09-20T11:44:01.235722+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4978143", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "modelId": "OpenBMB/MiniCPM5-2B-MLX", "submitTime": "2026-09-20T12:41:32.800701+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4979069", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"}
{"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B", "modelId": "aisingapore/SEA-LION-v1-7B", "submitTime": "2026-09-20T12:55:19.835166+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4979183", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "modelId": "solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "submitTime": "2026-09-20T14:32:45.916677+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4980504", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "submitTime": "2026-09-20T14:32:45.915295+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4980503", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}

View File

@@ -9,16 +9,16 @@
".modelhub_state/queue_cleanup_latest.json": "eb01f106d0cd4018a0346c4a81182d6a9e67f5d4d14db22f5d0c685667977bc3",
".modelhub_state/recent_outcomes.jsonl": "e6f221e284e12aa8b2a013d8b066ee4e74e8b8bb745d2750c180a93c92ee9b0f",
".modelhub_state/recovery_active_tasks.jsonl": "28c0d5e40b30398488d577fd23c5f0f384ee30c58066a72bf20f57f068867dd0",
".modelhub_state/recovery_intents.jsonl": "a7de550cc32439a684bb7aba767f33b417ad600eb2ad255e31f034347985476b",
".modelhub_state/routing_intelligence.json": "b240146b30dc6d22a338fc0973e8d7e2f34f0be86582e225c0aa2155b3858442",
".modelhub_state/recovery_intents.jsonl": "d845dd8d0021c6af7be2f8f92ce42ce1593d170be1b07d03286afc6e0b0e2f89",
".modelhub_state/routing_intelligence.json": "e5f20835342a8637e7cd91f2138522f840ffca802d512fd90feeead2b26d34b6",
".modelhub_state/submission_exclusions.jsonl": "221be895a524330815b3c5124450b33c94b5f1e68169030c73684bf675d06ec7",
".modelhub_state/worker_crashes.jsonl": "a494412048eca6dce83e7284303a6b4b56a445c1274ac201ab8723c739a14f23",
"ledger/submissions.jsonl": "ed173d439711c1c5289b20fb5d9674b4af75880c31d96351c3c5a1c22067b09a",
"outcomes/submissions.jsonl": "96ef503f05eafd54cc93eeb5223f523c63aac1f9863c49f45f9dae2e46bfc609"
"ledger/submissions.jsonl": "04b7a65713bdc96c93fdfad7060c5fd7c6826fc9b08bbefa685cccb5b77f90d6",
"outcomes/submissions.jsonl": "13749b41e27ff47a34a897ec6c16103daf99038d3fc70f7ae5e24000c624d90c"
},
"generation": 10623,
"phase": "intent",
"generation": 10624,
"phase": "result",
"schemaVersion": 1,
"updatedAt": "2026-09-20T14:32:38.615572+00:00",
"updatedAt": "2026-09-20T14:32:46.180814+00:00",
"writerId": "fc715c06e24c4db2ae3e425e435db996"
}

View File

@@ -1095,3 +1095,5 @@
{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelProfile": {"architectures": ["Phi3ForCausalLM"], "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 14289052464, "estimatedRequiredGiB": 15.972, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "phi3", "modelscopeFileSize": 14291553638, "modelscopeLicense": "mit", "modelscopeParams": 13960238080, "modelscopeTags": ["license:mit", "model_type:phi3", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:fp8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 14291553638}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T14:26:25.535380+00:00", "targetGpu": "Biren_166m", "taskId": "4980428", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm-patch-tokenizer", "lastSyncTime": null, "modelId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2024670536, "estimatedRequiredGiB": 2.273, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 2033824831, "modelscopeLicense": "llama3.2", "modelscopeParams": 1498482688, "modelscopeTags": ["license:llama3.2", "model_type:llama", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:llama", "custom_tag:llama-3", "custom_tag:neuralmagic", "custom_tag:llmcompressor"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 2033824831}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T14:28:11.858304+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4980451", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 9084040952, "estimatedRequiredGiB": 10.163, "gpuMemoryEvidence": {"memoryGiB": 48.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 48.0, "maximumRepositorySizeGiB": 40.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 9093251901, "modelscopeLicense": "llama3.1", "modelscopeParams": 8030261248, "modelscopeTags": ["license:llama3.1", "model_type:llama", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:int8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 9093251901}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T14:30:11.079895+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4980489", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm-customized", "lastSyncTime": null, "modelId": "solidrust/Llama-3-8B-Instruct-v0.5-AWQ", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 5727954960, "estimatedRequiredGiB": 6.412, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 5737318602, "modelscopeLicense": "other", "modelscopeParams": 8030269440, "modelscopeTags": ["license:other", "model_type:llama", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:4-bit", "custom_tag:AWQ", "custom_tag:text-generation", "custom_tag:autotrain_compatible", "custom_tag:endpoints_compatible", "custom_tag:axolotl", "custom_tag:finetune", "custom_tag:facebook", "custom_tag:meta", "custom_tag:pytorch", "custom_tag:llama", "custom_tag:llama-3"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "awq", "repositoryOnDiskBytes": 5737318602}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T14:32:45.916677+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4980504", "taskType": "text-generation", "verifyResult": null}
{"failReason": null, "framework": "vllm-customized", "lastSyncTime": null, "modelId": "solidrust/Llama-3-13B-Instruct-v0.1-AWQ", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 8447876488, "estimatedRequiredGiB": 9.452, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 8457284244, "modelscopeLicense": "other", "modelscopeParams": 13264949248, "modelscopeTags": ["license:other", "model_type:llama", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:4-bit", "custom_tag:AWQ", "custom_tag:text-generation", "custom_tag:autotrain_compatible", "custom_tag:endpoints_compatible", "custom_tag:mergekit", "custom_tag:merge", "custom_tag:facebook", "custom_tag:meta", "custom_tag:pytorch", "custom_tag:llama", "custom_tag:llama-3"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "awq", "repositoryOnDiskBytes": 8457284244}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T14:32:45.915295+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4980503", "taskType": "text-generation", "verifyResult": null}