state: generation 11365 (result)
This commit is contained in:
@@ -2030,7 +2030,7 @@
|
|||||||
{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.695944+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.179851+00:00", "framework": "vllm-mlu", "intentId": "483c2de1ca8242bf97d991b99d1e23d1", "lastModified": "2026-08-24T19:08:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "reason": null, "reconciledAt": "2026-09-21T09:32:42.333334+00:00", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4997863", "taskType": "text-generation"}
|
{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.695944+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.179851+00:00", "framework": "vllm-mlu", "intentId": "483c2de1ca8242bf97d991b99d1e23d1", "lastModified": "2026-08-24T19:08:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "reason": null, "reconciledAt": "2026-09-21T09:32:42.333334+00:00", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4997863", "taskType": "text-generation"}
|
||||||
{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.695948+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.179908+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c8b86cbd048b41e39e71e32ac6023276", "lastModified": "2026-08-24T18:24:11+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "reason": null, "reconciledAt": "2026-09-21T09:32:42.335610+00:00", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Kunlunxin_p-800", "taskId": "4997864", "taskType": "text-generation"}
|
{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.695948+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.179908+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c8b86cbd048b41e39e71e32ac6023276", "lastModified": "2026-08-24T18:24:11+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "reason": null, "reconciledAt": "2026-09-21T09:32:42.335610+00:00", "repoId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Kunlunxin_p-800", "taskId": "4997864", "taskType": "text-generation"}
|
||||||
{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.695954+00:00", "configFingerprint": "c25be7d7c1bf173abe564916f8a370d9b648beb3aea2a79522523aaa6b69ee29", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.179997+00:00", "framework": "vllm", "intentId": "0130519d24ea4c1d86c609de7b0ca5b9", "lastModified": "2026-08-24T18:26:39+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-static-v2", "reason": null, "reconciledAt": "2026-09-21T09:32:42.335607+00:00", "repoId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Ascend_910-b3", "taskId": "4997865", "taskType": "text-generation"}
|
{"batchId": "b1abf696e5f843c9b4eec1cb47df86aa", "completedAt": "2026-09-21T09:27:59.695954+00:00", "configFingerprint": "c25be7d7c1bf173abe564916f8a370d9b648beb3aea2a79522523aaa6b69ee29", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:19:21.179997+00:00", "framework": "vllm", "intentId": "0130519d24ea4c1d86c609de7b0ca5b9", "lastModified": "2026-08-24T18:26:39+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-static-v2", "reason": null, "reconciledAt": "2026-09-21T09:32:42.335607+00:00", "repoId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Ascend_910-b3", "taskId": "4997865", "taskType": "text-generation"}
|
||||||
{"batchId": "052a3ef1ca704507a84b644771628f89", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:33:17.377406+00:00", "framework": "vllm-customized", "intentId": "28f2d282e656423ca2f597ba5f02d675", "lastModified": "2026-09-20T14:39:27+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "repoId": "solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
|
{"batchId": "052a3ef1ca704507a84b644771628f89", "completedAt": "2026-09-21T09:33:26.772007+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:33:17.377406+00:00", "framework": "vllm-customized", "intentId": "28f2d282e656423ca2f597ba5f02d675", "lastModified": "2026-09-20T14:39:27+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "reason": null, "repoId": "solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4998167", "taskType": "text-generation"}
|
||||||
{"batchId": "f8cd5025838c46b5b6bdaa1f722188a8", "completedAt": "2026-09-21T09:32:40.979823+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:28:00.524650+00:00", "framework": "vllm", "intentId": "70181d484e034c4c99bce93d2c9afa9a", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
|
{"batchId": "f8cd5025838c46b5b6bdaa1f722188a8", "completedAt": "2026-09-21T09:32:40.979823+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:28:00.524650+00:00", "framework": "vllm", "intentId": "70181d484e034c4c99bce93d2c9afa9a", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
|
||||||
{"batchId": "f8cd5025838c46b5b6bdaa1f722188a8", "completedAt": "2026-09-21T09:32:40.979820+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:28:00.524590+00:00", "framework": "vllm", "intentId": "745a98c92bf14f7884ff416219393fa7", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
|
{"batchId": "f8cd5025838c46b5b6bdaa1f722188a8", "completedAt": "2026-09-21T09:32:40.979820+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:28:00.524590+00:00", "framework": "vllm", "intentId": "745a98c92bf14f7884ff416219393fa7", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
|
||||||
{"batchId": "f8cd5025838c46b5b6bdaa1f722188a8", "completedAt": "2026-09-21T09:32:40.979817+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:28:00.524530+00:00", "framework": "vllm", "intentId": "c97311b9308d4a6d98baffab6c5c7ea5", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
|
{"batchId": "f8cd5025838c46b5b6bdaa1f722188a8", "completedAt": "2026-09-21T09:32:40.979817+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T09:28:00.524530+00:00", "framework": "vllm", "intentId": "c97311b9308d4a6d98baffab6c5c7ea5", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"acceptedByCategory": {
|
"acceptedByCategory": {
|
||||||
"unified_success_first": 2169
|
"unified_success_first": 2170
|
||||||
},
|
},
|
||||||
"acceptedByRoute": {
|
"acceptedByRoute": {
|
||||||
"text-generation|Ascend_910-b3|llamacpp": 17,
|
"text-generation|Ascend_910-b3|llamacpp": 17,
|
||||||
@@ -15,7 +15,7 @@
|
|||||||
"text-generation|Cambricon_mlu-370-x4|vllm-customized": 5,
|
"text-generation|Cambricon_mlu-370-x4|vllm-customized": 5,
|
||||||
"text-generation|Cambricon_mlu-370-x4|vllm-mlu": 83,
|
"text-generation|Cambricon_mlu-370-x4|vllm-mlu": 83,
|
||||||
"text-generation|Cambricon_mlu-370-x8|vllm": 55,
|
"text-generation|Cambricon_mlu-370-x8|vllm": 55,
|
||||||
"text-generation|Cambricon_mlu-370-x8|vllm-customized": 54,
|
"text-generation|Cambricon_mlu-370-x8|vllm-customized": 55,
|
||||||
"text-generation|Cambricon_mlu-370-x8|vllm-mlu": 96,
|
"text-generation|Cambricon_mlu-370-x8|vllm-mlu": 96,
|
||||||
"text-generation|Iluvatar_bi-100|transformers": 20,
|
"text-generation|Iluvatar_bi-100|transformers": 20,
|
||||||
"text-generation|Iluvatar_bi-150|llamacpp": 16,
|
"text-generation|Iluvatar_bi-150|llamacpp": 16,
|
||||||
@@ -38,8 +38,8 @@
|
|||||||
"text-generation|hygon_k100-ai|vllm": 26,
|
"text-generation|hygon_k100-ai|vllm": 26,
|
||||||
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 123
|
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 123
|
||||||
},
|
},
|
||||||
"acceptedSinceRefresh": 2169,
|
"acceptedSinceRefresh": 2170,
|
||||||
"acceptedTotal": 2169,
|
"acceptedTotal": 2170,
|
||||||
"generatedAt": "2026-09-21T09:32:40.910274+00:00",
|
"generatedAt": "2026-09-21T09:33:26.709127+00:00",
|
||||||
"version": 1
|
"version": 1
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1174,3 +1174,4 @@
|
|||||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T20:09:24.405809+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986872", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T20:09:24.405809+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986872", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||||
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.421834+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986873", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
{"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.421834+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986873", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"}
|
||||||
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "submitTime": "2026-09-20T21:19:40.047378+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4987847", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "submitTime": "2026-09-20T21:19:40.047378+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4987847", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"}
|
||||||
|
{"framework": "vllm-customized", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "modelId": "solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "submitTime": "2026-09-21T09:33:26.659264+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4998167", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-customized-cambricon-mlu-370-x8"}
|
||||||
|
|||||||
@@ -10,16 +10,16 @@
|
|||||||
".modelhub_state/queue_cleanup_latest.json": "f4afc5dbbf57b883780778e798518d72ad1770b7d52c2f9efa7ac7bca07813f7",
|
".modelhub_state/queue_cleanup_latest.json": "f4afc5dbbf57b883780778e798518d72ad1770b7d52c2f9efa7ac7bca07813f7",
|
||||||
".modelhub_state/recent_outcomes.jsonl": "efd6e3cd49c106ba9dc65fb589a1629fb65ac06f4e5341884266acb60ac03834",
|
".modelhub_state/recent_outcomes.jsonl": "efd6e3cd49c106ba9dc65fb589a1629fb65ac06f4e5341884266acb60ac03834",
|
||||||
".modelhub_state/recovery_active_tasks.jsonl": "8f004184ee6e9cfd5dd92162752be5c2aba655f5fdf53715ee4dff780c1dd1b7",
|
".modelhub_state/recovery_active_tasks.jsonl": "8f004184ee6e9cfd5dd92162752be5c2aba655f5fdf53715ee4dff780c1dd1b7",
|
||||||
".modelhub_state/recovery_intents.jsonl": "9b9cd5c852bf4f9bd922332b4f1f77fd059935df1e4fb7397a9ef2196c83121f",
|
".modelhub_state/recovery_intents.jsonl": "cc854d3b07efd3d4140ad3bce46a0cdc76c8c0953a2a0281b6fe176ace2c5d72",
|
||||||
".modelhub_state/routing_intelligence.json": "e18a3fa4475bdc9e248717f237a280bad359d5ca783f0ccbb8e3405057c03403",
|
".modelhub_state/routing_intelligence.json": "bec656a99e764925ebff726424dad3b193d19a1c10495049e2ab53aba1fec024",
|
||||||
".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989",
|
".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989",
|
||||||
".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7",
|
".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7",
|
||||||
"ledger/submissions.jsonl": "8e9912525d095376b0c8eb78e6edff2acc9e97360c8b5a592329f4aa0b7eae2e",
|
"ledger/submissions.jsonl": "ee004c68fba9be7c1c2ddb35f8ba4d0bddc07a58ce6829b524797c4d7fd74629",
|
||||||
"outcomes/submissions.jsonl": "ae3327d7243b663fcb46159d5862778c193ee7d28e1fb62de05ccf2af3d7cf03"
|
"outcomes/submissions.jsonl": "c2e4f8f766e09a287669a3183bffc2b21f90605209e3d4877aab1974e91fd59f"
|
||||||
},
|
},
|
||||||
"generation": 11364,
|
"generation": 11365,
|
||||||
"phase": "intent",
|
"phase": "result",
|
||||||
"schemaVersion": 1,
|
"schemaVersion": 1,
|
||||||
"updatedAt": "2026-09-21T09:33:17.520169+00:00",
|
"updatedAt": "2026-09-21T09:33:26.951712+00:00",
|
||||||
"writerId": "8b35139af6674067a339a670222d4b67"
|
"writerId": "8b35139af6674067a339a670222d4b67"
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1128,3 +1128,4 @@
|
|||||||
{"failReason": null, "framework": "vllm-mlu", "lastSyncTime": null, "modelId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "modelProfile": {"architectures": ["MistralForCausalLM"], "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 13594088584, "estimatedRequiredGiB": 15.203, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "mistral", "modelscopeFileSize": 13603621925, "modelscopeLicense": "apache-2.0", "modelscopeParams": 12247782400, "modelscopeTags": ["license:apache-2.0", "model_type:mistral", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 13603621925}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T09:19:32.873304+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4997863", "taskType": "text-generation", "verifyResult": null}
|
{"failReason": null, "framework": "vllm-mlu", "lastSyncTime": null, "modelId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "modelProfile": {"architectures": ["MistralForCausalLM"], "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 13594088584, "estimatedRequiredGiB": 15.203, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "mistral", "modelscopeFileSize": 13603621925, "modelscopeLicense": "apache-2.0", "modelscopeParams": 12247782400, "modelscopeTags": ["license:apache-2.0", "model_type:mistral", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 13603621925}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T09:19:32.873304+00:00", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4997863", "taskType": "text-generation", "verifyResult": null}
|
||||||
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 1231252716, "estimatedRequiredGiB": 1.378, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 1233101396, "modelscopeLicense": null, "modelscopeParams": 1100048384, "modelscopeTags": ["model_type:llama", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "recentProfileFeedback": {"attributableFailureCount": 0, "consecutiveFailures": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": {"ambiguous_runtime": 1}, "failureCount": 1, "failureRate": 1.0, "framework": "vllm_fix_tokenizer", "lastTerminalAt": "2026-09-21T08:44:09.587569+00:00", "modelType": "llama", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "quantizationMethod": "compressed-tensors", "successCount": 0, "successRate": 0.0, "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation", "total": 1, "unresolvedFailureCount": 1}, "repositoryOnDiskBytes": 1233101396}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T09:19:32.876555+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4997864", "taskType": "text-generation", "verifyResult": null}
|
{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "nm-testing/tinyllama-oneshot-w8a8-dynamic-token-v2", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 1231252716, "estimatedRequiredGiB": 1.378, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 1233101396, "modelscopeLicense": null, "modelscopeParams": 1100048384, "modelscopeTags": ["model_type:llama", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "recentProfileFeedback": {"attributableFailureCount": 0, "consecutiveFailures": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": {"ambiguous_runtime": 1}, "failureCount": 1, "failureRate": 1.0, "framework": "vllm_fix_tokenizer", "lastTerminalAt": "2026-09-21T08:44:09.587569+00:00", "modelType": "llama", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "quantizationMethod": "compressed-tensors", "successCount": 0, "successRate": 0.0, "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation", "total": 1, "unresolvedFailureCount": 1}, "repositoryOnDiskBytes": 1233101396}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T09:19:32.876555+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4997864", "taskType": "text-generation", "verifyResult": null}
|
||||||
{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "c25be7d7c1bf173abe564916f8a370d9b648beb3aea2a79522523aaa6b69ee29", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 1231270112, "estimatedRequiredGiB": 1.378, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 1233118759, "modelscopeLicense": null, "modelscopeParams": 1100048384, "modelscopeTags": ["model_type:llama", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 1233118759}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T09:19:32.868721+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4997865", "taskType": "text-generation", "verifyResult": null}
|
{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "c25be7d7c1bf173abe564916f8a370d9b648beb3aea2a79522523aaa6b69ee29", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 1231270112, "estimatedRequiredGiB": 1.378, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 1233118759, "modelscopeLicense": null, "modelscopeParams": 1100048384, "modelscopeTags": ["model_type:llama", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 1233118759}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T09:19:32.868721+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4997865", "taskType": "text-generation", "verifyResult": null}
|
||||||
|
{"failReason": null, "framework": "vllm-customized", "lastSyncTime": null, "modelId": "solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 10261168632, "estimatedRequiredGiB": 11.478, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 10270608122, "modelscopeLicense": "other", "modelscopeParams": 16754741248, "modelscopeTags": ["license:other", "model_type:llama", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:4-bit", "custom_tag:AWQ", "custom_tag:text-generation", "custom_tag:autotrain_compatible", "custom_tag:endpoints_compatible - mergekit - merge - facebook - meta - pytorch - llama - llama-3"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "awq", "repositoryOnDiskBytes": 10270608122}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T09:33:26.659264+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4998167", "taskType": "text-generation", "verifyResult": null}
|
||||||
|
|||||||
Reference in New Issue
Block a user