CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 36421 (intent)

Browse Source
This commit is contained in:
CoolBoy
2026-10-25 13:43:32 +00:00
parent 77b0242ff3
commit c545178335
7 changed files with 67 additions and 56 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.modelhub_state/architecture_compatibility_blacklist.json
View File

@@ -483,7 +483,7 @@
"taskType": "text-generation"
}
},
"generatedAt": "2026-10-25T13:41:50.240421+00:00",
"generatedAt": "2026-10-25T13:43:31.303489+00:00",
"summary": {
"activeBlockCount": 24,
"byGpuFramework": {

2
.modelhub_state/market_intelligence.json
View File

@@ -452,7 +452,7 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-25T13:41:50.356489+00:00",
"generatedAt": "2026-10-25T13:43:31.382616+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,

6
.modelhub_state/official_capabilities.json
View File

@@ -1,5 +1,5 @@
{
"catalogUpdatedAt": "2026-10-25T13:41:50.356489+00:00",
"catalogUpdatedAt": "2026-10-25T13:43:31.382616+00:00",
"configuredTaskTypes": [
"text-generation"
],
@@ -56,7 +56,7 @@
"time-series-forecasting"
],
"errors": [],
"generatedAt": "2026-10-25T13:41:54.057642+00:00",
"generatedAt": "2026-10-25T13:43:31.382616+00:00",
"gpuCatalog": {
"Ascend_910-b3": {
"canVerify": true,
@@ -6724,6 +6724,6 @@
"updateTime": "2025-12-22 08:59:53"
}
],
"taskTreeUpdatedAt": "2026-10-25T13:41:50.356489+00:00",
"taskTreeUpdatedAt": "2026-10-25T13:43:31.382616+00:00",
"version": 1
}

80
.modelhub_state/outcome_checkpoint.json
View File

@@ -1,6 +1,6 @@
{
"generatedAt": "2026-10-25T12:54:18.208806+00:00",
"lastSyncTime": "2026-10-25T12:54:18.007865+00:00",
"generatedAt": "2026-10-25T13:43:31.200557+00:00",
"lastSyncTime": "2026-10-25T13:43:30.940874+00:00",
"recentLimit": 300,
"report": {
"architectureCompatibilityBlocks": {
@@ -2337,19 +2337,19 @@
"unresolvedFailureCount": 66
},
"MetaX_c-500|vllm_tokenizer_patch|text-generation": {
"attributableFailureCount": 13,
"attributableFailureCount": 14,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 13,
"decisionTotal": 14,
"failureBreakdown": {
"ambiguous_runtime": 2,
"backend_operator": 2,
"context_length": 1,
"framework_architecture_unsupported": 7,
"model_load": 3,
"model_load": 4,
"参数/模板问题": 42
},
"failureCount": 57,
"failureCount": 58,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"pendingCount": 0,
@@ -2359,7 +2359,7 @@
"successRate": 0.0,
"targetGpu": "MetaX_c-500",
"taskType": "text-generation",
"total": 57,
"total": 58,
"unresolvedFailureCount": 44
},
"MetaX_c-500|vllm|feature_emb": {
@@ -3356,35 +3356,35 @@
"unresolvedFailureCount": 492
},
"vllm_tokenizer_patch": {
"attributableFailureCount": 180,
"decisionFailureRate": 0.9474,
"decisionSuccessRate": 0.0526,
"decisionTotal": 190,
"attributableFailureCount": 181,
"decisionFailureRate": 0.9476,
"decisionSuccessRate": 0.0524,
"decisionTotal": 191,
"failureBreakdown": {
"ambiguous_runtime": 221,
"backend_operator": 17,
"context_length": 10,
"framework_architecture_unsupported": 117,
"memory_capacity": 2,
"model_load": 26,
"model_load": 27,
"platform_infrastructure": 3,
"repository_structure": 3,
"runtime_memory": 3,
"tokenizer_compatibility": 2,
"参数/模板问题": 137
},
"failureCount": 541,
"failureCount": 542,
"failureRate": 0.9819,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 3,
"successCount": 10,
"successRate": 0.0181,
"total": 551,
"total": 552,
"unresolvedFailureCount": 358
}
},
"generatedAt": "2026-10-25T12:54:18.194551+00:00",
"generatedAt": "2026-10-25T13:43:31.185898+00:00",
"gpuSummaries": {
"Ascend_910-b3": {
"attributableFailureCount": 134,
@@ -3660,10 +3660,10 @@
"unresolvedFailureCount": 170
},
"MetaX_c-500": {
"attributableFailureCount": 689,
"decisionFailureRate": 0.8242,
"decisionSuccessRate": 0.1758,
"decisionTotal": 836,
"attributableFailureCount": 690,
"decisionFailureRate": 0.8244,
"decisionSuccessRate": 0.1756,
"decisionTotal": 837,
"failureBreakdown": {
"ambiguous_runtime": 309,
"architecture_compatibility": 21,
@@ -3671,7 +3671,7 @@
"context_length": 60,
"framework_architecture_unsupported": 215,
"memory_capacity": 85,
"model_load": 68,
"model_load": 69,
"platform_infrastructure": 5,
"repository_structure": 114,
"runtime_memory": 2,
@@ -3680,14 +3680,14 @@
"日志缺失": 15,
"验证失败": 48
},
"failureCount": 1525,
"failureCount": 1526,
"failureRate": 0.9121,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 5,
"successCount": 147,
"successRate": 0.0879,
"total": 1672,
"total": 1673,
"unresolvedFailureCount": 831
},
"Mthreads_s4000": {
@@ -20043,15 +20043,15 @@
"unresolvedFailureCount": 0
},
"MetaX_c-500|vllm_tokenizer_patch|text-generation|k2_horizon|compressed-tensors": {
"attributableFailureCount": 1,
"attributableFailureCount": 2,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"decisionTotal": 2,
"failureBreakdown": {
"model_load": 1,
"model_load": 2,
"参数/模板问题": 2
},
"failureCount": 3,
"failureCount": 4,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"modelType": "k2_horizon",
@@ -20063,7 +20063,7 @@
"successRate": 0.0,
"targetGpu": "MetaX_c-500",
"taskType": "text-generation",
"total": 3,
"total": 4,
"unresolvedFailureCount": 2
},
"MetaX_c-500|vllm_tokenizer_patch|text-generation|k2_horizon|none": {
@@ -53632,15 +53632,15 @@
"unresolvedFailureCount": 0
},
"MetaX_c-500|vllm_tokenizer_patch|text-generation|k2_horizon|compressed-tensors|32": {
"attributableFailureCount": 1,
"attributableFailureCount": 2,
"decisionFailureRate": 1.0,
"decisionSuccessRate": 0.0,
"decisionTotal": 1,
"decisionTotal": 2,
"failureBreakdown": {
"model_load": 1,
"model_load": 2,
"参数/模板问题": 1
},
"failureCount": 2,
"failureCount": 3,
"failureRate": 1.0,
"framework": "vllm_tokenizer_patch",
"loadSizeLog2Bucket": 32,
@@ -53653,7 +53653,7 @@
"successRate": 0.0,
"targetGpu": "MetaX_c-500",
"taskType": "text-generation",
"total": 2,
"total": 3,
"unresolvedFailureCount": 1
},
"MetaX_c-500|vllm_tokenizer_patch|text-generation|k2_horizon|compressed-tensors|33": {
@@ -62453,13 +62453,13 @@
"unresolvedFailureCount": 0
}
},
"terminalRecords": 18077,
"totalRecords": 18621,
"terminalRecords": 18078,
"totalRecords": 18622,
"totals": {
"attributableFailureCount": 6381,
"attributableFailureCount": 6382,
"decisionFailureRate": 0.8662,
"decisionSuccessRate": 0.1338,
"decisionTotal": 7367,
"decisionTotal": 7368,
"failureBreakdown": {
"ambiguous_runtime": 4696,
"architecture_compatibility": 212,
@@ -62468,7 +62468,7 @@
"context_length": 328,
"framework_architecture_unsupported": 2370,
"memory_capacity": 1207,
"model_load": 582,
"model_load": 583,
"platform_infrastructure": 972,
"repository_structure": 742,
"runtime_memory": 101,
@@ -62477,14 +62477,14 @@
"日志缺失": 719,
"验证失败": 676
},
"failureCount": 17091,
"failureCount": 17092,
"failureRate": 0.9455,
"pendingCount": 0,
"pendingRate": 0.0,
"platformFailureCount": 972,
"successCount": 986,
"successRate": 0.0545,
"total": 18077,
"total": 18078,
"unresolvedFailureCount": 9738
},
"warnings": [
@@ -62548,6 +62548,6 @@
]
},
"storageMode": "decision_state_only",
"summarizedRecords": 18621,
"summarizedRecords": 18622,
"version": 1
}

12
.modelhub_state/recovery_intents.jsonl
View File

@@ -3830,6 +3830,18 @@
{"batchId": "c918fe1d1c804b44b9b9622346649069", "completedAt": "2026-10-25T11:39:23.084103+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-25T11:39:20.554410+00:00", "framework": "vllm-mlu", "intentId": "a95659c861c343ae88fbebf4f0da849f", "lastModified": "2026-10-21T17:09:55+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "reason": null, "reconciledAt": "2026-10-25T13:41:59.506905+00:00", "repoId": "cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5780290", "taskType": "text-generation"}
{"batchId": "0023e4bfbff04839ab4f796fcd1369f4", "completedAt": "2026-10-25T11:46:50.711922+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T11:46:48.387965+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6d46cb6a64a64fa78a01c7b6e8f2ea94", "lastModified": "2026-10-21T17:21:19+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/OmniCoder-9B-AWQ-BF16-INT8", "reason": null, "reconciledAt": "2026-10-25T13:41:59.507136+00:00", "repoId": "cyankiwi/OmniCoder-9B-AWQ-BF16-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Vastai_va16", "taskId": "5780488", "taskType": "text-generation"}
{"batchId": "9f1f2d2d25fb4afcb6a51a869b93a783", "completedAt": "2026-10-25T12:04:11.791769+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:03:58.411422+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d6e8f4ea3a314e5ca1df60cca5ed8391", "lastModified": "2026-10-21T15:59:12+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "reason": null, "reconciledAt": "2026-10-25T13:41:59.506639+00:00", "repoId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Ascend_910-b3", "taskId": "5780854", "taskType": "text-generation"}
{"batchId": "a92ede82c6654e6087d135a2fd78e2e2", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:43:32.094143+00:00", "framework": "vllm-mlu", "intentId": "4f82d7d9f7ee45e2821d4ef64e4d0932", "lastModified": "2026-10-21T16:21:36+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/AgentCPM-Report-AWQ-8bit", "repoId": "cyankiwi/AgentCPM-Report-AWQ-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "a92ede82c6654e6087d135a2fd78e2e2", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:43:32.094268+00:00", "framework": "vllm_tokenizer_patch", "intentId": "22f3fb4ad919465f83530b90171813f2", "lastModified": "2026-10-21T16:38:25+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "repoId": "cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "a92ede82c6654e6087d135a2fd78e2e2", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:43:32.094312+00:00", "framework": "vllm_tokenizer_patch", "intentId": "933faac6e09d4bad9e201d96de5636c2", "lastModified": "2026-10-21T16:31:43+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-8bit", "repoId": "cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "a92ede82c6654e6087d135a2fd78e2e2", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:43:32.094352+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6d6fed95a0ff488c9d7e2c6bfe96fc9c", "lastModified": "2026-10-21T17:19:37+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/KAT-Dev-AWQ-8bit", "repoId": "cyankiwi/KAT-Dev-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "a92ede82c6654e6087d135a2fd78e2e2", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:43:32.094390+00:00", "framework": "vllm_tokenizer_patch", "intentId": "4dbee878d7ef430da37ee23252e3e8de", "lastModified": "2026-10-21T16:41:10+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-4bit", "repoId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "a92ede82c6654e6087d135a2fd78e2e2", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:43:32.094428+00:00", "framework": "vllm_fix_tokenizer", "intentId": "25e1ba937a2a44028284d0041859ad46", "lastModified": "2026-10-21T16:56:28+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/GLM-4.7-Flash-AWQ-4bit", "repoId": "cyankiwi/GLM-4.7-Flash-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "a92ede82c6654e6087d135a2fd78e2e2", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:43:32.094473+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ab7eb08e10524225bf74598e3ee998a7", "lastModified": "2026-10-21T16:41:42+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Qwen3-30B-A3B-Instruct-2507-AWQ-4bit", "repoId": "cyankiwi/Qwen3-30B-A3B-Instruct-2507-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "a92ede82c6654e6087d135a2fd78e2e2", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:43:32.094517+00:00", "framework": "vllm_fix_tokenizer", "intentId": "501147a508204b8ba9dc5f9886680875", "lastModified": "2026-10-25T11:26:46+00:00", "modelAddress": "https://modelscope.cn/models/ychy7001/Qwen3.6-35B-A3B-W4A8-SSZ-MTP-310P", "repoId": "ychy7001/Qwen3.6-35B-A3B-W4A8-SSZ-MTP-310P", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "a92ede82c6654e6087d135a2fd78e2e2", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:43:32.094561+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0dc5f6ea2798409dbc3ddd4a0c0b9f54", "lastModified": "2026-10-24T12:36:06+00:00", "modelAddress": "https://modelscope.cn/models/ukisai/Swift-1.5-4bit-MLX", "repoId": "ukisai/Swift-1.5-4bit-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "a92ede82c6654e6087d135a2fd78e2e2", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:43:32.094604+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6ec64caa394f43ef904867ade7291f3d", "lastModified": "2026-10-22T01:37:07+00:00", "modelAddress": "https://modelscope.cn/models/RecursiveSI/flint-int4", "repoId": "RecursiveSI/flint-int4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "a92ede82c6654e6087d135a2fd78e2e2", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:43:32.094647+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d79d522b5bae413a84c882b7134f8933", "lastModified": "2026-10-21T17:16:44+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/MiroThinker-v1.5-30B-AWQ-4bit", "repoId": "cyankiwi/MiroThinker-v1.5-30B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "a92ede82c6654e6087d135a2fd78e2e2", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:43:32.094689+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1a576de7cee24031aa21173ca3acc4f4", "lastModified": "2026-10-21T17:03:19+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/MiniCPM-SALA-AWQ-4bit", "repoId": "cyankiwi/MiniCPM-SALA-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "2a159f6703444a7d9b7935822747426d", "completedAt": "2026-10-25T13:41:57.399820+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:41:54.624064+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d5ff1373398a498dab8d4be9c5762e4f", "repoId": "cyankiwi/MiniCPM-SALA-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Vastai_va16", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a159f6703444a7d9b7935822747426d", "completedAt": "2026-10-25T13:41:57.399817+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:41:54.624022+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d826fd941eed4f599f382f51321f2896", "repoId": "cyankiwi/MiroThinker-v1.5-30B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Vastai_va16", "taskId": null, "taskType": "text-generation"}
{"batchId": "2a159f6703444a7d9b7935822747426d", "completedAt": "2026-10-25T13:41:57.399815+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T13:41:54.623979+00:00", "framework": "vllm_fix_tokenizer", "intentId": "299228cc750848cf836e7d8b57402cc8", "repoId": "RecursiveSI/flint-int4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Vastai_va16", "taskId": null, "taskType": "text-generation"}