CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 36283 (intent)

Browse Source
This commit is contained in:
CoolBoy
2026-10-25 12:23:49 +00:00
parent 0f53c8e28a
commit 9c5f20060f
5 changed files with 1406 additions and 955 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.modelhub_state/architecture_compatibility_blacklist.json
View File

@@ -483,7 +483,7 @@
"taskType": "text-generation"
}
},
"generatedAt": "2026-10-25T12:22:08.359514+00:00",
"generatedAt": "2026-10-25T12:23:45.942544+00:00",
"summary": {
"activeBlockCount": 24,
"byGpuFramework": {

182
.modelhub_state/market_intelligence.json
View File

@@ -452,82 +452,16 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-25T12:22:08.461232+00:00",
"generatedAt": "2026-10-25T12:23:46.065559+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.001760387754742778,
"backlogHours": 0.001760403249704399,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 340834,
"recentSuccessRate": 1.0,
"recentTerminal": 340834,
"recentWilsonLowerBound": 0.9999887289510403,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56805.666666666664,
"waiting": 100
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.001760387754742778,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 340834,
"recentSuccessRate": 1.0,
"recentTerminal": 340834,
"recentWilsonLowerBound": 0.9999887289510403,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56805.666666666664,
"waiting": 100
},
"Biren_166m": {
"available": true,
"backlogHours": 0.001760387754742778,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 340834,
"recentSuccessRate": 1.0,
"recentTerminal": 340834,
"recentWilsonLowerBound": 0.9999887289510403,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56805.666666666664,
"waiting": 100
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.001760403249704399,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.499999999454357,
"queueFactor": 1.0,
"queueWeight": 1.0,
@@ -542,6 +476,72 @@
"throughputPerHour": 56805.166666666664,
"waiting": 100
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.001760403249704399,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.499999999454357,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 340831,
"recentSuccessRate": 1.0,
"recentTerminal": 340831,
"recentWilsonLowerBound": 0.9999887288518335,
"running": 0,
"selectionWeight": 2.499999999454357,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56805.166666666664,
"waiting": 100
},
"Biren_166m": {
"available": true,
"backlogHours": 0.001760403249704399,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.499999999454357,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 340831,
"recentSuccessRate": 1.0,
"recentTerminal": 340831,
"recentWilsonLowerBound": 0.9999887288518335,
"running": 0,
"selectionWeight": 2.499999999454357,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56805.166666666664,
"waiting": 100
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.001760387754742778,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 340834,
"recentSuccessRate": 1.0,
"recentTerminal": 340834,
"recentWilsonLowerBound": 0.9999887289510403,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56805.666666666664,
"waiting": 100
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.001760403249704399,
@@ -588,24 +588,24 @@
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.001760403249704399,
"backlogHours": 0.001760387754742778,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 2.499999999454357,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 340831,
"recentSuccess": 340834,
"recentSuccessRate": 1.0,
"recentTerminal": 340831,
"recentWilsonLowerBound": 0.9999887288518335,
"recentTerminal": 340834,
"recentWilsonLowerBound": 0.9999887289510403,
"running": 0,
"selectionWeight": 2.499999999454357,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56805.166666666664,
"throughputPerHour": 56805.666666666664,
"waiting": 100
},
"Iluvatar_mrv-100": {
@@ -676,24 +676,24 @@
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.001760387754742778,
"backlogHours": 0.001760403249704399,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"qualityFactor": 2.499999999454357,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 340834,
"recentSuccess": 340831,
"recentSuccessRate": 1.0,
"recentTerminal": 340834,
"recentWilsonLowerBound": 0.9999887289510403,
"recentTerminal": 340831,
"recentWilsonLowerBound": 0.9999887288518335,
"running": 0,
"selectionWeight": 2.5,
"selectionWeight": 2.499999999454357,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56805.666666666664,
"throughputPerHour": 56805.166666666664,
"waiting": 100
},
"Sunrise_pt-200-x1": {
@@ -720,24 +720,24 @@
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.001760387754742778,
"backlogHours": 0.001760403249704399,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"qualityFactor": 2.499999999454357,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 340834,
"recentSuccess": 340831,
"recentSuccessRate": 1.0,
"recentTerminal": 340834,
"recentWilsonLowerBound": 0.9999887289510403,
"recentTerminal": 340831,
"recentWilsonLowerBound": 0.9999887288518335,
"running": 0,
"selectionWeight": 2.5,
"selectionWeight": 2.499999999454357,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 56805.666666666664,
"throughputPerHour": 56805.166666666664,
"waiting": 100
},
"hygon_k100-ai": {
@@ -763,9 +763,9 @@
"waiting": 100
}
},
"queueAttemptedAt": "2026-10-25T12:13:32.889318+00:00",
"queueAttemptedAt": "2026-10-25T12:23:46.065559+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-25T12:13:32.889318+00:00",
"queueUpdatedAt": "2026-10-25T12:23:46.065559+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",

2151
.modelhub_state/official_capabilities.json
View File

File diff suppressed because it is too large Load Diff

12
.modelhub_state/recovery_intents.jsonl
View File

@@ -3830,6 +3830,18 @@
{"batchId": "c918fe1d1c804b44b9b9622346649069", "completedAt": "2026-10-25T11:39:23.084103+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-25T11:39:20.554410+00:00", "framework": "vllm-mlu", "intentId": "a95659c861c343ae88fbebf4f0da849f", "lastModified": "2026-10-21T17:09:55+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "reason": null, "reconciledAt": "2026-10-25T12:22:14.077763+00:00", "repoId": "cyankiwi/Nemotron-Cascade-14B-Thinking-AWQ-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "5780290", "taskType": "text-generation"}
{"batchId": "0023e4bfbff04839ab4f796fcd1369f4", "completedAt": "2026-10-25T11:46:50.711922+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T11:46:48.387965+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6d46cb6a64a64fa78a01c7b6e8f2ea94", "lastModified": "2026-10-21T17:21:19+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/OmniCoder-9B-AWQ-BF16-INT8", "reason": null, "reconciledAt": "2026-10-25T12:22:14.078071+00:00", "repoId": "cyankiwi/OmniCoder-9B-AWQ-BF16-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Vastai_va16", "taskId": "5780488", "taskType": "text-generation"}
{"batchId": "9f1f2d2d25fb4afcb6a51a869b93a783", "completedAt": "2026-10-25T12:04:11.791769+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:03:58.411422+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d6e8f4ea3a314e5ca1df60cca5ed8391", "lastModified": "2026-10-21T15:59:12+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "reason": null, "reconciledAt": "2026-10-25T12:22:14.077349+00:00", "repoId": "cyankiwi/Nemotron-Cascade-8B-Thinking-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Ascend_910-b3", "taskId": "5780854", "taskType": "text-generation"}
{"batchId": "66f3832e251344c3bb6e8d43ab932944", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:23:49.156042+00:00", "framework": "vllm-mlu", "intentId": "9734bfd274be4b8d8310b753db5def8f", "lastModified": "2026-10-21T16:21:36+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/AgentCPM-Report-AWQ-8bit", "repoId": "cyankiwi/AgentCPM-Report-AWQ-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "66f3832e251344c3bb6e8d43ab932944", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:23:49.156150+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2d891e1fd9644bc38d62d60391cc3bbf", "lastModified": "2026-10-22T14:13:07+00:00", "modelAddress": "https://modelscope.cn/models/InternScience/Sage-A1.5", "repoId": "InternScience/Sage-A1.5", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "66f3832e251344c3bb6e8d43ab932944", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:23:49.156210+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3d395bcba8d6498398fcc27c0fd12a30", "lastModified": "2026-10-21T16:56:31+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/NVIDIA-Nemotron-Nano-9B-v2-AWQ-4bit", "repoId": "cyankiwi/NVIDIA-Nemotron-Nano-9B-v2-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "66f3832e251344c3bb6e8d43ab932944", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:23:49.156255+00:00", "framework": "vllm_fix_tokenizer", "intentId": "638d75101519499fabecaf327e2d5215", "lastModified": "2026-10-21T16:25:01+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/MiniMax-M2.1-REAP-139B-A10B-AWQ-4bit", "repoId": "cyankiwi/MiniMax-M2.1-REAP-139B-A10B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "66f3832e251344c3bb6e8d43ab932944", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:23:49.156299+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ea95809ed1d14a308eac64c87bd7c1c7", "lastModified": "2026-10-21T19:49:11+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/IQuest-Coder-V1-40B-Loop-Instruct-AWQ-8bit", "repoId": "cyankiwi/IQuest-Coder-V1-40B-Loop-Instruct-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "66f3832e251344c3bb6e8d43ab932944", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:23:49.156343+00:00", "framework": "vllm_fix_tokenizer", "intentId": "827e46f47943414bbea640fb28de6c81", "lastModified": "2026-10-21T17:04:56+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Olmo-3.1-32B-Instruct-AWQ-4bit", "repoId": "cyankiwi/Olmo-3.1-32B-Instruct-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "66f3832e251344c3bb6e8d43ab932944", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:23:49.156386+00:00", "framework": "vllm_fix_tokenizer", "intentId": "72eac314a7f244b4a49782bb32ea01cd", "lastModified": "2026-10-21T17:24:35+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Orchestrator-8B-AWQ-4bit", "repoId": "cyankiwi/Orchestrator-8B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "66f3832e251344c3bb6e8d43ab932944", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:23:49.156430+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0d91c22dc8cd4453a002ebbd7d5fef1e", "lastModified": "2026-10-21T16:14:40+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Tongyi-DeepResearch-30B-A3B-AWQ-8bit", "repoId": "cyankiwi/Tongyi-DeepResearch-30B-A3B-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "66f3832e251344c3bb6e8d43ab932944", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:23:49.156472+00:00", "framework": "vllm_fix_tokenizer", "intentId": "76ce62b425b945dd9c3b1852d15be46e", "lastModified": "2026-10-21T16:52:19+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Hermes-4-70B-AWQ-8bit", "repoId": "cyankiwi/Hermes-4-70B-AWQ-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "66f3832e251344c3bb6e8d43ab932944", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:23:49.156515+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9f75824c3c374519994b175fb1b986b0", "lastModified": "2026-10-21T16:38:25+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "repoId": "cyankiwi/ERNIE-4.5-21B-A3B-Thinking-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "66f3832e251344c3bb6e8d43ab932944", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:23:49.156557+00:00", "framework": "vllm_fix_tokenizer", "intentId": "eb66bf5ebe904e27a96deb6da0707828", "lastModified": "2026-10-21T16:49:53+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Olmo-3.1-32B-Think-AWQ-4bit", "repoId": "cyankiwi/Olmo-3.1-32B-Think-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "66f3832e251344c3bb6e8d43ab932944", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:23:49.156600+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a5532dc09e844ed3a6d241d1a6ce4290", "lastModified": "2026-10-21T17:02:31+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Nemotron-Cascade-8B-AWQ-4bit", "repoId": "cyankiwi/Nemotron-Cascade-8B-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "7290947eb0144ebb8a5e6d4f2830a2b6", "completedAt": "2026-10-25T12:22:11.901652+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:22:09.250268+00:00", "framework": "vllm_fix_tokenizer", "intentId": "020755e8a08b4fc79a3543397a2864cd", "repoId": "cyankiwi/DASD-4B-Thinking-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Vastai_va16", "taskId": null, "taskType": "text-generation"}
{"batchId": "7290947eb0144ebb8a5e6d4f2830a2b6", "completedAt": "2026-10-25T12:22:11.901649+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:22:09.250222+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6cd0293d3cb7473d8b639370fc1df12d", "repoId": "ukisai/Swift-1.5-5bit-MLX", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Vastai_va16", "taskId": null, "taskType": "text-generation"}
{"batchId": "7290947eb0144ebb8a5e6d4f2830a2b6", "completedAt": "2026-10-25T12:22:11.901646+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-10-25T12:22:09.250152+00:00", "framework": "vllm_fix_tokenizer", "intentId": "558e569ba2594489960d76a728d9f44c", "repoId": "cyankiwi/IQuest-Coder-V1-40B-Loop-Instruct-AWQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "capacity_deferred", "targetGpu": "Vastai_va16", "taskId": null, "taskType": "text-generation"}