CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 10618 (intent)

Browse Source
This commit is contained in:
CoolBoy
2026-09-20 14:21:54 +00:00
parent e80329bc6b
commit 3e14b96f5e
4 changed files with 1825 additions and 1701 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.modelhub_state/market_intelligence.json
View File

@@ -425,7 +425,7 @@
} }
}, },
"frameworkUpdatedAt": null, "frameworkUpdatedAt": null,
"generatedAt": "2026-09-20T14:19:17.549456+00:00", "generatedAt": "2026-09-20T14:20:27.786078+00:00",
"gpuStats": { "gpuStats": {
"Ascend_910-b3": { "Ascend_910-b3": {
"available": true, "available": true,

3452
.modelhub_state/official_capabilities.json
View File

File diff suppressed because it is too large Load Diff

60
.modelhub_state/recovery_intents.jsonl
View File

@@ -1664,6 +1664,66 @@
{"batchId": "70c1f828eb0146758b5f49e2018a586e", "completedAt": "2026-09-20T13:26:00.883260+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T13:19:18.176462+00:00", "framework": "vllm", "intentId": "7d7052c18b96429297d5e1ff86b1f2a3", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "reason": null, "reconciledAt": "2026-09-20T14:18:10.392191+00:00", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4979625", "taskType": "text-generation"} {"batchId": "70c1f828eb0146758b5f49e2018a586e", "completedAt": "2026-09-20T13:26:00.883260+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T13:19:18.176462+00:00", "framework": "vllm", "intentId": "7d7052c18b96429297d5e1ff86b1f2a3", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "reason": null, "reconciledAt": "2026-09-20T14:18:10.392191+00:00", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4979625", "taskType": "text-generation"}
{"batchId": "e82d4a5fcd78405a8b5111c4ec09cd55", "completedAt": "2026-09-20T13:42:52.397499+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T13:35:58.686196+00:00", "framework": "vllm_tokenizer_patch", "intentId": "01910d88edc843ed8e80b219e1dd6a9e", "lastModified": "2026-08-24T19:34:25+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "reason": null, "reconciledAt": "2026-09-20T14:18:10.391425+00:00", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "4979835", "taskType": "text-generation"} {"batchId": "e82d4a5fcd78405a8b5111c4ec09cd55", "completedAt": "2026-09-20T13:42:52.397499+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T13:35:58.686196+00:00", "framework": "vllm_tokenizer_patch", "intentId": "01910d88edc843ed8e80b219e1dd6a9e", "lastModified": "2026-08-24T19:34:25+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "reason": null, "reconciledAt": "2026-09-20T14:18:10.391425+00:00", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "4979835", "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554491+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.774871+00:00", "framework": "vllm_tokenizer_patch", "intentId": "326367868f214e2eb2c8034062a32dc2", "lastModified": "2026-08-24T19:21:33+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a8", "reason": null, "reconciledAt": "2026-09-20T14:18:10.391653+00:00", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "4980119", "taskType": "text-generation"} {"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554491+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.774871+00:00", "framework": "vllm_tokenizer_patch", "intentId": "326367868f214e2eb2c8034062a32dc2", "lastModified": "2026-08-24T19:21:33+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a8", "reason": null, "reconciledAt": "2026-09-20T14:18:10.391653+00:00", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "4980119", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556200+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c0419a2487d64632a770e8854c188668", "lastModified": "2026-08-24T19:39:27+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-FP8", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556323+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0b6a5fbe2f0c4937be8e893b50287225", "lastModified": "2026-08-24T19:26:17+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556378+00:00", "framework": "vllm_tokenizer_patch", "intentId": "45a2894d161b4abd87aa7ad6f3bbc116", "lastModified": "2026-08-24T18:26:39+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-static-v2", "repoId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556428+00:00", "framework": "vllm_tokenizer_patch", "intentId": "64fe9a948e3b46308db4011f68ea2456", "lastModified": "2026-08-24T18:28:40+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-marlin24-w4a16-group128", "repoId": "nm-testing/tinyllama-marlin24-w4a16-group128", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556478+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f6f6693216f44ab288bcd5d9710a9a11", "lastModified": "2026-08-24T19:39:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556527+00:00", "framework": "vllm_tokenizer_patch", "intentId": "58bf3e7c4fed424780912e0cdd6cd656", "lastModified": "2026-08-24T19:34:42+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556577+00:00", "framework": "vllm_tokenizer_patch", "intentId": "affc2fbe00fb4edfbfd0e4a5e3af7e78", "lastModified": "2026-08-24T19:25:45+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-2-7b-chat-quantized.w8a8", "repoId": "RedHatAI/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556632+00:00", "framework": "vllm_tokenizer_patch", "intentId": "48a9dd9b3b294f5a827cf837c53cd0cf", "lastModified": "2026-08-24T19:51:52+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556690+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6ada509f48564091b81e28c677991306", "lastModified": "2026-08-24T19:08:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556739+00:00", "framework": "vllm_tokenizer_patch", "intentId": "68762bc7376148fab5d83869bde46e72", "lastModified": "2026-08-24T19:36:07+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556789+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f5f251f816314389b119a3d8d078d9d0", "lastModified": "2026-08-24T19:35:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556837+00:00", "framework": "vllm_tokenizer_patch", "intentId": "7c2a358bc7314b8d8a306a5b3126feee", "lastModified": "2026-08-24T19:06:55+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a8", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556886+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8c7606d44c82474e81dc431c04482486", "lastModified": "2026-08-24T19:10:38+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556935+00:00", "framework": "vllm-mlu", "intentId": "8f050e8bf69149edb609c0af7b8d8c0b", "lastModified": "2026-08-24T19:41:08+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-7B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.556988+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1c9b3335ace54df8ad1fcc2b5cd41f19", "lastModified": "2026-08-24T18:26:53+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a16-per-channel", "repoId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557039+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b9c8866362fa4ce58db0aac410f3cd33", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557083+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0cfb41a4465847fcb828095bcc1cb9c6", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557126+00:00", "framework": "vllm_tokenizer_patch", "intentId": "7c96c202c6e54649a704193db180a949", "lastModified": "2026-08-24T19:46:26+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557165+00:00", "framework": "vllm_tokenizer_patch", "intentId": "58ea1656dc764897933f75c2b70928cf", "lastModified": "2026-08-24T19:36:40+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557203+00:00", "framework": "vllm_tokenizer_patch", "intentId": "91e4e22a68af46458d31fffbc8163c07", "lastModified": "2026-08-24T20:01:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557241+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a85c4c5b7e31463f82faa2b217207632", "lastModified": "2026-08-24T19:21:33+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557279+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f2a1dd8efcf24d698933832c8aecf10c", "lastModified": "2026-08-24T19:42:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-FP8", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557316+00:00", "framework": "vllm_tokenizer_patch", "intentId": "54fc74ab9d2a42399149fe1301e313ba", "lastModified": "2026-08-24T19:44:39+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a8", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557361+00:00", "framework": "vllm_tokenizer_patch", "intentId": "7e0647ba957948979545dcc22be18891", "lastModified": "2026-08-24T18:26:59+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/nonuniform", "repoId": "nm-testing/nonuniform", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557399+00:00", "framework": "vllm_tokenizer_patch", "intentId": "bbb85128d5b4419fa90df7cb10031b0b", "lastModified": "2026-08-24T19:41:12+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557436+00:00", "framework": "vllm_tokenizer_patch", "intentId": "79b8786e31af494198d03d2866ec35fd", "lastModified": "2026-08-24T19:39:28+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557474+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5cb3857edb434d6497cca2a95988c205", "lastModified": "2026-08-24T19:59:13+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557511+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c3049e95da434198883c1cd02b6b08c2", "lastModified": "2026-08-24T19:38:03+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557549+00:00", "framework": "vllm_tokenizer_patch", "intentId": "44b6a1e52497453ca422e2fc906e8f67", "lastModified": "2026-08-24T19:20:59+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a8", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557586+00:00", "framework": "vllm_tokenizer_patch", "intentId": "36655eed316044d08ab937e17a3abeb5", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557623+00:00", "framework": "vllm-mlu", "intentId": "aa738162a08f470ba888fd8999e1d87d", "lastModified": "2026-08-24T19:57:49+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557694+00:00", "framework": "vllm-mlu", "intentId": "b87abdcab23846cb96d349804dc5225d", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557764+00:00", "framework": "vllm-mlu", "intentId": "9a60a24c09ab45e1b3a8161ef415f7f2", "lastModified": "2026-08-26T19:43:40+00:00", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557827+00:00", "framework": "vllm_tokenizer_patch", "intentId": "18a81e523df042d6bc6d9d47cd235bb8", "lastModified": "2026-08-24T19:39:21+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557877+00:00", "framework": "vllm_tokenizer_patch", "intentId": "66b14a14e3b340c5a5c1e573f982ba28", "lastModified": "2026-08-24T19:54:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557927+00:00", "framework": "vllm_tokenizer_patch", "intentId": "16480e03baf645638806b955f16bc105", "lastModified": "2026-08-24T19:39:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.557976+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9abc20c8184247e28055ac994deafe7a", "lastModified": "2026-08-24T19:40:10+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558024+00:00", "framework": "vllm_tokenizer_patch", "intentId": "808e1de1b05a41079d693f1d4ac87a03", "lastModified": "2026-08-24T20:17:00+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558073+00:00", "framework": "vllm_tokenizer_patch", "intentId": "58f78f99239b4199a86a1f47383b658a", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558121+00:00", "framework": "vllm_tokenizer_patch", "intentId": "08995c8b265f4b0791311c3c9009d190", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558169+00:00", "framework": "vllm_tokenizer_patch", "intentId": "682468d2d4ec4517aad494bf4e4d47dc", "lastModified": "2026-08-24T20:06:34+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558219+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8cfaeb10c1d74bf9afc469b1bb34f3ca", "lastModified": "2026-09-03T06:52:45+00:00", "modelAddress": "https://modelscope.cn/models/bharatgenai/Param2-17B-A2.4B-Thinking", "repoId": "bharatgenai/Param2-17B-A2.4B-Thinking", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558273+00:00", "framework": "vllm", "intentId": "04f321c1eee34730895d6e36a1ae1f6d", "lastModified": "2026-09-10T05:31:36+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558332+00:00", "framework": "vllm", "intentId": "cbe437ba1350463b84aa93a5bda92068", "lastModified": "2026-09-10T05:36:14+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558389+00:00", "framework": "vllm", "intentId": "f0f063c4c7fc4f4f98c3eeb37d6f52d2", "lastModified": "2026-08-31T03:35:12+00:00", "modelAddress": "https://modelscope.cn/models/logic65/Qwen3.8-Whittle-w50-18.3B-unrepaired", "repoId": "logic65/Qwen3.8-Whittle-w50-18.3B-unrepaired", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558446+00:00", "framework": "vllm", "intentId": "9814e086897e424db171f8404631c104", "lastModified": "2026-09-01T03:45:04+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558502+00:00", "framework": "vllm", "intentId": "85a3fcb56c8d41c1b1623284da7a8022", "lastModified": "2026-09-03T18:32:29+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Apodex-1.1-mini-AWQ-INT4", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558558+00:00", "framework": "vllm", "intentId": "fe503fe543294ebb92ef26795925c67b", "lastModified": "2026-09-09T14:59:26+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Hy3-preview-JANGTQ", "repoId": "JANGQ-AI/Hy3-preview-JANGTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558615+00:00", "framework": "vllm", "intentId": "fc3f30c9cea74d9990b24419f3e64e06", "lastModified": "2026-08-24T19:53:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558680+00:00", "framework": "vllm", "intentId": "0a1853d15db842049b6f9ead80edc0fe", "lastModified": "2026-08-24T20:14:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558733+00:00", "framework": "vllm", "intentId": "a7c1859dee534970a2d8727a3bac0cf1", "lastModified": "2026-08-24T20:21:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558785+00:00", "framework": "vllm", "intentId": "a2d45e037a9d470aa26ba3dd486623ad", "lastModified": "2026-08-24T20:09:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558836+00:00", "framework": "vllm", "intentId": "a2542fdd6bb14301a6f834a9327d0d14", "lastModified": "2026-08-24T20:29:58+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558888+00:00", "framework": "vllm", "intentId": "fd76ef333bf04e7984c5dfbe42dadde4", "lastModified": "2026-08-26T12:23:38+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558945+00:00", "framework": "vllm", "intentId": "ec709c8a4ba24ecf9179b6ea4fd14cc9", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.558997+00:00", "framework": "vllm", "intentId": "8f50ca962288481a83368caec118ffbe", "lastModified": "2026-08-24T22:06:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.559048+00:00", "framework": "vllm", "intentId": "7345316228a848438f81c978a6790ede", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-FP8", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.559102+00:00", "framework": "vllm", "intentId": "1bf7b942d6534e7f9e6e637283196e9a", "lastModified": "2026-08-24T20:09:59+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-2-7b-chat-quantized.w8a8", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.559156+00:00", "framework": "vllm", "intentId": "703668cfc8a24d738ef5535b7f408578", "lastModified": "2026-08-24T20:22:00+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "57a3a03d0f5c4c76a11572c78594f230", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:21:54.559210+00:00", "framework": "vllm", "intentId": "db32832906af40969bb1220b76473667", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "fa81a3507ec84327953adb8609a0089d", "completedAt": "2026-09-20T14:11:54.762464+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:07:57.362266+00:00", "framework": "vllm", "intentId": "c227f2d9834245219215777d975fa1a7", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "fa81a3507ec84327953adb8609a0089d", "completedAt": "2026-09-20T14:11:54.762464+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:07:57.362266+00:00", "framework": "vllm", "intentId": "c227f2d9834245219215777d975fa1a7", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "fa81a3507ec84327953adb8609a0089d", "completedAt": "2026-09-20T14:11:54.762461+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:07:57.362208+00:00", "framework": "vllm", "intentId": "988597a4ccf84fa387093dcd9172d944", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "fa81a3507ec84327953adb8609a0089d", "completedAt": "2026-09-20T14:11:54.762461+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:07:57.362208+00:00", "framework": "vllm", "intentId": "988597a4ccf84fa387093dcd9172d944", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "fa81a3507ec84327953adb8609a0089d", "completedAt": "2026-09-20T14:11:54.762458+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:07:57.362151+00:00", "framework": "vllm", "intentId": "17937a5f1b654ba394090ab8587fc939", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} {"batchId": "fa81a3507ec84327953adb8609a0089d", "completedAt": "2026-09-20T14:11:54.762458+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:07:57.362151+00:00", "framework": "vllm", "intentId": "17937a5f1b654ba394090ab8587fc939", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}

12
manifest.json
View File

@@ -3,22 +3,22 @@
"checksums": { "checksums": {
".modelhub_state/architecture_compatibility_blacklist.json": "b8862deb8994239b880fd8e380c3e15113e5d06294e2354acc35329347eb827f", ".modelhub_state/architecture_compatibility_blacklist.json": "b8862deb8994239b880fd8e380c3e15113e5d06294e2354acc35329347eb827f",
".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab", ".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab",
".modelhub_state/market_intelligence.json": "fd931c7111f011f69c04c0a9e1d1f09befe54f0e092ee0cb2de4d73c617bc665", ".modelhub_state/market_intelligence.json": "6aaaec7add543b41b41322c1503b50be547f9034862159ed601e4c1a1c61984c",
".modelhub_state/official_capabilities.json": "13422ed95215902e716740b7099b5b4eb23a7941eb3a8fbc2b5a1c42ddc17325", ".modelhub_state/official_capabilities.json": "9c04914dd6dd0ec5c686251f5d8d569aa756305743a35a5aa19746d4cde797ab",
".modelhub_state/outcome_checkpoint.json": "4b00d785cc5862e528d9c09b67d593e6c88c8c837839923b1bd4a440c329e0ae", ".modelhub_state/outcome_checkpoint.json": "4b00d785cc5862e528d9c09b67d593e6c88c8c837839923b1bd4a440c329e0ae",
".modelhub_state/queue_cleanup_latest.json": "eb01f106d0cd4018a0346c4a81182d6a9e67f5d4d14db22f5d0c685667977bc3", ".modelhub_state/queue_cleanup_latest.json": "eb01f106d0cd4018a0346c4a81182d6a9e67f5d4d14db22f5d0c685667977bc3",
".modelhub_state/recent_outcomes.jsonl": "fad94d7ea1d6962f0fe7650d214b0e1aa90a82232ba2448ec1e4c44e89010e61", ".modelhub_state/recent_outcomes.jsonl": "fad94d7ea1d6962f0fe7650d214b0e1aa90a82232ba2448ec1e4c44e89010e61",
".modelhub_state/recovery_active_tasks.jsonl": "9344d95f6fdfd650f7913666faaf5c72e86c4f7f4e2c26df783f1079cee518f4", ".modelhub_state/recovery_active_tasks.jsonl": "9344d95f6fdfd650f7913666faaf5c72e86c4f7f4e2c26df783f1079cee518f4",
".modelhub_state/recovery_intents.jsonl": "c6534fb8773166bb08bfe04025da0673b3b10fd895b6302756af6cce40994fe1", ".modelhub_state/recovery_intents.jsonl": "2d457ca10e1f6dc9dcb29b2c0f99820b6fcc4ddd3dd91894884c44b079d96ba9",
".modelhub_state/routing_intelligence.json": "118dae164974fbee630f675d1810a874d8a3847f8fc8d3df4b9ea0e460e45f4a", ".modelhub_state/routing_intelligence.json": "118dae164974fbee630f675d1810a874d8a3847f8fc8d3df4b9ea0e460e45f4a",
".modelhub_state/submission_exclusions.jsonl": "221be895a524330815b3c5124450b33c94b5f1e68169030c73684bf675d06ec7", ".modelhub_state/submission_exclusions.jsonl": "221be895a524330815b3c5124450b33c94b5f1e68169030c73684bf675d06ec7",
".modelhub_state/worker_crashes.jsonl": "a494412048eca6dce83e7284303a6b4b56a445c1274ac201ab8723c739a14f23", ".modelhub_state/worker_crashes.jsonl": "a494412048eca6dce83e7284303a6b4b56a445c1274ac201ab8723c739a14f23",
"ledger/submissions.jsonl": "ec4279c2ddeba3d2b67abee40458baf34fc1c2c77a6b7db9ee7890ebb6627868", "ledger/submissions.jsonl": "ec4279c2ddeba3d2b67abee40458baf34fc1c2c77a6b7db9ee7890ebb6627868",
"outcomes/submissions.jsonl": "845736acaaa9080a489453f6db0052e9b03a4365f6f4d52a247d7bde4f975973" "outcomes/submissions.jsonl": "845736acaaa9080a489453f6db0052e9b03a4365f6f4d52a247d7bde4f975973"
}, },
"generation": 10617, "generation": 10618,
"phase": "cycle", "phase": "intent",
"schemaVersion": 1, "schemaVersion": 1,
"updatedAt": "2026-09-20T14:19:17.928022+00:00", "updatedAt": "2026-09-20T14:21:54.727471+00:00",
"writerId": "fc715c06e24c4db2ae3e425e435db996" "writerId": "fc715c06e24c4db2ae3e425e435db996"
} }