CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 10909 (intent)

Browse Source
This commit is contained in:
CoolBoy
2026-09-20 20:58:03 +00:00
parent 246cc8a2df
commit 1a89e91e16
2 changed files with 42 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

38
.modelhub_state/recovery_intents.jsonl
View File

@@ -1827,6 +1827,44 @@
{"batchId": "1ee6be24c46b46d0bece26f38a907139", "completedAt": "2026-09-20T20:58:01.958729+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:50:51.334012+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1313d0f8a183447e9f5921b0a6dcb97c", "lastModified": "2026-09-10T05:31:36+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "reason": null, "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4987489", "taskType": "text-generation"}
{"batchId": "1ee6be24c46b46d0bece26f38a907139", "completedAt": "2026-09-20T20:58:01.958771+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:50:51.334655+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b3ffb8db71344b44a1ce31d67af57ebc", "lastModified": "2026-09-03T18:32:29+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Apodex-1.1-mini-AWQ-INT4", "reason": null, "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4987553", "taskType": "text-generation"}
{"batchId": "1ee6be24c46b46d0bece26f38a907139", "completedAt": "2026-09-20T20:58:01.958806+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:50:51.335174+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f3e88b274b8e4b27a0fb882d9d0fd397", "lastModified": "2026-08-26T16:48:25+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "reason": null, "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4987554", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.070936+00:00", "framework": "vllm_fix_tokenizer", "intentId": "cb5617d87c984af29a0d259ec2b4812b", "lastModified": "2026-08-24T22:06:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071061+00:00", "framework": "vllm_fix_tokenizer", "intentId": "befb47a48c4c4bd0b204d74ecb0797e8", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071111+00:00", "framework": "vllm-patch-tokenizer", "intentId": "9238991d6e754bcfb107663c9456c614", "lastModified": "2026-08-24T20:04:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071156+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5c60e396ec174fe2bb381b3190054f7c", "lastModified": "2026-08-24T20:09:59+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-2-7b-chat-quantized.w8a8", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071201+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5b649941f47a4e46bd26685aaf213644", "lastModified": "2026-08-24T20:01:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071245+00:00", "framework": "vllm-patch-tokenizer", "intentId": "115dd2e2a1cf42bcba4ad4d9f82e07ee", "lastModified": "2026-08-24T20:10:58+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071289+00:00", "framework": "vllm-patch-tokenizer", "intentId": "367de887dcef4e15be5434138d77b85b", "lastModified": "2026-08-24T20:22:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071332+00:00", "framework": "vllm-patch-tokenizer", "intentId": "40cdad46728a4703a6e750911f47cdd7", "lastModified": "2026-08-24T20:14:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071375+00:00", "framework": "vllm-patch-tokenizer", "intentId": "580fdfc8483140a3b840263c3c46d6b9", "lastModified": "2026-08-24T20:21:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071419+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b8aba1437bbf4244a234701e1bb1a686", "lastModified": "2026-08-24T20:36:33+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071462+00:00", "framework": "vllm-patch-tokenizer", "intentId": "a67873952cf64a859e5ddf0d89494f90", "lastModified": "2026-08-24T20:09:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071504+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e8d124ad303a4494bbfde6ff9e84326a", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071548+00:00", "framework": "vllm-patch-tokenizer", "intentId": "1fe8322155464c7e81e3c4106bd028e4", "lastModified": "2026-08-24T20:18:47+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-27b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071590+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b7b8f78742044c6f9841e80805a4afe0", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071633+00:00", "framework": "vllm", "intentId": "40afa9ac273e467c9d786eea02deca93", "lastModified": "2026-08-24T19:57:49+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071696+00:00", "framework": "vllm", "intentId": "baab451a9a2b4445900a48fe676082b0", "lastModified": "2026-08-24T19:54:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071745+00:00", "framework": "vllm", "intentId": "d1829fedc0404806b89a053431a5e197", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071794+00:00", "framework": "vllm", "intentId": "c710f4676176416e9365d9ab248a1e8c", "lastModified": "2026-08-24T20:02:14+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071842+00:00", "framework": "vllm", "intentId": "aa2a1e38c0a34c8c822abc897a57adbd", "lastModified": "2026-09-11T15:31:18+00:00", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-en-thinker", "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071890+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ebe8b1017d7e421fb00856ccd3e05d3d", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071934+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0f2fad3cc370430db706001a6075f724", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071976+00:00", "framework": "vllm-customized", "intentId": "69b1a9ca88c64d758a8b54b856e15ed8", "lastModified": "2026-09-09T12:19:20+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072038+00:00", "framework": "vllm-customized", "intentId": "1fc1653f1b2141c1b12d073b99079c95", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072098+00:00", "framework": "vllm-customized", "intentId": "0cc1609da6d741adb6cc12d492081da3", "lastModified": "2026-08-24T20:15:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072157+00:00", "framework": "vllm-customized", "intentId": "8f82bdd1a7b349358f14cc2ab7a5151e", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072215+00:00", "framework": "vllm-customized", "intentId": "b0c6a1c0e3d6413e8b32ad3f62299307", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072274+00:00", "framework": "vllm-customized", "intentId": "e6df259ed8d24993af13cba780f9e3c8", "lastModified": "2026-09-01T03:52:21+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072333+00:00", "framework": "vllm", "intentId": "f5a6be1b95a44094b1e01a8687962cd3", "lastModified": "2026-08-24T20:36:30+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072401+00:00", "framework": "vllm", "intentId": "0b79b88d1b844e90b99633bce2a75750", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072469+00:00", "framework": "vllm", "intentId": "a2f9f60e82e04ffc90676bc004544946", "lastModified": "2026-08-24T20:15:51+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072525+00:00", "framework": "vllm", "intentId": "c583705179d64bf097e12a0d0e2cddc2", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072641+00:00", "framework": "vllm", "intentId": "bba9c76eb90348908d75c1bfa0d8fa34", "lastModified": "2026-08-26T18:36:54+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v3-9B", "repoId": "aisingapore/Gemma-SEA-LION-v3-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072692+00:00", "framework": "vllm", "intentId": "0271965aab0a40edb22b32cef99e5b9e", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072753+00:00", "framework": "vllm", "intentId": "4629a6495ab24c54b987f7073d60690b", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072811+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c79d13ada75c454fb63eaa2c3dd0bab2", "lastModified": "2026-08-24T20:38:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072866+00:00", "framework": "vllm_fix_tokenizer", "intentId": "341dbd585fb8470a90ddb21f53dc14d5", "lastModified": "2026-09-10T05:34:35+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072922+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5f0c67ae5bbc4a81961f9175760bee73", "lastModified": "2026-08-26T17:38:05+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3-8B", "repoId": "aisingapore/Llama-SEA-LION-v3-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072977+00:00", "framework": "vllm_fix_tokenizer", "intentId": "215a4b740f2d4793a2f3ff6d7d72d3ac", "lastModified": "2026-09-13T05:35:22+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Spark-X2.5-4B-OptiQ-4bit", "repoId": "mlx-community/Spark-X2.5-4B-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "1ee6be24c46b46d0bece26f38a907139", "completedAt": "2026-09-20T20:58:01.958822+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:50:51.335442+00:00", "framework": "vllm", "intentId": "a2d6f65f294b4ab8b710602d1d5e2b30", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "1ee6be24c46b46d0bece26f38a907139", "completedAt": "2026-09-20T20:58:01.958819+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:50:51.335400+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2c3e1ed730694f4ab45bb21365e0de1f", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "1ee6be24c46b46d0bece26f38a907139", "completedAt": "2026-09-20T20:58:01.958816+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:50:51.335356+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8288db30140647e997cb24187a8b5c9d", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}