CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 10910 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-20 21:04:09 +00:00
parent 1a89e91e16
commit 8f888e63a1
5 changed files with 52 additions and 88 deletions
Download Patch File Download Diff File Expand all files Collapse all files

113
.modelhub_state/recovery_intents.jsonl
View File

@@ -1827,44 +1827,44 @@
{"batchId": "1ee6be24c46b46d0bece26f38a907139", "completedAt": "2026-09-20T20:58:01.958729+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:50:51.334012+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1313d0f8a183447e9f5921b0a6dcb97c", "lastModified": "2026-09-10T05:31:36+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "reason": null, "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4987489", "taskType": "text-generation"}
{"batchId": "1ee6be24c46b46d0bece26f38a907139", "completedAt": "2026-09-20T20:58:01.958771+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:50:51.334655+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b3ffb8db71344b44a1ce31d67af57ebc", "lastModified": "2026-09-03T18:32:29+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Apodex-1.1-mini-AWQ-INT4", "reason": null, "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4987553", "taskType": "text-generation"}
{"batchId": "1ee6be24c46b46d0bece26f38a907139", "completedAt": "2026-09-20T20:58:01.958806+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:50:51.335174+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f3e88b274b8e4b27a0fb882d9d0fd397", "lastModified": "2026-08-26T16:48:25+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "reason": null, "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4987554", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.070936+00:00", "framework": "vllm_fix_tokenizer", "intentId": "cb5617d87c984af29a0d259ec2b4812b", "lastModified": "2026-08-24T22:06:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071061+00:00", "framework": "vllm_fix_tokenizer", "intentId": "befb47a48c4c4bd0b204d74ecb0797e8", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071111+00:00", "framework": "vllm-patch-tokenizer", "intentId": "9238991d6e754bcfb107663c9456c614", "lastModified": "2026-08-24T20:04:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071156+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5c60e396ec174fe2bb381b3190054f7c", "lastModified": "2026-08-24T20:09:59+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-2-7b-chat-quantized.w8a8", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071201+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5b649941f47a4e46bd26685aaf213644", "lastModified": "2026-08-24T20:01:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071245+00:00", "framework": "vllm-patch-tokenizer", "intentId": "115dd2e2a1cf42bcba4ad4d9f82e07ee", "lastModified": "2026-08-24T20:10:58+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071289+00:00", "framework": "vllm-patch-tokenizer", "intentId": "367de887dcef4e15be5434138d77b85b", "lastModified": "2026-08-24T20:22:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071332+00:00", "framework": "vllm-patch-tokenizer", "intentId": "40cdad46728a4703a6e750911f47cdd7", "lastModified": "2026-08-24T20:14:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071375+00:00", "framework": "vllm-patch-tokenizer", "intentId": "580fdfc8483140a3b840263c3c46d6b9", "lastModified": "2026-08-24T20:21:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071419+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b8aba1437bbf4244a234701e1bb1a686", "lastModified": "2026-08-24T20:36:33+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071462+00:00", "framework": "vllm-patch-tokenizer", "intentId": "a67873952cf64a859e5ddf0d89494f90", "lastModified": "2026-08-24T20:09:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071504+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e8d124ad303a4494bbfde6ff9e84326a", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071548+00:00", "framework": "vllm-patch-tokenizer", "intentId": "1fe8322155464c7e81e3c4106bd028e4", "lastModified": "2026-08-24T20:18:47+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-27b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071590+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b7b8f78742044c6f9841e80805a4afe0", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071633+00:00", "framework": "vllm", "intentId": "40afa9ac273e467c9d786eea02deca93", "lastModified": "2026-08-24T19:57:49+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071696+00:00", "framework": "vllm", "intentId": "baab451a9a2b4445900a48fe676082b0", "lastModified": "2026-08-24T19:54:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071745+00:00", "framework": "vllm", "intentId": "d1829fedc0404806b89a053431a5e197", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071794+00:00", "framework": "vllm", "intentId": "c710f4676176416e9365d9ab248a1e8c", "lastModified": "2026-08-24T20:02:14+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071842+00:00", "framework": "vllm", "intentId": "aa2a1e38c0a34c8c822abc897a57adbd", "lastModified": "2026-09-11T15:31:18+00:00", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-en-thinker", "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071890+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ebe8b1017d7e421fb00856ccd3e05d3d", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071934+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0f2fad3cc370430db706001a6075f724", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071976+00:00", "framework": "vllm-customized", "intentId": "69b1a9ca88c64d758a8b54b856e15ed8", "lastModified": "2026-09-09T12:19:20+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072038+00:00", "framework": "vllm-customized", "intentId": "1fc1653f1b2141c1b12d073b99079c95", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072098+00:00", "framework": "vllm-customized", "intentId": "0cc1609da6d741adb6cc12d492081da3", "lastModified": "2026-08-24T20:15:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072157+00:00", "framework": "vllm-customized", "intentId": "8f82bdd1a7b349358f14cc2ab7a5151e", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072215+00:00", "framework": "vllm-customized", "intentId": "b0c6a1c0e3d6413e8b32ad3f62299307", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072274+00:00", "framework": "vllm-customized", "intentId": "e6df259ed8d24993af13cba780f9e3c8", "lastModified": "2026-09-01T03:52:21+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072333+00:00", "framework": "vllm", "intentId": "f5a6be1b95a44094b1e01a8687962cd3", "lastModified": "2026-08-24T20:36:30+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072401+00:00", "framework": "vllm", "intentId": "0b79b88d1b844e90b99633bce2a75750", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072469+00:00", "framework": "vllm", "intentId": "a2f9f60e82e04ffc90676bc004544946", "lastModified": "2026-08-24T20:15:51+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072525+00:00", "framework": "vllm", "intentId": "c583705179d64bf097e12a0d0e2cddc2", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072641+00:00", "framework": "vllm", "intentId": "bba9c76eb90348908d75c1bfa0d8fa34", "lastModified": "2026-08-26T18:36:54+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v3-9B", "repoId": "aisingapore/Gemma-SEA-LION-v3-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072692+00:00", "framework": "vllm", "intentId": "0271965aab0a40edb22b32cef99e5b9e", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072753+00:00", "framework": "vllm", "intentId": "4629a6495ab24c54b987f7073d60690b", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072811+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c79d13ada75c454fb63eaa2c3dd0bab2", "lastModified": "2026-08-24T20:38:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072866+00:00", "framework": "vllm_fix_tokenizer", "intentId": "341dbd585fb8470a90ddb21f53dc14d5", "lastModified": "2026-09-10T05:34:35+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072922+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5f0c67ae5bbc4a81961f9175760bee73", "lastModified": "2026-08-26T17:38:05+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3-8B", "repoId": "aisingapore/Llama-SEA-LION-v3-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072977+00:00", "framework": "vllm_fix_tokenizer", "intentId": "215a4b740f2d4793a2f3ff6d7d72d3ac", "lastModified": "2026-09-13T05:35:22+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Spark-X2.5-4B-OptiQ-4bit", "repoId": "mlx-community/Spark-X2.5-4B-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595656+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072038+00:00", "framework": "vllm-customized", "intentId": "1fc1653f1b2141c1b12d073b99079c95", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "reason": null, "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4987616", "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595704+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072977+00:00", "framework": "vllm_fix_tokenizer", "intentId": "215a4b740f2d4793a2f3ff6d7d72d3ac", "repoId": "mlx-community/Spark-X2.5-4B-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595701+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072922+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5f0c67ae5bbc4a81961f9175760bee73", "repoId": "aisingapore/Llama-SEA-LION-v3-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595698+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072866+00:00", "framework": "vllm_fix_tokenizer", "intentId": "341dbd585fb8470a90ddb21f53dc14d5", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595696+00:00", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072811+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c79d13ada75c454fb63eaa2c3dd0bab2", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595693+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072753+00:00", "framework": "vllm", "intentId": "4629a6495ab24c54b987f7073d60690b", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595691+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072692+00:00", "framework": "vllm", "intentId": "0271965aab0a40edb22b32cef99e5b9e", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595687+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072641+00:00", "framework": "vllm", "intentId": "bba9c76eb90348908d75c1bfa0d8fa34", "repoId": "aisingapore/Gemma-SEA-LION-v3-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595685+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072525+00:00", "framework": "vllm", "intentId": "c583705179d64bf097e12a0d0e2cddc2", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595682+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072469+00:00", "framework": "vllm", "intentId": "a2f9f60e82e04ffc90676bc004544946", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595680+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072401+00:00", "framework": "vllm", "intentId": "0b79b88d1b844e90b99633bce2a75750", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595677+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072333+00:00", "framework": "vllm", "intentId": "f5a6be1b95a44094b1e01a8687962cd3", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595674+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072274+00:00", "framework": "vllm-customized", "intentId": "e6df259ed8d24993af13cba780f9e3c8", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595671+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072215+00:00", "framework": "vllm-customized", "intentId": "b0c6a1c0e3d6413e8b32ad3f62299307", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595662+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072157+00:00", "framework": "vllm-customized", "intentId": "8f82bdd1a7b349358f14cc2ab7a5151e", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595659+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.072098+00:00", "framework": "vllm-customized", "intentId": "0cc1609da6d741adb6cc12d492081da3", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595654+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071976+00:00", "framework": "vllm-customized", "intentId": "69b1a9ca88c64d758a8b54b856e15ed8", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595651+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071934+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0f2fad3cc370430db706001a6075f724", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595648+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071890+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ebe8b1017d7e421fb00856ccd3e05d3d", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595645+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071842+00:00", "framework": "vllm", "intentId": "aa2a1e38c0a34c8c822abc897a57adbd", "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595642+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071794+00:00", "framework": "vllm", "intentId": "c710f4676176416e9365d9ab248a1e8c", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595639+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071745+00:00", "framework": "vllm", "intentId": "d1829fedc0404806b89a053431a5e197", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595636+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071696+00:00", "framework": "vllm", "intentId": "baab451a9a2b4445900a48fe676082b0", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595633+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071633+00:00", "framework": "vllm", "intentId": "40afa9ac273e467c9d786eea02deca93", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595629+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071590+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b7b8f78742044c6f9841e80805a4afe0", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595627+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071548+00:00", "framework": "vllm-patch-tokenizer", "intentId": "1fe8322155464c7e81e3c4106bd028e4", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595623+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071504+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e8d124ad303a4494bbfde6ff9e84326a", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595620+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071462+00:00", "framework": "vllm-patch-tokenizer", "intentId": "a67873952cf64a859e5ddf0d89494f90", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595617+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071419+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b8aba1437bbf4244a234701e1bb1a686", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595614+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071375+00:00", "framework": "vllm-patch-tokenizer", "intentId": "580fdfc8483140a3b840263c3c46d6b9", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595611+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071332+00:00", "framework": "vllm-patch-tokenizer", "intentId": "40cdad46728a4703a6e750911f47cdd7", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595607+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071289+00:00", "framework": "vllm-patch-tokenizer", "intentId": "367de887dcef4e15be5434138d77b85b", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595605+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071245+00:00", "framework": "vllm-patch-tokenizer", "intentId": "115dd2e2a1cf42bcba4ad4d9f82e07ee", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595602+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071201+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5b649941f47a4e46bd26685aaf213644", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595599+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071156+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5c60e396ec174fe2bb381b3190054f7c", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595595+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071111+00:00", "framework": "vllm-patch-tokenizer", "intentId": "9238991d6e754bcfb107663c9456c614", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595591+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.071061+00:00", "framework": "vllm_fix_tokenizer", "intentId": "befb47a48c4c4bd0b204d74ecb0797e8", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "520ebdd8241d4e40ad912ea3c925ce95", "completedAt": "2026-09-20T21:04:09.595575+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:58:03.070936+00:00", "framework": "vllm_fix_tokenizer", "intentId": "cb5617d87c984af29a0d259ec2b4812b", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "1ee6be24c46b46d0bece26f38a907139", "completedAt": "2026-09-20T20:58:01.958822+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:50:51.335442+00:00", "framework": "vllm", "intentId": "a2d6f65f294b4ab8b710602d1d5e2b30", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "1ee6be24c46b46d0bece26f38a907139", "completedAt": "2026-09-20T20:58:01.958819+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:50:51.335400+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2c3e1ed730694f4ab45bb21365e0de1f", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "1ee6be24c46b46d0bece26f38a907139", "completedAt": "2026-09-20T20:58:01.958816+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:50:51.335356+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8288db30140647e997cb24187a8b5c9d", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
@@ -2128,40 +2128,3 @@
{"batchId": "24fc3f986e8d444c9b098e7a0ff64990", "completedAt": "2026-09-20T20:15:29.939201+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:15:28.941734+00:00", "framework": "transformers", "intentId": "7b9fb39d8e7348fca70ad2e357dc0a45", "repoId": "mlx-community/Ornith-1.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "24fc3f986e8d444c9b098e7a0ff64990", "completedAt": "2026-09-20T20:15:29.939199+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:15:28.941655+00:00", "framework": "transformers", "intentId": "7ad434de7a454210bbc4af41e6e1f73a", "repoId": "mlx-community/Agents-A1-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "24fc3f986e8d444c9b098e7a0ff64990", "completedAt": "2026-09-20T20:15:29.939197+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:15:28.941594+00:00", "framework": "transformers", "intentId": "fe193179b86a4793a5c4907cdc5c94bd", "repoId": "yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "24fc3f986e8d444c9b098e7a0ff64990", "completedAt": "2026-09-20T20:15:29.939194+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:15:28.941532+00:00", "framework": "transformers", "intentId": "b3487acd38e3489bb7426f570156238c", "repoId": "hcnote/SparkMuse-4B-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "24fc3f986e8d444c9b098e7a0ff64990", "completedAt": "2026-09-20T20:15:29.939191+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:15:28.941470+00:00", "framework": "transformers", "intentId": "589f8fa711f34dcaad8e6db70f6a5bb3", "repoId": "Edge0/Edge0-8B-A1B-preview", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "24fc3f986e8d444c9b098e7a0ff64990", "completedAt": "2026-09-20T20:15:29.939188+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:15:28.941408+00:00", "framework": "transformers", "intentId": "8524b39181174f429a912afc5da28c2a", "repoId": "hcnote/SparkMuse-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "24fc3f986e8d444c9b098e7a0ff64990", "completedAt": "2026-09-20T20:15:29.939185+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:15:28.941344+00:00", "framework": "transformers", "intentId": "9e6fadd3456f4002a5c151496ef68cd6", "repoId": "Edge0/Edge0-35B-A3B-preview", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "24fc3f986e8d444c9b098e7a0ff64990", "completedAt": "2026-09-20T20:15:29.939181+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:15:28.941277+00:00", "framework": "transformers", "intentId": "afa6e44b4da04178801ea199b2dec9da", "repoId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "24fc3f986e8d444c9b098e7a0ff64990", "completedAt": "2026-09-20T20:15:29.939160+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:15:28.941154+00:00", "framework": "transformers", "intentId": "eb460727c9dd4cd1bd685254e0098cc8", "repoId": "prism-ml/Ternary-Bonsai-2-27B-mlx-2bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "12b2a85e11f14badab8fa31c2015a8a9", "completedAt": "2026-09-20T20:14:20.195024+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:14:19.136653+00:00", "framework": "transformers", "intentId": "117f1a13cfd0455bae3cfccd696578ff", "repoId": "IFM/K2-Horizon-7B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "12b2a85e11f14badab8fa31c2015a8a9", "completedAt": "2026-09-20T20:14:20.195021+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:14:19.136591+00:00", "framework": "transformers", "intentId": "0ea27fe984384a59a046006c657139e1", "repoId": "mlx-community/Ornith-1.0-35B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "12b2a85e11f14badab8fa31c2015a8a9", "completedAt": "2026-09-20T20:14:20.195018+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:14:19.136529+00:00", "framework": "transformers", "intentId": "5bdac20fb49e4163a5a22862480a842e", "repoId": "mlx-community/XYZ-Aquila-mini-OptiQ-4bit-REAP-18B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "12b2a85e11f14badab8fa31c2015a8a9", "completedAt": "2026-09-20T20:14:20.195014+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:14:19.136468+00:00", "framework": "transformers", "intentId": "6a6d95487f99453ab84afdd1cafbe7f8", "repoId": "mlx-community/Ornith-1.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "12b2a85e11f14badab8fa31c2015a8a9", "completedAt": "2026-09-20T20:14:20.195011+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:14:19.136406+00:00", "framework": "transformers", "intentId": "f6aded0fc50a4e6baa323100c630074d", "repoId": "mlx-community/Agents-A1-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "12b2a85e11f14badab8fa31c2015a8a9", "completedAt": "2026-09-20T20:14:20.195008+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:14:19.136345+00:00", "framework": "transformers", "intentId": "52ddc8576e174629a460ce0a141ef5df", "repoId": "yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "12b2a85e11f14badab8fa31c2015a8a9", "completedAt": "2026-09-20T20:14:20.195005+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:14:19.136275+00:00", "framework": "transformers", "intentId": "dfa4c24b749f4ab2a1d08199e8645bcd", "repoId": "hcnote/SparkMuse-4B-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "12b2a85e11f14badab8fa31c2015a8a9", "completedAt": "2026-09-20T20:14:20.195002+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:14:19.136213+00:00", "framework": "transformers", "intentId": "414227fe002a44a8b623777af99824fa", "repoId": "Edge0/Edge0-8B-A1B-preview", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "12b2a85e11f14badab8fa31c2015a8a9", "completedAt": "2026-09-20T20:14:20.194998+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:14:19.136150+00:00", "framework": "transformers", "intentId": "8c93fe2d7c7e4b7abc1e3d8025977641", "repoId": "hcnote/SparkMuse-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "12b2a85e11f14badab8fa31c2015a8a9", "completedAt": "2026-09-20T20:14:20.194995+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:14:19.136087+00:00", "framework": "transformers", "intentId": "186703abf6254a5eac14e739a78f6896", "repoId": "Edge0/Edge0-35B-A3B-preview", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "12b2a85e11f14badab8fa31c2015a8a9", "completedAt": "2026-09-20T20:14:20.194990+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:14:19.136019+00:00", "framework": "transformers", "intentId": "4540ada009d24daeb2e03bf255f357ec", "repoId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "12b2a85e11f14badab8fa31c2015a8a9", "completedAt": "2026-09-20T20:14:20.194974+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:14:19.135898+00:00", "framework": "transformers", "intentId": "31cc5c939f814c17bdfe3e9d819bb65e", "repoId": "prism-ml/Ternary-Bonsai-2-27B-mlx-2bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "20edaee5f25d4ee0b9c7b8ab0636d504", "completedAt": "2026-09-20T20:13:10.446175+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:13:09.279519+00:00", "framework": "transformers", "intentId": "1f039965a65144a381ac40995993400c", "repoId": "IFM/K2-Horizon-7B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "20edaee5f25d4ee0b9c7b8ab0636d504", "completedAt": "2026-09-20T20:13:10.446172+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:13:09.279457+00:00", "framework": "transformers", "intentId": "95428949f20e40a0a737444bef612454", "repoId": "mlx-community/Ornith-1.0-35B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "20edaee5f25d4ee0b9c7b8ab0636d504", "completedAt": "2026-09-20T20:13:10.446169+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:13:09.279395+00:00", "framework": "transformers", "intentId": "3b27e49af5e74628a9a5264fd828d835", "repoId": "mlx-community/XYZ-Aquila-mini-OptiQ-4bit-REAP-18B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "20edaee5f25d4ee0b9c7b8ab0636d504", "completedAt": "2026-09-20T20:13:10.446166+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:13:09.279334+00:00", "framework": "transformers", "intentId": "1d062a1c0e9d4460995ee5f1b877f8da", "repoId": "mlx-community/Ornith-1.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "20edaee5f25d4ee0b9c7b8ab0636d504", "completedAt": "2026-09-20T20:13:10.446163+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:13:09.279271+00:00", "framework": "transformers", "intentId": "71215f33aa2f4613b17da7d39302a3ad", "repoId": "mlx-community/Agents-A1-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "20edaee5f25d4ee0b9c7b8ab0636d504", "completedAt": "2026-09-20T20:13:10.446160+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:13:09.279209+00:00", "framework": "transformers", "intentId": "d46bf6fc9dcb46c1b0377ab31b191530", "repoId": "yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "20edaee5f25d4ee0b9c7b8ab0636d504", "completedAt": "2026-09-20T20:13:10.446156+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:13:09.279146+00:00", "framework": "transformers", "intentId": "a110bc4f75a54c83ae5f41e76b2bf82f", "repoId": "hcnote/SparkMuse-4B-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "20edaee5f25d4ee0b9c7b8ab0636d504", "completedAt": "2026-09-20T20:13:10.446154+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:13:09.279083+00:00", "framework": "transformers", "intentId": "9a347d7c594540d4a1921ade1851dadf", "repoId": "Edge0/Edge0-8B-A1B-preview", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "20edaee5f25d4ee0b9c7b8ab0636d504", "completedAt": "2026-09-20T20:13:10.446151+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:13:09.279021+00:00", "framework": "transformers", "intentId": "ab8bbbefa7a14d98a1e595d10aabda9e", "repoId": "hcnote/SparkMuse-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "20edaee5f25d4ee0b9c7b8ab0636d504", "completedAt": "2026-09-20T20:13:10.446148+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:13:09.278958+00:00", "framework": "transformers", "intentId": "667f6b4f66f24ef0b3e58f204ff9f22e", "repoId": "Edge0/Edge0-35B-A3B-preview", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "20edaee5f25d4ee0b9c7b8ab0636d504", "completedAt": "2026-09-20T20:13:10.446143+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:13:09.278890+00:00", "framework": "transformers", "intentId": "4900a306e0ab4ddaa522355243d1c8d5", "repoId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "20edaee5f25d4ee0b9c7b8ab0636d504", "completedAt": "2026-09-20T20:13:10.446122+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:13:09.278748+00:00", "framework": "transformers", "intentId": "5d013b609d934918bff6843a95aaab3f", "repoId": "prism-ml/Ternary-Bonsai-2-27B-mlx-2bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "a4c9ee0777d5476985e7f9e4f3b2e81a", "completedAt": "2026-09-20T20:12:00.945122+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:11:59.902501+00:00", "framework": "transformers", "intentId": "2730f71610ba47f192403af4cf10343f", "repoId": "IFM/K2-Horizon-7B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "a4c9ee0777d5476985e7f9e4f3b2e81a", "completedAt": "2026-09-20T20:12:00.945118+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:11:59.902440+00:00", "framework": "transformers", "intentId": "92106a540106410fbaa393ce865941a4", "repoId": "mlx-community/Ornith-1.0-35B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "a4c9ee0777d5476985e7f9e4f3b2e81a", "completedAt": "2026-09-20T20:12:00.945115+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:11:59.902378+00:00", "framework": "transformers", "intentId": "ce0b9ee0c12045faa62b930a761a50be", "repoId": "mlx-community/XYZ-Aquila-mini-OptiQ-4bit-REAP-18B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "a4c9ee0777d5476985e7f9e4f3b2e81a", "completedAt": "2026-09-20T20:12:00.945112+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:11:59.902317+00:00", "framework": "transformers", "intentId": "de443a65e978424ebfe3b1cae4f339bd", "repoId": "mlx-community/Ornith-1.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "a4c9ee0777d5476985e7f9e4f3b2e81a", "completedAt": "2026-09-20T20:12:00.945110+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:11:59.902255+00:00", "framework": "transformers", "intentId": "0667543b9b6f45dc80d5a1f52d7e9aab", "repoId": "mlx-community/Agents-A1-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "a4c9ee0777d5476985e7f9e4f3b2e81a", "completedAt": "2026-09-20T20:12:00.945106+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:11:59.902193+00:00", "framework": "transformers", "intentId": "49f00b2024c340928ca690d70eaaac9f", "repoId": "yujianboisme/qwen2.5-1.5b-darkhorse-code-fine-tuning", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "a4c9ee0777d5476985e7f9e4f3b2e81a", "completedAt": "2026-09-20T20:12:00.945104+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T20:11:59.902131+00:00", "framework": "transformers", "intentId": "529b7d72a3cf43d78b939467761507a4", "repoId": "hcnote/SparkMuse-4B-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "framework_prerequisite_deferred", "targetGpu": "Iluvatar_bi-100", "taskId": null, "taskType": "text-generation"}

10
.modelhub_state/routing_intelligence.json
View File

@@ -1,6 +1,6 @@
{
"acceptedByCategory": {
"unified_success_first": 1967
"unified_success_first": 1968
},
"acceptedByRoute": {
"text-generation|Ascend_910-b3|llamacpp": 17,
@@ -15,7 +15,7 @@
"text-generation|Cambricon_mlu-370-x4|vllm-customized": 2,
"text-generation|Cambricon_mlu-370-x4|vllm-mlu": 82,
"text-generation|Cambricon_mlu-370-x8|vllm": 55,
"text-generation|Cambricon_mlu-370-x8|vllm-customized": 37,
"text-generation|Cambricon_mlu-370-x8|vllm-customized": 38,
"text-generation|Cambricon_mlu-370-x8|vllm-mlu": 92,
"text-generation|Iluvatar_bi-100|transformers": 20,
"text-generation|Iluvatar_bi-150|llamacpp": 16,
@@ -38,8 +38,8 @@
"text-generation|hygon_k100-ai|vllm": 26,
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 114
},
"acceptedSinceRefresh": 1967,
"acceptedTotal": 1967,
"generatedAt": "2026-09-20T20:58:01.897995+00:00",
"acceptedSinceRefresh": 1968,
"acceptedTotal": 1968,
"generatedAt": "2026-09-20T21:04:09.534295+00:00",
"version": 1
}