CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 10979 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-20 23:23:25 +00:00
parent 50332cdd59
commit 2622059eae
3 changed files with 43 additions and 80 deletions
Download Patch File Download Diff File Expand all files Collapse all files

111
.modelhub_state/recovery_intents.jsonl
View File

@@ -1858,43 +1858,43 @@
{"batchId": "df59c310a652422eb4792044b7b60b91", "completedAt": "2026-09-20T23:18:39.764611+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:11:07.155767+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d5715baf88494430b492dba067ae7460", "lastModified": "2026-09-09T06:31:08+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "reason": null, "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4989327", "taskType": "text-generation"}
{"batchId": "df59c310a652422eb4792044b7b60b91", "completedAt": "2026-09-20T23:18:39.764706+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:11:07.157186+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0a4d04f63a024dac811ffea4883f0b2b", "lastModified": "2026-08-24T19:39:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "reason": null, "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4989370", "taskType": "text-generation"}
{"batchId": "df59c310a652422eb4792044b7b60b91", "completedAt": "2026-09-20T23:18:39.764709+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:11:07.157229+00:00", "framework": "vllm-patch-tokenizer", "intentId": "3d5007eeba3f4fe9bc659e698f01d125", "lastModified": "2026-08-24T20:36:33+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "reason": null, "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4989371", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623111+00:00", "framework": "vllm-patch-tokenizer", "intentId": "2e2beedc5cfd49718b36bf9199dc0bb7", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623253+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f90c588f970b449c825be3b04f0ab688", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623336+00:00", "framework": "vllm", "intentId": "21aaa0625e354802892392add853d57b", "lastModified": "2026-08-24T19:57:49+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623424+00:00", "framework": "vllm", "intentId": "f29ca31caa7f44b8a2f3a523b9a33f40", "lastModified": "2026-08-24T20:14:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623510+00:00", "framework": "vllm", "intentId": "fa3119585b644519b76896e0e703029b", "lastModified": "2026-08-24T19:44:39+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a8", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623596+00:00", "framework": "vllm", "intentId": "d8e16a386c5e4f1291efde6b454e5afb", "lastModified": "2026-08-24T19:41:12+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623696+00:00", "framework": "vllm", "intentId": "35c80514b7fa457fa91fbf9e0d5ba049", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623780+00:00", "framework": "vllm", "intentId": "3d828d44c761463e9f370301edd213d1", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623865+00:00", "framework": "vllm", "intentId": "2690a665c5a443b49fe0bdaa5d83ec1c", "lastModified": "2026-08-24T20:02:14+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623947+00:00", "framework": "vllm", "intentId": "e99f1756b5ae46d6a4c2354de63cffd7", "lastModified": "2026-09-11T15:31:18+00:00", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-en-thinker", "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624026+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2a7c486c898b40db91313dcb46d2beb2", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624074+00:00", "framework": "vllm_tokenizer_patch", "intentId": "feb76e25fc8c4385935a6c9d711257aa", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624116+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8a8c8437f33f4e0787bbe8ea293197e7", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624157+00:00", "framework": "vllm_tokenizer_patch", "intentId": "972de5bac2974baca2f730e452e81a57", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624198+00:00", "framework": "vllm-customized", "intentId": "7168a023fe7d45b49ca8a742a7eb8c95", "lastModified": "2026-09-12T12:30:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624292+00:00", "framework": "vllm-customized", "intentId": "a0fe49579e364b28926cae2eb4b45d97", "lastModified": "2026-09-09T12:19:20+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624353+00:00", "framework": "vllm-customized", "intentId": "771519de908a440f80e279a83a868d3d", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624413+00:00", "framework": "vllm-customized", "intentId": "7abadaab11334f6aa7b36d2c81b4d262", "lastModified": "2026-08-24T20:15:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624472+00:00", "framework": "vllm-customized", "intentId": "533148a2489d43cea04c020be7bd026d", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624545+00:00", "framework": "vllm-customized", "intentId": "be65d544780a4bf8a9d0ed2ffcfcd5a4", "lastModified": "2026-09-01T03:52:21+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624605+00:00", "framework": "vllm", "intentId": "593eecd217e7474b8054720adeba0b14", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624650+00:00", "framework": "vllm", "intentId": "0ab3348b7e354017a2cf4ed869225134", "lastModified": "2026-08-24T20:31:44+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624738+00:00", "framework": "vllm", "intentId": "07e06feecd2c414bab2c35e63ea74a55", "lastModified": "2026-08-24T20:26:05+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624782+00:00", "framework": "vllm", "intentId": "88baef27f6ed4ea5836bc57594b5e6a6", "lastModified": "2026-08-24T20:36:30+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624824+00:00", "framework": "vllm", "intentId": "2ac59f55783a4627a61183fdbea0e35b", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624866+00:00", "framework": "vllm", "intentId": "2ef41281b8a24c8d8ff2c774a564578a", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624920+00:00", "framework": "vllm", "intentId": "2d7caed9b4eb4c8c8d7f4455c478b50d", "lastModified": "2026-08-24T20:15:51+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624990+00:00", "framework": "vllm", "intentId": "8e45816d10c44fe38fcdfeea3d259c9c", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625034+00:00", "framework": "vllm", "intentId": "edd936c2c84648d8b4586ecfb8a900a7", "lastModified": "2026-09-01T03:45:04+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625076+00:00", "framework": "vllm", "intentId": "56fbcbc03687488fbb32babb0ba1f5ec", "lastModified": "2026-08-24T19:54:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-3B-Instruct-FP8", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625136+00:00", "framework": "vllm", "intentId": "85e9c42f23e14dfa93d68c6356b627bb", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625194+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0809f2b5a8074fa5876027a33910b8b3", "lastModified": "2026-08-24T20:38:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625250+00:00", "framework": "vllm_fix_tokenizer", "intentId": "30d8d4982aa24960ab337864e425d824", "lastModified": "2026-09-10T05:36:14+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625305+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2797c85e91ff4b13bb7dc726563a5115", "lastModified": "2026-09-10T05:34:35+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625361+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ef8a7a87f66242bb985c1b1f6ed9a9d2", "lastModified": "2026-08-26T17:20:09+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625416+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c7c0d6c8881547889f550e1bdcd822a1", "lastModified": "2026-08-26T17:38:05+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3-8B", "repoId": "aisingapore/Llama-SEA-LION-v3-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625471+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b8196779bbc54c5bbb81b09c273ee2d8", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778811+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625471+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b8196779bbc54c5bbb81b09c273ee2d8", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778808+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625416+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c7c0d6c8881547889f550e1bdcd822a1", "repoId": "aisingapore/Llama-SEA-LION-v3-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778806+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625361+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ef8a7a87f66242bb985c1b1f6ed9a9d2", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778803+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625305+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2797c85e91ff4b13bb7dc726563a5115", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778800+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625250+00:00", "framework": "vllm_fix_tokenizer", "intentId": "30d8d4982aa24960ab337864e425d824", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778797+00:00", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625194+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0809f2b5a8074fa5876027a33910b8b3", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778794+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625136+00:00", "framework": "vllm", "intentId": "85e9c42f23e14dfa93d68c6356b627bb", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778791+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625076+00:00", "framework": "vllm", "intentId": "56fbcbc03687488fbb32babb0ba1f5ec", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778789+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.625034+00:00", "framework": "vllm", "intentId": "edd936c2c84648d8b4586ecfb8a900a7", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778786+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624990+00:00", "framework": "vllm", "intentId": "8e45816d10c44fe38fcdfeea3d259c9c", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778784+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624920+00:00", "framework": "vllm", "intentId": "2d7caed9b4eb4c8c8d7f4455c478b50d", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778781+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624866+00:00", "framework": "vllm", "intentId": "2ef41281b8a24c8d8ff2c774a564578a", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778778+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624824+00:00", "framework": "vllm", "intentId": "2ac59f55783a4627a61183fdbea0e35b", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778775+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624782+00:00", "framework": "vllm", "intentId": "88baef27f6ed4ea5836bc57594b5e6a6", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778773+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624738+00:00", "framework": "vllm", "intentId": "07e06feecd2c414bab2c35e63ea74a55", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778770+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624650+00:00", "framework": "vllm", "intentId": "0ab3348b7e354017a2cf4ed869225134", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778768+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624605+00:00", "framework": "vllm", "intentId": "593eecd217e7474b8054720adeba0b14", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778766+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624545+00:00", "framework": "vllm-customized", "intentId": "be65d544780a4bf8a9d0ed2ffcfcd5a4", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778763+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624472+00:00", "framework": "vllm-customized", "intentId": "533148a2489d43cea04c020be7bd026d", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778760+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624413+00:00", "framework": "vllm-customized", "intentId": "7abadaab11334f6aa7b36d2c81b4d262", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778758+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624353+00:00", "framework": "vllm-customized", "intentId": "771519de908a440f80e279a83a868d3d", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778755+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624292+00:00", "framework": "vllm-customized", "intentId": "a0fe49579e364b28926cae2eb4b45d97", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778752+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624198+00:00", "framework": "vllm-customized", "intentId": "7168a023fe7d45b49ca8a742a7eb8c95", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778749+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624157+00:00", "framework": "vllm_tokenizer_patch", "intentId": "972de5bac2974baca2f730e452e81a57", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778746+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624116+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8a8c8437f33f4e0787bbe8ea293197e7", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778743+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624074+00:00", "framework": "vllm_tokenizer_patch", "intentId": "feb76e25fc8c4385935a6c9d711257aa", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778740+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.624026+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2a7c486c898b40db91313dcb46d2beb2", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778737+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623947+00:00", "framework": "vllm", "intentId": "e99f1756b5ae46d6a4c2354de63cffd7", "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778734+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623865+00:00", "framework": "vllm", "intentId": "2690a665c5a443b49fe0bdaa5d83ec1c", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778732+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623780+00:00", "framework": "vllm", "intentId": "3d828d44c761463e9f370301edd213d1", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778729+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623696+00:00", "framework": "vllm", "intentId": "35c80514b7fa457fa91fbf9e0d5ba049", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778726+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623596+00:00", "framework": "vllm", "intentId": "d8e16a386c5e4f1291efde6b454e5afb", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778723+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623510+00:00", "framework": "vllm", "intentId": "fa3119585b644519b76896e0e703029b", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778719+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623424+00:00", "framework": "vllm", "intentId": "f29ca31caa7f44b8a2f3a523b9a33f40", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778716+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623336+00:00", "framework": "vllm", "intentId": "21aaa0625e354802892392add853d57b", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778711+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623253+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f90c588f970b449c825be3b04f0ab688", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "0d50ffe368744e9dbfa0d829d9cce7f6", "completedAt": "2026-09-20T23:23:25.778690+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:18:40.623111+00:00", "framework": "vllm-patch-tokenizer", "intentId": "2e2beedc5cfd49718b36bf9199dc0bb7", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "df59c310a652422eb4792044b7b60b91", "completedAt": "2026-09-20T23:18:39.764726+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:11:07.157483+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e913e98636f540b08896fffd55a94bc4", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "df59c310a652422eb4792044b7b60b91", "completedAt": "2026-09-20T23:18:39.764723+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:11:07.157441+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0453eebf35f844a4a66cbbaeacfb9e36", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "df59c310a652422eb4792044b7b60b91", "completedAt": "2026-09-20T23:18:39.764720+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:11:07.157398+00:00", "framework": "vllm-patch-tokenizer", "intentId": "08495d40498e4f6f8b79df3c3456e2fe", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
@@ -2158,40 +2158,3 @@
{"batchId": "d0b54aed500a4a4aa2ac0619a84d4c95", "completedAt": "2026-09-20T21:55:24.268851+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:49:55.669007+00:00", "framework": "vllm", "intentId": "b503dad8c3594cc2ba18a1771d119ec3", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "d0b54aed500a4a4aa2ac0619a84d4c95", "completedAt": "2026-09-20T21:55:24.268848+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:49:55.668964+00:00", "framework": "vllm-patch-tokenizer", "intentId": "642a85c817c9496e932a123a61295e70", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d0b54aed500a4a4aa2ac0619a84d4c95", "completedAt": "2026-09-20T21:55:24.268845+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:49:55.668921+00:00", "framework": "vllm-patch-tokenizer", "intentId": "c1397c7149a9456ca0d19a92af7c3422", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d0b54aed500a4a4aa2ac0619a84d4c95", "completedAt": "2026-09-20T21:55:24.268842+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:49:55.668878+00:00", "framework": "vllm-patch-tokenizer", "intentId": "6aa4bb8c00954f0e8800ab2c30719bd7", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d0b54aed500a4a4aa2ac0619a84d4c95", "completedAt": "2026-09-20T21:55:24.268839+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:49:55.668834+00:00", "framework": "vllm-patch-tokenizer", "intentId": "3cabda9447974c188fc4e4a6cf314acf", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d0b54aed500a4a4aa2ac0619a84d4c95", "completedAt": "2026-09-20T21:55:24.268835+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:49:55.668785+00:00", "framework": "vllm-patch-tokenizer", "intentId": "a0ef8aba7cf54dd982820b4bd38b6fdb", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "d0b54aed500a4a4aa2ac0619a84d4c95", "completedAt": "2026-09-20T21:55:24.268811+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:49:55.668678+00:00", "framework": "vllm-patch-tokenizer", "intentId": "63b128bdc0c24745ae165575e39f5bb4", "repoId": "neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154050+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000741+00:00", "framework": "vllm-patch-tokenizer", "intentId": "cc7576357b014b26aae868d4968388b6", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154047+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000698+00:00", "framework": "vllm-patch-tokenizer", "intentId": "487c4f1031414fc9b948cf8b3d626b34", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154042+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000609+00:00", "framework": "vllm-patch-tokenizer", "intentId": "8601efc4869a43a797b4b387bd6bb35d", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154039+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000566+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f8d7c237a6a446729420f0e0dcd588bf", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154036+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000524+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b775284c90014a5b9841eec1c1482ff7", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154033+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000481+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f8b1a6e194c94b8e946b63a3665efd62", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154030+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000438+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e5710a452a0a4648bce03d09595b4795", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154027+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000395+00:00", "framework": "vllm-patch-tokenizer", "intentId": "8f39b6709d164648b355a84bac556518", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154024+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000351+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c6bb2a9d9c9e415f811a1dab8690e730", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154021+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000308+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0a29454b6d3846d8b6bf95a36b9d76ef", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154018+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000251+00:00", "framework": "vllm", "intentId": "e5c9d37396ba4993bb68e88082c60062", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154015+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000208+00:00", "framework": "vllm_fix_tokenizer", "intentId": "572d37f923b740058499cc462967ec8d", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154010+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000122+00:00", "framework": "vllm_fix_tokenizer", "intentId": "64cf9b46a2554230b7b9315e9034b30d", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154007+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000080+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2ea2fc1e1fc34ca08a2baab3a1efa85d", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154004+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:28.000036+00:00", "framework": "vllm_fix_tokenizer", "intentId": "faeaa804b5084f05a678d2ea7527f7ce", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.154001+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999993+00:00", "framework": "vllm_fix_tokenizer", "intentId": "48080d7bd70948f0ad4feeb02b3852c5", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153999+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999951+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9f8ddb9fd76a483089dc8092a5547b48", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153996+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999907+00:00", "framework": "vllm_fix_tokenizer", "intentId": "424a920650c94d759a9cbf0d5f97382c", "repoId": "VerStella/Qwen3.8-27B-heretic-ara-W8A8-DCU", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153993+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999863+00:00", "framework": "vllm_fix_tokenizer", "intentId": "23e569559e0244aa8a9434072159f24a", "repoId": "JANGQ-AI/Ling-2.6-flash-JANGTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153991+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999820+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1a74561babf54a878891b880b0816300", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153987+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999777+00:00", "framework": "vllm_fix_tokenizer", "intentId": "61d2a472c40546e1848aee8f962289d6", "repoId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153985+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999734+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a7c0b17a0f2f42858b0b67a4acdb4d0f", "repoId": "bharatgenai/Param2-17B-A2.4B-Thinking", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153982+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999691+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a2710d31bf7b4231932749c987ebc1c0", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153980+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999643+00:00", "framework": "vllm_fix_tokenizer", "intentId": "73dc8bdb74804f6793f8014cae0d12a2", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153977+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999600+00:00", "framework": "vllm_fix_tokenizer", "intentId": "eae638b3a5e64a48bbe9729df09e3de2", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153974+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999557+00:00", "framework": "vllm_fix_tokenizer", "intentId": "842ba15f7c1f46f8aa2cdb3d140b1904", "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153971+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999514+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0a3858f33dfd4d3dae8a7a1b18d03821", "repoId": "ewinregirgojr/Qwen3.8-14B-Instruct-Turbo", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153969+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999471+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0fd08a4470e24693b793944913ea9311", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153966+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999428+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d6127f20391644f390472afb587bfce1", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153963+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999385+00:00", "framework": "vllm_fix_tokenizer", "intentId": "83731116137149cc9de154abd77f8c5d", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153961+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999341+00:00", "framework": "vllm_fix_tokenizer", "intentId": "150e0b90cb614bd28c66c8cedbde2717", "repoId": "ewinregirgojr/Qwen3.8-9B-Instruct-Turbo", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153958+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999298+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2754738fecab4accabda46b424aff586", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "f153c23218ff4247ba8eae298865975f", "completedAt": "2026-09-20T21:49:54.153956+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:37:27.999254+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6fb80f4b09a544528e7b42af66383e42", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}

2
.modelhub_state/routing_intelligence.json
View File

@@ -40,6 +40,6 @@
},
"acceptedSinceRefresh": 1998,
"acceptedTotal": 1998,
"generatedAt": "2026-09-20T23:18:39.703761+00:00",
"generatedAt": "2026-09-20T23:23:25.717047+00:00",
"version": 1
}

10
manifest.json
View File

@@ -9,16 +9,16 @@
".modelhub_state/queue_cleanup_latest.json": "87ea93bf42a8a1e24e156ef53e31bb1f4495dd95733206eb0979243c703bdc7f",
".modelhub_state/recent_outcomes.jsonl": "0c8563557f49355a631186b7d1b6b885c56691e12da324d7ac40edf7dde700ca",
".modelhub_state/recovery_active_tasks.jsonl": "49a01db00cdae68dc8ff74d9a9911305f2381afebdea623152cd8a7ccd0ac87b",
".modelhub_state/recovery_intents.jsonl": "197ba8f39943a1bb3833243672cbb2ef81f7f2a77b884998ea24e1aec7214404",
".modelhub_state/routing_intelligence.json": "36708ee2ed5546f9750cfab828b971a31f61753c2352d5af6b1d143939ac780b",
".modelhub_state/recovery_intents.jsonl": "41f4e612600426643e329c92bdba957535737f95262756828ffd44c596652bd9",
".modelhub_state/routing_intelligence.json": "0b762ee0eb8701b677b20ed030476ff77cf1d0df1d869e64d0cb3e07d2a19483",
".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989",
".modelhub_state/worker_crashes.jsonl": "a494412048eca6dce83e7284303a6b4b56a445c1274ac201ab8723c739a14f23",
"ledger/submissions.jsonl": "bcb3f9bc1d26ffc8f4481f22b73ee8698f091f49f030ba974e2969b520970b5b",
"outcomes/submissions.jsonl": "e4667441d08416b3a31f5151b9dd2898a2ddce42c80c7157fb39718f8aec9c3b"
},
"generation": 10978,
"phase": "intent",
"generation": 10979,
"phase": "result",
"schemaVersion": 1,
"updatedAt": "2026-09-20T23:18:40.813278+00:00",
"updatedAt": "2026-09-20T23:23:25.924060+00:00",
"writerId": "fc715c06e24c4db2ae3e425e435db996"
}