CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11016 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 00:06:32 +00:00
parent f8a6f345c8
commit 01212ea44d
5 changed files with 56 additions and 84 deletions
Download Patch File Download Diff File Expand all files Collapse all files

108
.modelhub_state/recovery_intents.jsonl
View File

@@ -1866,43 +1866,43 @@
{"batchId": "0175127faec64360a6228d6ecb7d78c2", "completedAt": "2026-09-21T00:01:50.409624+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:55:28.294684+00:00", "framework": "vllm", "intentId": "f535111b6c5e46eab81c4975f6c22884", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "reason": null, "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4989937", "taskType": "text-generation"}
{"batchId": "0175127faec64360a6228d6ecb7d78c2", "completedAt": "2026-09-21T00:01:50.409648+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:55:28.295092+00:00", "framework": "vllm_fix_tokenizer", "intentId": "bcff22fcbd3c49979186dc7cd34eaf93", "lastModified": "2026-08-24T20:22:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "reason": null, "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4989961", "taskType": "text-generation"}
{"batchId": "0175127faec64360a6228d6ecb7d78c2", "completedAt": "2026-09-21T00:01:50.409763+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:55:28.296597+00:00", "framework": "vllm", "intentId": "7a8bc032929c49778a43693675f38792", "lastModified": "2026-08-24T20:10:58+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "reason": null, "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4989991", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.659597+00:00", "framework": "vllm", "intentId": "16cd37ffe5094a4ba1f6c0542d86d029", "lastModified": "2026-08-24T20:21:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.659730+00:00", "framework": "vllm", "intentId": "49439ff874924145805bb7fb634c2a68", "lastModified": "2026-08-24T19:40:10+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.659792+00:00", "framework": "vllm", "intentId": "68c86cddb3df4995925704ab498a9753", "lastModified": "2026-08-24T20:29:58+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.659848+00:00", "framework": "vllm", "intentId": "7e7bfbe10c524744baa9c5767ff84a91", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.659903+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8572e6e63a9c4fa68460f838b3f78033", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-FP8", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.659950+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a688f4ab6cd447dd8cf3bb4fc52c3204", "lastModified": "2026-08-24T20:22:00+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.659995+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f7da4624f765431088e1f915d726db94", "lastModified": "2026-08-24T20:26:53+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660039+00:00", "framework": "vllm_fix_tokenizer", "intentId": "45c4c2359ceb44d39789065a55800137", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660082+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f52531faf2f747be86bb34976f74a7fa", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660126+00:00", "framework": "vllm", "intentId": "bcc83cb4d2384d8b8e6e82446805a64f", "lastModified": "2026-08-24T19:53:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660177+00:00", "framework": "vllm", "intentId": "46f359b785944cd49ed53499ac0333fe", "lastModified": "2026-08-24T19:44:39+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a8", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660226+00:00", "framework": "vllm", "intentId": "d8d2f242217941c8a332c3434913d2c9", "lastModified": "2026-08-24T19:39:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660275+00:00", "framework": "vllm", "intentId": "6cca268b2f9b4d798504f033a932a26d", "lastModified": "2026-09-11T15:31:18+00:00", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-en-thinker", "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660339+00:00", "framework": "vllm_tokenizer_patch", "intentId": "1fd1f433d718403f8f7b3d4feb2cfcae", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660390+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f91d2803c6384d69ae60f8b9baee4d9d", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660435+00:00", "framework": "vllm_tokenizer_patch", "intentId": "442ae9170b3546fabd91837d26d0cf63", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660476+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f0cac0de3d404ce483766c98ce54bf8b", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660517+00:00", "framework": "vllm-customized", "intentId": "6ec0427a4e4d46f8ae4c3dd3094fa63a", "lastModified": "2026-09-12T12:30:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660577+00:00", "framework": "vllm-customized", "intentId": "c8231e646b5748e4a140533022e57c21", "lastModified": "2026-09-09T12:19:20+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660636+00:00", "framework": "vllm-customized", "intentId": "d4ce123654d4478eba043bfbbca7f840", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660706+00:00", "framework": "vllm-customized", "intentId": "b811f3a0f57b4c6f8c474b417642f48e", "lastModified": "2026-08-24T20:15:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660764+00:00", "framework": "vllm-customized", "intentId": "d67ec3fc075c495596837fb03f472192", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660823+00:00", "framework": "vllm", "intentId": "dea100e5a68b489c875c93a761128349", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660868+00:00", "framework": "vllm", "intentId": "120ae8a705254bf58e5000f3259feea1", "lastModified": "2026-08-24T20:31:44+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660910+00:00", "framework": "vllm", "intentId": "4b3a90319864419ba3a5a619130f4b58", "lastModified": "2026-08-24T20:26:05+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660953+00:00", "framework": "vllm", "intentId": "6eb7a0b274df4dceba02fbcbb1330fdc", "lastModified": "2026-08-24T20:36:30+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660995+00:00", "framework": "vllm", "intentId": "54129bb8787049beb10a81f9e0d70c5e", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661037+00:00", "framework": "vllm", "intentId": "741111875e674f4eb11c19ebb850ed47", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661080+00:00", "framework": "vllm", "intentId": "c0569666974a4678a104fed9bb8ef369", "lastModified": "2026-08-24T20:15:51+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661122+00:00", "framework": "vllm", "intentId": "a18308f2f54b4adb98fd2ec175531ff0", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661164+00:00", "framework": "vllm", "intentId": "b750971c42d24718b2f7f1cf59ea7de9", "lastModified": "2026-09-01T03:45:04+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661207+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d5609cdb2fba4c06acf22391a2e7346b", "lastModified": "2026-08-24T20:38:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661264+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9c424784375d4fd5b0e31d55c925d7f7", "lastModified": "2026-09-10T05:36:14+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661320+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c081874e727d4a2e87fecca49c4878e6", "lastModified": "2026-09-10T05:34:35+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661375+00:00", "framework": "vllm_fix_tokenizer", "intentId": "86ac00e960ca4568ae44af17127a95e9", "lastModified": "2026-08-26T17:20:09+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661467+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5865a857f588409dae392a9e1f28dd43", "lastModified": "2026-08-26T17:38:05+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3-8B", "repoId": "aisingapore/Llama-SEA-LION-v3-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661561+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6daddb306e7144059cc3d1257e41d70d", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675501+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660275+00:00", "framework": "vllm", "intentId": "6cca268b2f9b4d798504f033a932a26d", "lastModified": "2026-09-11T15:31:18+00:00", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-en-thinker", "reason": null, "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4990010", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675547+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661080+00:00", "framework": "vllm", "intentId": "c0569666974a4678a104fed9bb8ef369", "lastModified": "2026-08-24T20:15:51+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "reason": null, "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4990026", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675550+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661122+00:00", "framework": "vllm", "intentId": "a18308f2f54b4adb98fd2ec175531ff0", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "reason": null, "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4990027", "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675571+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661561+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6daddb306e7144059cc3d1257e41d70d", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675568+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661467+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5865a857f588409dae392a9e1f28dd43", "repoId": "aisingapore/Llama-SEA-LION-v3-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675565+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661375+00:00", "framework": "vllm_fix_tokenizer", "intentId": "86ac00e960ca4568ae44af17127a95e9", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675562+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661320+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c081874e727d4a2e87fecca49c4878e6", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675558+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661264+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9c424784375d4fd5b0e31d55c925d7f7", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675556+00:00", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661207+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d5609cdb2fba4c06acf22391a2e7346b", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675552+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661164+00:00", "framework": "vllm", "intentId": "b750971c42d24718b2f7f1cf59ea7de9", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675545+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.661037+00:00", "framework": "vllm", "intentId": "741111875e674f4eb11c19ebb850ed47", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675542+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660995+00:00", "framework": "vllm", "intentId": "54129bb8787049beb10a81f9e0d70c5e", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675539+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660953+00:00", "framework": "vllm", "intentId": "6eb7a0b274df4dceba02fbcbb1330fdc", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675536+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660910+00:00", "framework": "vllm", "intentId": "4b3a90319864419ba3a5a619130f4b58", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675534+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660868+00:00", "framework": "vllm", "intentId": "120ae8a705254bf58e5000f3259feea1", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675531+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660823+00:00", "framework": "vllm", "intentId": "dea100e5a68b489c875c93a761128349", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675528+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660764+00:00", "framework": "vllm-customized", "intentId": "d67ec3fc075c495596837fb03f472192", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675525+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660706+00:00", "framework": "vllm-customized", "intentId": "b811f3a0f57b4c6f8c474b417642f48e", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675522+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660636+00:00", "framework": "vllm-customized", "intentId": "d4ce123654d4478eba043bfbbca7f840", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675519+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660577+00:00", "framework": "vllm-customized", "intentId": "c8231e646b5748e4a140533022e57c21", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675516+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660517+00:00", "framework": "vllm-customized", "intentId": "6ec0427a4e4d46f8ae4c3dd3094fa63a", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675513+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660476+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f0cac0de3d404ce483766c98ce54bf8b", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675510+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660435+00:00", "framework": "vllm_tokenizer_patch", "intentId": "442ae9170b3546fabd91837d26d0cf63", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675507+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660390+00:00", "framework": "vllm_tokenizer_patch", "intentId": "f91d2803c6384d69ae60f8b9baee4d9d", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675504+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660339+00:00", "framework": "vllm_tokenizer_patch", "intentId": "1fd1f433d718403f8f7b3d4feb2cfcae", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675499+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660226+00:00", "framework": "vllm", "intentId": "d8d2f242217941c8a332c3434913d2c9", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675496+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660177+00:00", "framework": "vllm", "intentId": "46f359b785944cd49ed53499ac0333fe", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675493+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660126+00:00", "framework": "vllm", "intentId": "bcc83cb4d2384d8b8e6e82446805a64f", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675489+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660082+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f52531faf2f747be86bb34976f74a7fa", "repoId": "neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675486+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.660039+00:00", "framework": "vllm_fix_tokenizer", "intentId": "45c4c2359ceb44d39789065a55800137", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675484+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.659995+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f7da4624f765431088e1f915d726db94", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675481+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.659950+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a688f4ab6cd447dd8cf3bb4fc52c3204", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675477+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.659903+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8572e6e63a9c4fa68460f838b3f78033", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675474+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.659848+00:00", "framework": "vllm", "intentId": "7e7bfbe10c524744baa9c5767ff84a91", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675472+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.659792+00:00", "framework": "vllm", "intentId": "68c86cddb3df4995925704ab498a9753", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675468+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.659730+00:00", "framework": "vllm", "intentId": "49439ff874924145805bb7fb634c2a68", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "13501ade864c4f78b3d6836d640ec04c", "completedAt": "2026-09-21T00:06:32.675445+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:01:51.659597+00:00", "framework": "vllm", "intentId": "16cd37ffe5094a4ba1f6c0542d86d029", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "0175127faec64360a6228d6ecb7d78c2", "completedAt": "2026-09-21T00:01:50.409769+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:55:28.296716+00:00", "framework": "vllm", "intentId": "770fe7e54c19496782bf93e98a91d514", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "0175127faec64360a6228d6ecb7d78c2", "completedAt": "2026-09-21T00:01:50.409766+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:55:28.296651+00:00", "framework": "vllm", "intentId": "69ae61e8595a48abb9600a2cb3a58cd2", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "0175127faec64360a6228d6ecb7d78c2", "completedAt": "2026-09-21T00:01:50.409760+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T23:55:28.296541+00:00", "framework": "vllm", "intentId": "7c4c025ff23f43e693a0ddf9ad64a41a", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
@@ -2169,37 +2169,3 @@
{"batchId": "e632f96ffb324af4b1b1009e5b315733", "completedAt": "2026-09-20T22:14:14.870415+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:07:19.791143+00:00", "framework": "vllm-patch-tokenizer", "intentId": "147807d0354b41099b8670c43c15379a", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "e632f96ffb324af4b1b1009e5b315733", "completedAt": "2026-09-20T22:14:14.870412+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:07:19.791098+00:00", "framework": "vllm-patch-tokenizer", "intentId": "15e2d69ecbe44e03a3d01788501b99ab", "repoId": "neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "e632f96ffb324af4b1b1009e5b315733", "completedAt": "2026-09-20T22:14:14.870408+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:07:19.791049+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0268f8df379947d4b1cce8560cb03d4c", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "e632f96ffb324af4b1b1009e5b315733", "completedAt": "2026-09-20T22:14:14.870383+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:07:19.790934+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e84539dd1b1c4397a0600c5b06d0ea16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227882+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.575208+00:00", "framework": "vllm-patch-tokenizer", "intentId": "9c01e97a0c3647b99f745074850fffa6", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "duplicate", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227879+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.575133+00:00", "framework": "vllm-patch-tokenizer", "intentId": "629abb01e40e4b87998e08b94961e332", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227876+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.575059+00:00", "framework": "vllm-patch-tokenizer", "intentId": "d0d3ccc563b74f1fb175b20e90802245", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227873+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.574984+00:00", "framework": "vllm-patch-tokenizer", "intentId": "d779bd751c65450c8d7c0d1a3595a201", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227870+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.574909+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e3eb71c7659d4fde98af10fcd348fa0b", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227867+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.574834+00:00", "framework": "vllm-patch-tokenizer", "intentId": "fa32416258e94eba80a0f9aa856d3621", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227864+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.574758+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5b5b32e68fc442d1a53f114162710bfb", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227861+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.574681+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8b425364ee49484fa0510a371f214f6e", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227858+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.574595+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c5c91bd87fdd4b72a81abf4b3e498008", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227855+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.574518+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0ddeddb5f4af4f6a8f246d57678ae622", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227852+00:00", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.574429+00:00", "framework": "vllm", "intentId": "1798b1cf8e364a23b35324cb3398ec16", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_mrv-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227850+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.574332+00:00", "framework": "vllm", "intentId": "840ab00c44d7431e917d5c1cc4b3584f", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227847+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.574256+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b8f8e960dadd4a968171626dac80f876", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227843+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.574181+00:00", "framework": "vllm_fix_tokenizer", "intentId": "96d3fd4622d94eb6a782191a435f5fcc", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "duplicate", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227841+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.574105+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a17145aba75148aa833ec4c409cae1c8", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227838+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.574029+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7f7f77c0e3dc467ab54ea697e66b5679", "repoId": "EschaLabs/Qwen3.8-27B-Escha-W2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227835+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.573952+00:00", "framework": "vllm_fix_tokenizer", "intentId": "05b3a9de7f3447059e570d70c261ff3f", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227833+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.573876+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0cc62b6e6b9c4171a6b9f35887ae2fe7", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227830+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.573800+00:00", "framework": "vllm_fix_tokenizer", "intentId": "df6a4d7b4fb243e99b4ba23c22d10133", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227828+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.573724+00:00", "framework": "vllm_fix_tokenizer", "intentId": "82753e5e572f4e53ba21b7d67b3f0da5", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227825+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.573638+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e215f38604ce47be88d735f367a6a237", "repoId": "VerStella/Qwen3.8-27B-heretic-ara-W8A8-DCU", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227822+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.573562+00:00", "framework": "vllm_fix_tokenizer", "intentId": "27b6a82417ba43a8ae7f71d0bdd0dd29", "repoId": "JANGQ-AI/Ling-2.6-flash-JANGTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227820+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.573485+00:00", "framework": "vllm_fix_tokenizer", "intentId": "074bab56cf2445ca967dc29ecb1a950f", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227817+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.573410+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a3ed89d789114995868824f372d3f03c", "repoId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227814+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.573334+00:00", "framework": "vllm_fix_tokenizer", "intentId": "05f994607b3d4503b2563f88769ffafb", "repoId": "bharatgenai/Param2-17B-A2.4B-Thinking", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227811+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.573258+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3bc238a5d29840ab8681b9900f7692ed", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227809+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.573182+00:00", "framework": "vllm_fix_tokenizer", "intentId": "649d8938aae640c78120b67498733ee1", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227806+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.573106+00:00", "framework": "vllm_fix_tokenizer", "intentId": "05787cfef3f0423397703de6ac1019bd", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227803+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.573029+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ebaf0cb0afa442d6a37c550fb542e0ee", "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227801+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.572953+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d559358d64b24926a79a8aa03a45716b", "repoId": "ewinregirgojr/Qwen3.8-14B-Instruct-Turbo", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227798+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.572877+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3c6d840046034efb91d8a4d399840cd0", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227795+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.572801+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f57e12c2e7874a9ca299d1a71c7b8136", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "67a81b105def48f8a969ca85668e5231", "completedAt": "2026-09-20T22:07:18.227793+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T21:57:31.572725+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2e1045afb6c24dff9a2c0ae54778a911", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}

12
.modelhub_state/routing_intelligence.json
View File

@@ -1,6 +1,6 @@
{
"acceptedByCategory": {
"unified_success_first": 2006
"unified_success_first": 2009
},
"acceptedByRoute": {
"text-generation|Ascend_910-b3|llamacpp": 17,
@@ -11,7 +11,7 @@
"text-generation|Ascend_910-b4|vllm_tokenizer_patch": 130,
"text-generation|Biren_166m|vllm": 80,
"text-generation|Biren_166m|vllm_fix_tokenizer": 67,
"text-generation|Cambricon_mlu-370-x4|vllm": 52,
"text-generation|Cambricon_mlu-370-x4|vllm": 53,
"text-generation|Cambricon_mlu-370-x4|vllm-customized": 4,
"text-generation|Cambricon_mlu-370-x4|vllm-mlu": 82,
"text-generation|Cambricon_mlu-370-x8|vllm": 55,
@@ -31,15 +31,15 @@
"text-generation|MetaX_c-500|vllm": 104,
"text-generation|Mthreads_s4000|llamacpp": 17,
"text-generation|Mthreads_s4000|vllm": 103,
"text-generation|Sunrise_pt-200-x1|vllm": 77,
"text-generation|Sunrise_pt-200-x1|vllm": 79,
"text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 86,
"text-generation|Vastai_va16|vllm_fix_tokenizer": 74,
"text-generation|hygon_k100-ai|llamacpp": 18,
"text-generation|hygon_k100-ai|vllm": 26,
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 117
},
"acceptedSinceRefresh": 2006,
"acceptedTotal": 2006,
"generatedAt": "2026-09-21T00:01:50.349279+00:00",
"acceptedSinceRefresh": 2009,
"acceptedTotal": 2009,
"generatedAt": "2026-09-21T00:06:32.614857+00:00",
"version": 1
}