CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11025 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 00:23:46 +00:00
parent 43418e2917
commit 3549881460
5 changed files with 40 additions and 63 deletions
Download Patch File Download Diff File Expand all files Collapse all files

77
.modelhub_state/recovery_intents.jsonl
View File

@@ -1873,32 +1873,32 @@
{"batchId": "a9f03997771542de9d155ab568096558", "completedAt": "2026-09-21T00:20:16.836965+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:12:49.899909+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1faed2e71fc74802be1c31a107cbfd59", "lastModified": "2026-08-24T20:04:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "reason": null, "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4990139", "taskType": "text-generation"}
{"batchId": "a9f03997771542de9d155ab568096558", "completedAt": "2026-09-21T00:20:16.836983+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:12:49.900087+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0dd8c2738f394f8fa55883e43865cbb2", "lastModified": "2026-08-24T19:42:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-FP8", "reason": null, "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4990140", "taskType": "text-generation"}
{"batchId": "a9f03997771542de9d155ab568096558", "completedAt": "2026-09-21T00:20:16.837128+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:12:49.902358+00:00", "framework": "vllm", "intentId": "18f5ac6d570d4fb99803913ca2d17766", "lastModified": "2026-08-24T20:06:34+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a8", "reason": null, "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4990242", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.869942+00:00", "framework": "vllm", "intentId": "85c94b56c2404a35884002d5334a653c", "lastModified": "2026-08-24T19:53:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870063+00:00", "framework": "vllm", "intentId": "cb9d76536e4e497fa3f4bb7235453eec", "lastModified": "2026-08-24T19:44:39+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a8", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870117+00:00", "framework": "vllm", "intentId": "315b5c6c2f9e4baf9ad1d497c6cd9af8", "lastModified": "2026-08-24T19:41:12+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870167+00:00", "framework": "vllm", "intentId": "bc23c6f6aff34ae885b7902942791144", "lastModified": "2026-08-24T19:39:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870215+00:00", "framework": "vllm_tokenizer_patch", "intentId": "aa1469c832b44f4bb6213a8bf2bcfab1", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870259+00:00", "framework": "vllm_tokenizer_patch", "intentId": "452e2d353d9c4facb0a3b7a5dd5b8dab", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870301+00:00", "framework": "vllm_tokenizer_patch", "intentId": "12710913634441359034a73cf28c8a48", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870343+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5f734a19a6304a8b82f727ece78d6f8a", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870384+00:00", "framework": "vllm-customized", "intentId": "d183ef10b301481aa4d04644fe5158c5", "lastModified": "2026-09-12T12:30:14+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-MLX", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870447+00:00", "framework": "vllm-customized", "intentId": "8dce3d773ca744709afaeef4ecfaaaee", "lastModified": "2026-09-09T12:19:20+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870507+00:00", "framework": "vllm-customized", "intentId": "575a1d0f6d2c4e8c909fb0ca3366e0e9", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870565+00:00", "framework": "vllm-customized", "intentId": "8712e18789f544f2a26c22e3137fbc2a", "lastModified": "2026-08-24T20:15:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870624+00:00", "framework": "vllm-customized", "intentId": "37f968fc57a24b51a064fe39edf549b8", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870692+00:00", "framework": "vllm", "intentId": "8a2c3c5bddb0493299d9f8495b721dc8", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870736+00:00", "framework": "vllm", "intentId": "adf9498ddc5f4adf88c4c614b7455dae", "lastModified": "2026-08-24T20:31:44+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870812+00:00", "framework": "vllm", "intentId": "d9931214b34244ce970b1ac60d12d614", "lastModified": "2026-08-24T20:26:05+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870855+00:00", "framework": "vllm", "intentId": "0a8b9d8b52f043cbb15ec8181f2d49e1", "lastModified": "2026-08-24T20:36:30+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870898+00:00", "framework": "vllm", "intentId": "be8a0058c7764b4d883a15b8778373ee", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870940+00:00", "framework": "vllm", "intentId": "a506ab7890bc4be285aad74cc5d9837d", "lastModified": "2026-09-01T03:45:04+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870982+00:00", "framework": "vllm", "intentId": "db20103cbbcb41d588ea00ba6c3d72d7", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.871041+00:00", "framework": "vllm_fix_tokenizer", "intentId": "55618778dfd14362883adb79adb39892", "lastModified": "2026-08-24T20:38:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.871097+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9d101be114f6478ab3bb602994a07c55", "lastModified": "2026-09-10T05:36:14+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.871151+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4ce702c0949c450db521e52fb930fe25", "lastModified": "2026-09-10T05:34:35+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.871206+00:00", "framework": "vllm_fix_tokenizer", "intentId": "05f4bb5026ac4bf3aea8a797d66979d2", "lastModified": "2026-08-26T17:20:09+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.871261+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8e1ce09c4e064016a451d3311156e128", "lastModified": "2026-08-26T17:38:05+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3-8B", "repoId": "aisingapore/Llama-SEA-LION-v3-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.871316+00:00", "framework": "vllm_fix_tokenizer", "intentId": "58c8f1bd1dbf4cb8ba77248a4a891c1f", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317278+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.871261+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8e1ce09c4e064016a451d3311156e128", "lastModified": "2026-08-26T17:38:05+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3-8B", "reason": null, "repoId": "aisingapore/Llama-SEA-LION-v3-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4990307", "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317282+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.871316+00:00", "framework": "vllm_fix_tokenizer", "intentId": "58c8f1bd1dbf4cb8ba77248a4a891c1f", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317274+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.871206+00:00", "framework": "vllm_fix_tokenizer", "intentId": "05f4bb5026ac4bf3aea8a797d66979d2", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317270+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.871151+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4ce702c0949c450db521e52fb930fe25", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317266+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.871097+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9d101be114f6478ab3bb602994a07c55", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317262+00:00", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.871041+00:00", "framework": "vllm_fix_tokenizer", "intentId": "55618778dfd14362883adb79adb39892", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317258+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870982+00:00", "framework": "vllm", "intentId": "db20103cbbcb41d588ea00ba6c3d72d7", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317253+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870940+00:00", "framework": "vllm", "intentId": "a506ab7890bc4be285aad74cc5d9837d", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317249+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870898+00:00", "framework": "vllm", "intentId": "be8a0058c7764b4d883a15b8778373ee", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317245+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870855+00:00", "framework": "vllm", "intentId": "0a8b9d8b52f043cbb15ec8181f2d49e1", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317241+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870812+00:00", "framework": "vllm", "intentId": "d9931214b34244ce970b1ac60d12d614", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317237+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870736+00:00", "framework": "vllm", "intentId": "adf9498ddc5f4adf88c4c614b7455dae", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317233+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870692+00:00", "framework": "vllm", "intentId": "8a2c3c5bddb0493299d9f8495b721dc8", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317229+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870624+00:00", "framework": "vllm-customized", "intentId": "37f968fc57a24b51a064fe39edf549b8", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317224+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870565+00:00", "framework": "vllm-customized", "intentId": "8712e18789f544f2a26c22e3137fbc2a", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317220+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870507+00:00", "framework": "vllm-customized", "intentId": "575a1d0f6d2c4e8c909fb0ca3366e0e9", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317216+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870447+00:00", "framework": "vllm-customized", "intentId": "8dce3d773ca744709afaeef4ecfaaaee", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317211+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870384+00:00", "framework": "vllm-customized", "intentId": "d183ef10b301481aa4d04644fe5158c5", "repoId": "OpenBMB/MiniCPM5-2B-MLX", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317207+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870343+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5f734a19a6304a8b82f727ece78d6f8a", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317202+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870301+00:00", "framework": "vllm_tokenizer_patch", "intentId": "12710913634441359034a73cf28c8a48", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317198+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870259+00:00", "framework": "vllm_tokenizer_patch", "intentId": "452e2d353d9c4facb0a3b7a5dd5b8dab", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317194+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870215+00:00", "framework": "vllm_tokenizer_patch", "intentId": "aa1469c832b44f4bb6213a8bf2bcfab1", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317189+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870167+00:00", "framework": "vllm", "intentId": "bc23c6f6aff34ae885b7902942791144", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317185+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870117+00:00", "framework": "vllm", "intentId": "315b5c6c2f9e4baf9ad1d497c6cd9af8", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317179+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.870063+00:00", "framework": "vllm", "intentId": "cb9d76536e4e497fa3f4bb7235453eec", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "fe82f728826d474fa415f25c055f2176", "completedAt": "2026-09-21T00:23:46.317146+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:20:17.869942+00:00", "framework": "vllm", "intentId": "85c94b56c2404a35884002d5334a653c", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "a9f03997771542de9d155ab568096558", "completedAt": "2026-09-21T00:20:16.837145+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:12:49.902630+00:00", "framework": "vllm-patch-tokenizer", "intentId": "fe2396b2d6774a929fdbfbd9a397a7e5", "repoId": "neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "a9f03997771542de9d155ab568096558", "completedAt": "2026-09-21T00:20:16.837142+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:12:49.902588+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d68decfe592a447fadddbcfceed16c77", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "a9f03997771542de9d155ab568096558", "completedAt": "2026-09-21T00:20:16.837139+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T00:12:49.902546+00:00", "framework": "vllm_fix_tokenizer", "intentId": "2102b2d4e87a40abb5e761fe697291e9", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
@@ -2174,28 +2174,3 @@
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254915+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.859582+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7818144bf15644b8b29c6f2ace76b599", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254913+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.859540+00:00", "framework": "vllm-patch-tokenizer", "intentId": "7d9e681b78ee424ca8ff21d5ebba8419", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254911+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.859498+00:00", "framework": "vllm-patch-tokenizer", "intentId": "31a8bd40551349208863e42f9b04991c", "repoId": "neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254908+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.859455+00:00", "framework": "vllm-patch-tokenizer", "intentId": "deb8566241f947d6999268bc0d03d085", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254905+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.859414+00:00", "framework": "vllm-patch-tokenizer", "intentId": "731caf71919f4fdab9fa587a67b1b857", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254902+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.859372+00:00", "framework": "vllm-patch-tokenizer", "intentId": "06f2da611be84108ac5f0a366bec357f", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254900+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.859329+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e2f7448c73044a7ca2bcc29f8a9a6deb", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254897+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.859287+00:00", "framework": "vllm-patch-tokenizer", "intentId": "27678b7d016441d0bdf6f40f04c6a30e", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254895+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.859245+00:00", "framework": "vllm-patch-tokenizer", "intentId": "24098db0ca944ff38faffa670403260e", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254893+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.859202+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f01d9079bea34c65b1305039911a6ab7", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254890+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.859160+00:00", "framework": "vllm-patch-tokenizer", "intentId": "74e7493cceda44449fd3a048c56eda97", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254888+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.859118+00:00", "framework": "vllm-patch-tokenizer", "intentId": "1121d525d8bf43269ce27f1338870e6c", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254886+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.859075+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7e3c32a727a84e05a404ffe1617b871c", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254883+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.859032+00:00", "framework": "vllm_fix_tokenizer", "intentId": "999386d826e6462b85fd201ab1193d09", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254880+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.858989+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ec00389e630d4c3184a2ca75e8747358", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254878+00:00", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.858939+00:00", "framework": "vllm", "intentId": "cbf744a8924441b9b6ca9dbd8c6374fb", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_mrv-100", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254875+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.858883+00:00", "framework": "vllm", "intentId": "7f69d66a604347cdb05fafd4cd967f1e", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254873+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.858840+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3d528721bda043ed90294d7b3d8edf3b", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254871+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.858798+00:00", "framework": "vllm_fix_tokenizer", "intentId": "98b3eefbba0542c89c568320909df68d", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254869+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.858755+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6ebb884f68a2401f9358e7dad40d973f", "repoId": "EschaLabs/Qwen3.8-27B-Escha-W2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254866+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.858712+00:00", "framework": "vllm_fix_tokenizer", "intentId": "09d89edf7eef4ebc95f39a2fc4144d59", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254864+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.858658+00:00", "framework": "vllm_fix_tokenizer", "intentId": "fe68a516e4f64a1d8c3844e4c6f770c0", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254861+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.858616+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8fa61e17f52e41fe8f820f5fc258d4f5", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254859+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.858573+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d2d20f86510442f6953841a06529c10e", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254856+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.858530+00:00", "framework": "vllm_fix_tokenizer", "intentId": "215985b5e7964ae39b7095be4cacef58", "repoId": "VerStella/Qwen3.8-27B-heretic-ara-W8A8-DCU", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254854+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.858487+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8fb207324ef24abc9401bdaa9ea7c7e8", "repoId": "JANGQ-AI/Ling-2.6-flash-JANGTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254851+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.858444+00:00", "framework": "vllm_fix_tokenizer", "intentId": "eb2349986c0243518216e1885ba97b60", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}
{"batchId": "0c22865c0d3d40a38c938f5e7106a89b", "completedAt": "2026-09-20T22:37:01.254848+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T22:29:04.858401+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b3dc94feb5da4b34831df646c50dadbf", "repoId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"}

10
.modelhub_state/routing_intelligence.json
View File

@@ -1,6 +1,6 @@
{
"acceptedByCategory": {
"unified_success_first": 2013
"unified_success_first": 2014
},
"acceptedByRoute": {
"text-generation|Ascend_910-b3|llamacpp": 17,
@@ -32,14 +32,14 @@
"text-generation|Mthreads_s4000|llamacpp": 17,
"text-generation|Mthreads_s4000|vllm": 103,
"text-generation|Sunrise_pt-200-x1|vllm": 79,
"text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 86,
"text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 87,
"text-generation|Vastai_va16|vllm_fix_tokenizer": 74,
"text-generation|hygon_k100-ai|llamacpp": 18,
"text-generation|hygon_k100-ai|vllm": 26,
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 117
},
"acceptedSinceRefresh": 2013,
"acceptedTotal": 2013,
"generatedAt": "2026-09-21T00:20:16.774868+00:00",
"acceptedSinceRefresh": 2014,
"acceptedTotal": 2014,
"generatedAt": "2026-09-21T00:23:46.232076+00:00",
"version": 1
}