CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 10142 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-20 03:41:49 +00:00
parent 22eda92033
commit ea277fdce2
5 changed files with 221 additions and 156 deletions
Download Patch File Download Diff File Expand all files Collapse all files

128
.modelhub_state/recovery_intents.jsonl
View File

@@ -1291,70 +1291,70 @@
{"batchId": "63dd409721f8427398583e231542cb8f", "completedAt": "2026-09-20T03:40:44.644518+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:40:34.951421+00:00", "framework": "vllm", "intentId": "b40ac99fc2644917aeba138a4ee25e2d", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "reason": null, "reconciledAt": "2026-09-20T03:40:45.898699+00:00", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969969", "taskType": "text-generation"}
{"batchId": "63dd409721f8427398583e231542cb8f", "completedAt": "2026-09-20T03:40:44.644520+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:40:34.951468+00:00", "framework": "vllm", "intentId": "edb59f1232c14b8783296fa28311e566", "lastModified": "2026-08-24T20:34:54+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "reason": null, "reconciledAt": "2026-09-20T03:40:45.899547+00:00", "repoId": "RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969967", "taskType": "text-generation"}
{"batchId": "63dd409721f8427398583e231542cb8f", "completedAt": "2026-09-20T03:40:44.644521+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:40:34.951515+00:00", "framework": "vllm", "intentId": "1185bb045aa845d1a8e8031101422f33", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "reason": null, "reconciledAt": "2026-09-20T03:40:45.900019+00:00", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4969968", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.411928+00:00", "framework": "vllm_tokenizer_patch", "intentId": "da037b274c804ed6abcb51338767b82c", "lastModified": "2026-08-24T20:23:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412045+00:00", "framework": "vllm_tokenizer_patch", "intentId": "cdf2050bd2c640dfb9aec20e8578c0b5", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412098+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d986d503d07a43d190f7fb5e1619e742", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412148+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ce5f6ca302bb4970b125da3809ca9086", "lastModified": "2026-08-26T17:23:58+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412192+00:00", "framework": "vllm_fix_tokenizer", "intentId": "36a6acb29a23470581cfee17a3d8370d", "lastModified": "2026-08-26T17:20:09+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412235+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6ae801a11ec54357932862e0e5833ee3", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412278+00:00", "framework": "vllm_fix_tokenizer", "intentId": "afe60c7159a14dfe80a7ea78b32f597a", "lastModified": "2026-08-26T20:28:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412320+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e9f5c9fb69344e2c86560064b1f57047", "lastModified": "2026-09-15T15:01:23+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "repoId": "mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412363+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ac53c0b60fef49a0bb89013d676b72e1", "lastModified": "2026-09-17T15:15:04+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "repoId": "mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412405+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c2d14815b16749acbac808eb7d0a4786", "lastModified": "2026-09-16T17:13:44+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "repoId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412447+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e5a843e44a17428abab092918c373907", "lastModified": "2026-09-17T13:29:50+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "repoId": "Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412501+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3c66e43feb2b4ba1ac6c12f13a6a284e", "lastModified": "2026-09-15T15:11:14+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "repoId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412543+00:00", "framework": "vllm_fix_tokenizer", "intentId": "aeccd8c5a26142acb25cabc1a50ffdfd", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412585+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6cb5f3b516c3458988540a3553e96c55", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412635+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e4d2a40631b2401e8f2f97a83a8fd63b", "lastModified": "2026-09-17T14:05:32+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412688+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2a877c5d6ce44028aa395291a336a8d0", "lastModified": "2026-09-17T13:39:53+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412736+00:00", "framework": "vllm_tokenizer_patch", "intentId": "82d19815d0bf4460b08af1954b304f17", "lastModified": "2026-09-17T13:54:18+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412784+00:00", "framework": "vllm_tokenizer_patch", "intentId": "20d99abf9fb543a5bc0c34cc875ec59a", "lastModified": "2026-08-24T20:22:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Ascend_910-b3", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412823+00:00", "framework": "vllm-mlu", "intentId": "215fdc88a40d4bcca4f9157f7a60d4ba", "lastModified": "2026-09-19T14:40:27+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "repoId": "solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412889+00:00", "framework": "vllm", "intentId": "8438554c9f844fe9a18abb4fbf49c8f5", "lastModified": "2026-09-16T16:39:48+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "repoId": "BAAI/RoboBrain2.5-8B-MT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412947+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "3aaa8177b6224e0eb13fcf5bfafd49f2", "lastModified": "2026-08-26T17:18:42+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412992+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "0278ffe6b63a4ac399644dc8898cf580", "lastModified": "2026-09-16T16:05:58+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-NV", "repoId": "BAAI/RoboBrain2.5-8B-NV", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413048+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "39da44defea74f5081475b2231f057e5", "lastModified": "2026-09-08T15:45:26+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413092+00:00", "framework": "vllm", "intentId": "5d331b0b4adb45d2bb7f042ad18ded73", "lastModified": "2026-09-11T12:06:58+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "repoId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413146+00:00", "framework": "vllm", "intentId": "339e9c54daff46469578b70bbba3c683", "lastModified": "2026-08-26T18:08:39+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413199+00:00", "framework": "vllm", "intentId": "f60bfa2f7aa545c8aa7b37a6158bec3e", "lastModified": "2026-09-09T12:19:20+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413253+00:00", "framework": "vllm", "intentId": "8fec6c0c9ccd4df3bf97186a13c7baa1", "lastModified": "2026-09-08T03:51:51+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413308+00:00", "framework": "vllm", "intentId": "e4c13fd5146c442d9a47eebeecca0d4e", "lastModified": "2026-09-03T13:37:32+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413362+00:00", "framework": "vllm", "intentId": "bcb8f3901dc940c79a07b4e4163a6710", "lastModified": "2026-09-04T12:06:11+00:00", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413416+00:00", "framework": "vllm", "intentId": "04eb078ee76545efbcb4ff5867077917", "lastModified": "2026-09-04T07:05:43+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-FP8", "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413469+00:00", "framework": "vllm", "intentId": "1c361d24696d4c4e96e490cc07d38e7b", "lastModified": "2026-09-16T16:38:45+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-4-12B-it-FP8-Dynamic", "repoId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_mrv-100", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413517+00:00", "framework": "vllm", "intentId": "3c80a0eaba4e4ae0b006e2d0fe8d8f4e", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_mrv-100", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413565+00:00", "framework": "vllm", "intentId": "f742950881ff4c82ba687b5d06b950af", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_mrv-100", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413613+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5ab880a6066c49589cb46968f7a5639b", "lastModified": "2026-09-10T07:52:22+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413655+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5fd007c6d0ca4b1094e0f43f6f9d69ff", "lastModified": "2026-08-26T12:24:21+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413705+00:00", "framework": "vllm_fix_tokenizer", "intentId": "abb23c2cb9ef41c6bacd5094c09498a1", "lastModified": "2026-09-17T12:51:11+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413747+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3a3303fa957445d7b133d0dfe5c08ffe", "lastModified": "2026-09-10T07:49:50+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413790+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0e987c5730514c6f856bdb247c7809f5", "lastModified": "2026-09-01T03:52:21+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413831+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e6b69eb67ef546aa81c6f7d0ba13b665", "lastModified": "2026-08-28T09:38:42+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "repoId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413873+00:00", "framework": "transformers", "intentId": "68b6c1891a7547a789f25a80ecb39736", "lastModified": "2026-08-26T16:48:25+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413936+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ea9f44394df0405884d6dd4921c1fe5a", "lastModified": "2026-08-24T20:36:30+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413978+00:00", "framework": "vllm-patch-tokenizer", "intentId": "9336d273de19493b9c28e6f7f74cf8bc", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414020+00:00", "framework": "vllm-patch-tokenizer", "intentId": "984cbb78b2ed44e7b62797fb2a37e9fd", "lastModified": "2026-09-14T19:52:04+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e4b-it-OptiQ-4bit", "repoId": "mlx-community/gemma-4-e4b-it-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414061+00:00", "framework": "vllm-patch-tokenizer", "intentId": "837a0b083d79402a8ff9089ab947c221", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414103+00:00", "framework": "vllm-patch-tokenizer", "intentId": "2c755d1188f84158a5f1af2f439fbd4a", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414145+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0607ce4c6ce24a6db50145fb69de2979", "lastModified": "2026-08-24T20:34:54+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "repoId": "RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414187+00:00", "framework": "vllm-patch-tokenizer", "intentId": "a7b90b214f26488aa737d01d1b4bb16c", "lastModified": "2026-09-16T17:07:54+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-6bit", "repoId": "mlx-community/LFM2.5-1.2B-Thinking-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414229+00:00", "framework": "vllm-patch-tokenizer", "intentId": "79ac4416532e431ca1d10b0239a851bc", "lastModified": "2026-09-15T14:59:20+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "repoId": "mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414270+00:00", "framework": "vllm-patch-tokenizer", "intentId": "664522c0569742d7a0dc1e92d812f5c6", "lastModified": "2026-09-14T19:46:18+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-OptiQ-4bit", "repoId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414311+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ae690d6e12d0410b831ca54bc0ef7038", "lastModified": "2026-09-16T17:02:01+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "repoId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414353+00:00", "framework": "vllm-patch-tokenizer", "intentId": "83a2d29587ac4481892a99108bb3e3dd", "lastModified": "2026-08-26T19:32:38+00:00", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414394+00:00", "framework": "vllm-patch-tokenizer", "intentId": "9228f38bcfda48a1a267b095d71e761c", "lastModified": "2026-09-16T17:28:41+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-8bit", "repoId": "mlx-community/LFM2.5-1.2B-Thinking-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414436+00:00", "framework": "vllm-patch-tokenizer", "intentId": "303974583fbe48a09e4bd24cefaf62dc", "lastModified": "2026-08-26T19:43:40+00:00", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414477+00:00", "framework": "vllm", "intentId": "fa63e7ca09c141febba0d1ae93c17a51", "lastModified": "2026-08-24T20:33:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-0.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-0.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414525+00:00", "framework": "vllm", "intentId": "7d4a0e14bf46430499b4e31b6a8be72d", "lastModified": "2026-08-24T20:28:59+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414573+00:00", "framework": "vllm", "intentId": "bc0954808f98484e8f5e5bf061aeaf63", "lastModified": "2026-08-24T20:25:20+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414620+00:00", "framework": "vllm", "intentId": "81ec521e02c6416380793c47b1d54e9d", "lastModified": "2026-08-24T20:26:53+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414673+00:00", "framework": "vllm-customized", "intentId": "b78f68a2a4ab46fb81deed30b7be615c", "lastModified": "2026-08-26T18:34:54+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-NVFP4", "repoId": "ornith-ai/Ornith-1.5-9B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414731+00:00", "framework": "vllm-customized", "intentId": "06bf50cc38064f5589f6dd3afc99bdde", "lastModified": "2026-09-02T05:56:49+00:00", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414787+00:00", "framework": "vllm", "intentId": "fa32db56d72546efabf9b973efe4fcdb", "lastModified": "2026-08-26T12:23:38+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414843+00:00", "framework": "vllm", "intentId": "4ac2bcb16c4f41d6b96b7e6d08309237", "lastModified": "2026-08-24T20:33:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414886+00:00", "framework": "vllm", "intentId": "e0ba7290bad645e0a89a5783afec2ad1", "lastModified": "2026-09-19T12:07:43+00:00", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "repoId": "Arain119/Sophia", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "e4f10af7e21b1a730b2dfa32856745ab0e7a14867778026d61065fda3de90727", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414928+00:00", "framework": "vllm", "intentId": "5d7ccaa875f84600aed53eddb056921d", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "configFingerprint": "e4f10af7e21b1a730b2dfa32856745ab0e7a14867778026d61065fda3de90727", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414970+00:00", "framework": "vllm", "intentId": "7f583607a33b45738e0e1d567dd10773", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845864+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.411928+00:00", "framework": "vllm_tokenizer_patch", "intentId": "da037b274c804ed6abcb51338767b82c", "lastModified": "2026-08-24T20:23:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "reason": null, "repoId": "neuralmagic/Qwen2-0.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Ascend_910-b4", "taskId": "4969989", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845877+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412045+00:00", "framework": "vllm_tokenizer_patch", "intentId": "cdf2050bd2c640dfb9aec20e8578c0b5", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "reason": null, "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Ascend_910-b4", "taskId": "4969991", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845881+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412098+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d986d503d07a43d190f7fb5e1619e742", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "reason": null, "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Ascend_910-b4", "taskId": "4969987", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845884+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412148+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ce5f6ca302bb4970b125da3809ca9086", "lastModified": "2026-08-26T17:23:58+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "reason": null, "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "4969994", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845887+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412192+00:00", "framework": "vllm_fix_tokenizer", "intentId": "36a6acb29a23470581cfee17a3d8370d", "lastModified": "2026-08-26T17:20:09+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "reason": null, "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "4969990", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845889+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412235+00:00", "framework": "vllm_fix_tokenizer", "intentId": "6ae801a11ec54357932862e0e5833ee3", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "reason": null, "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "4969985", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845892+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412278+00:00", "framework": "vllm_fix_tokenizer", "intentId": "afe60c7159a14dfe80a7ea78b32f597a", "lastModified": "2026-08-26T20:28:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "reason": null, "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "4969988", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845894+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412320+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e9f5c9fb69344e2c86560064b1f57047", "lastModified": "2026-09-15T15:01:23+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "reason": null, "repoId": "mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "4969986", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845896+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412363+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ac53c0b60fef49a0bb89013d676b72e1", "lastModified": "2026-09-17T15:15:04+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "reason": null, "repoId": "mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "4969992", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845899+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412405+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c2d14815b16749acbac808eb7d0a4786", "lastModified": "2026-09-16T17:13:44+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "reason": null, "repoId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "4969984", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845902+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412447+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e5a843e44a17428abab092918c373907", "lastModified": "2026-09-17T13:29:50+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "reason": null, "repoId": "Youssofal/Qwen3.5-9B-MTPLX-Optimized-Speed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "4969995", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845904+00:00", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412501+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3c66e43feb2b4ba1ac6c12f13a6a284e", "lastModified": "2026-09-15T15:11:14+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "reason": null, "repoId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Vastai_va16", "taskId": "4969993", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845907+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412543+00:00", "framework": "vllm_fix_tokenizer", "intentId": "aeccd8c5a26142acb25cabc1a50ffdfd", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "reason": null, "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4969998", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845910+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412585+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6cb5f3b516c3458988540a3553e96c55", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "reason": null, "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4970005", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845913+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412635+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e4d2a40631b2401e8f2f97a83a8fd63b", "lastModified": "2026-09-17T14:05:32+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "reason": null, "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4970006", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845916+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412688+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2a877c5d6ce44028aa395291a336a8d0", "lastModified": "2026-09-17T13:39:53+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "reason": null, "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4970003", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845918+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412736+00:00", "framework": "vllm_tokenizer_patch", "intentId": "82d19815d0bf4460b08af1954b304f17", "lastModified": "2026-09-17T13:54:18+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "reason": null, "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4970000", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845921+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412784+00:00", "framework": "vllm_tokenizer_patch", "intentId": "20d99abf9fb543a5bc0c34cc875ec59a", "lastModified": "2026-08-24T20:22:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "reason": null, "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Ascend_910-b3", "taskId": "4970002", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845924+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412823+00:00", "framework": "vllm-mlu", "intentId": "215fdc88a40d4bcca4f9157f7a60d4ba", "lastModified": "2026-09-19T14:40:27+00:00", "modelAddress": "https://modelscope.cn/models/solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "reason": null, "repoId": "solidrust/Llama-3-16B-Instruct-v0.1-AWQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4969996", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845927+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412889+00:00", "framework": "vllm", "intentId": "8438554c9f844fe9a18abb4fbf49c8f5", "lastModified": "2026-09-16T16:39:48+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-MT", "reason": null, "repoId": "BAAI/RoboBrain2.5-8B-MT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4970004", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845929+00:00", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412947+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "3aaa8177b6224e0eb13fcf5bfafd49f2", "lastModified": "2026-08-26T17:18:42+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "reason": null, "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4969999", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845932+00:00", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.412992+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "0278ffe6b63a4ac399644dc8898cf580", "lastModified": "2026-09-16T16:05:58+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/RoboBrain2.5-8B-NV", "reason": null, "repoId": "BAAI/RoboBrain2.5-8B-NV", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4970001", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845934+00:00", "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413048+00:00", "framework": "vllm_0_17_0_corex_4_4_0", "intentId": "39da44defea74f5081475b2231f057e5", "lastModified": "2026-09-08T15:45:26+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "reason": null, "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4969997", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845937+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413092+00:00", "framework": "vllm", "intentId": "5d331b0b4adb45d2bb7f042ad18ded73", "lastModified": "2026-09-11T12:06:58+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "reason": null, "repoId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4970007", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845939+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413146+00:00", "framework": "vllm", "intentId": "339e9c54daff46469578b70bbba3c683", "lastModified": "2026-08-26T18:08:39+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT", "reason": null, "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "submitted", "targetGpu": "Biren_166m", "taskId": "4970017", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845941+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413199+00:00", "framework": "vllm", "intentId": "f60bfa2f7aa545c8aa7b37a6158bec3e", "lastModified": "2026-09-09T12:19:20+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "reason": null, "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970012", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845944+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413253+00:00", "framework": "vllm", "intentId": "8fec6c0c9ccd4df3bf97186a13c7baa1", "lastModified": "2026-09-08T03:51:51+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "reason": null, "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970008", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845947+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413308+00:00", "framework": "vllm", "intentId": "e4c13fd5146c442d9a47eebeecca0d4e", "lastModified": "2026-09-03T13:37:32+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "reason": null, "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970015", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845949+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413362+00:00", "framework": "vllm", "intentId": "bcb8f3901dc940c79a07b4e4163a6710", "lastModified": "2026-09-04T12:06:11+00:00", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "reason": null, "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970016", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845951+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413416+00:00", "framework": "vllm", "intentId": "04eb078ee76545efbcb4ff5867077917", "lastModified": "2026-09-04T07:05:43+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-FP8", "reason": null, "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970013", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845954+00:00", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413469+00:00", "framework": "vllm", "intentId": "1c361d24696d4c4e96e490cc07d38e7b", "lastModified": "2026-09-16T16:38:45+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-4-12B-it-FP8-Dynamic", "reason": null, "repoId": "RedHatAI/gemma-4-12B-it-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_mrv-100", "taskId": "4970014", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845956+00:00", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413517+00:00", "framework": "vllm", "intentId": "3c80a0eaba4e4ae0b006e2d0fe8d8f4e", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "reason": null, "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_mrv-100", "taskId": "4970011", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845958+00:00", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413565+00:00", "framework": "vllm", "intentId": "f742950881ff4c82ba687b5d06b950af", "lastModified": "2026-08-26T16:45:23+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "reason": null, "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_mrv-100", "taskId": "4970009", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845961+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413613+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5ab880a6066c49589cb46968f7a5639b", "lastModified": "2026-09-10T07:52:22+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "reason": null, "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4970010", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845964+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413655+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5fd007c6d0ca4b1094e0f43f6f9d69ff", "lastModified": "2026-08-26T12:24:21+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "reason": null, "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4970020", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845966+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413705+00:00", "framework": "vllm_fix_tokenizer", "intentId": "abb23c2cb9ef41c6bacd5094c09498a1", "lastModified": "2026-09-17T12:51:11+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "reason": null, "repoId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed-FP16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4970019", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845969+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413747+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3a3303fa957445d7b133d0dfe5c08ffe", "lastModified": "2026-09-10T07:49:50+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "reason": null, "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4970021", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845971+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413790+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0e987c5730514c6f856bdb247c7809f5", "lastModified": "2026-09-01T03:52:21+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "reason": null, "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4970022", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845973+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413831+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e6b69eb67ef546aa81c6f7d0ba13b665", "lastModified": "2026-08-28T09:38:42+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "reason": null, "repoId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4970018", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845976+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413873+00:00", "framework": "transformers", "intentId": "68b6c1891a7547a789f25a80ecb39736", "lastModified": "2026-08-26T16:48:25+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "reason": null, "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4970023", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845979+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413936+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ea9f44394df0405884d6dd4921c1fe5a", "lastModified": "2026-08-24T20:36:30+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "reason": null, "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970024", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845981+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.413978+00:00", "framework": "vllm-patch-tokenizer", "intentId": "9336d273de19493b9c28e6f7f74cf8bc", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "reason": null, "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970026", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845984+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414020+00:00", "framework": "vllm-patch-tokenizer", "intentId": "984cbb78b2ed44e7b62797fb2a37e9fd", "lastModified": "2026-09-14T19:52:04+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e4b-it-OptiQ-4bit", "reason": null, "repoId": "mlx-community/gemma-4-e4b-it-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970028", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845986+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414061+00:00", "framework": "vllm-patch-tokenizer", "intentId": "837a0b083d79402a8ff9089ab947c221", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "reason": null, "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970025", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845989+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414103+00:00", "framework": "vllm-patch-tokenizer", "intentId": "2c755d1188f84158a5f1af2f439fbd4a", "lastModified": "2026-08-24T20:38:11+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a16", "reason": null, "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970029", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845992+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414145+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0607ce4c6ce24a6db50145fb69de2979", "lastModified": "2026-08-24T20:34:54+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "reason": null, "repoId": "RedHatAI/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970027", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845995+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414187+00:00", "framework": "vllm-patch-tokenizer", "intentId": "a7b90b214f26488aa737d01d1b4bb16c", "lastModified": "2026-09-16T17:07:54+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-6bit", "reason": null, "repoId": "mlx-community/LFM2.5-1.2B-Thinking-6bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970032", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845997+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414229+00:00", "framework": "vllm-patch-tokenizer", "intentId": "79ac4416532e431ca1d10b0239a851bc", "lastModified": "2026-09-15T14:59:20+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "reason": null, "repoId": "mlx-community/gemma-4-12B-it-qat-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970030", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.845999+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414270+00:00", "framework": "vllm-patch-tokenizer", "intentId": "664522c0569742d7a0dc1e92d812f5c6", "lastModified": "2026-09-14T19:46:18+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-OptiQ-4bit", "reason": null, "repoId": "mlx-community/gemma-4-e2b-it-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970033", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846002+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414311+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ae690d6e12d0410b831ca54bc0ef7038", "lastModified": "2026-09-16T17:02:01+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "reason": null, "repoId": "mlx-community/Devstral-Small-2-24B-Instruct-2512-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970031", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846005+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414353+00:00", "framework": "vllm-patch-tokenizer", "intentId": "83a2d29587ac4481892a99108bb3e3dd", "lastModified": "2026-08-26T19:32:38+00:00", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-nict-8b-base", "reason": null, "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970034", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846007+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414394+00:00", "framework": "vllm-patch-tokenizer", "intentId": "9228f38bcfda48a1a267b095d71e761c", "lastModified": "2026-09-16T17:28:41+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Thinking-8bit", "reason": null, "repoId": "mlx-community/LFM2.5-1.2B-Thinking-8bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970035", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846010+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414436+00:00", "framework": "vllm-patch-tokenizer", "intentId": "303974583fbe48a09e4bd24cefaf62dc", "lastModified": "2026-08-26T19:43:40+00:00", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "reason": null, "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970036", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846013+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414477+00:00", "framework": "vllm", "intentId": "fa63e7ca09c141febba0d1ae93c17a51", "lastModified": "2026-08-24T20:33:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-0.5B-Instruct-quantized.w8a8", "reason": null, "repoId": "RedHatAI/Qwen2-0.5B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970037", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846016+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414525+00:00", "framework": "vllm", "intentId": "7d4a0e14bf46430499b4e31b6a8be72d", "lastModified": "2026-08-24T20:28:59+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "reason": null, "repoId": "RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970044", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846018+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414573+00:00", "framework": "vllm", "intentId": "bc0954808f98484e8f5e5bf061aeaf63", "lastModified": "2026-08-24T20:25:20+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "reason": null, "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970042", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846021+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414620+00:00", "framework": "vllm", "intentId": "81ec521e02c6416380793c47b1d54e9d", "lastModified": "2026-08-24T20:26:53+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w8a16", "reason": null, "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x4", "taskId": "4970038", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846023+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414673+00:00", "framework": "vllm-customized", "intentId": "b78f68a2a4ab46fb81deed30b7be615c", "lastModified": "2026-08-26T18:34:54+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-9B-NVFP4", "reason": null, "repoId": "ornith-ai/Ornith-1.5-9B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970040", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846026+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414731+00:00", "framework": "vllm-customized", "intentId": "06bf50cc38064f5589f6dd3afc99bdde", "lastModified": "2026-09-02T05:56:49+00:00", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "reason": null, "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4970045", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846029+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414787+00:00", "framework": "vllm", "intentId": "fa32db56d72546efabf9b973efe4fcdb", "lastModified": "2026-08-26T12:23:38+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "reason": null, "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Mthreads_s4000", "taskId": "4970043", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846031+00:00", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414843+00:00", "framework": "vllm", "intentId": "4ac2bcb16c4f41d6b96b7e6d08309237", "lastModified": "2026-08-24T20:33:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-FP8", "reason": null, "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970039", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846033+00:00", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414886+00:00", "framework": "vllm", "intentId": "e0ba7290bad645e0a89a5783afec2ad1", "lastModified": "2026-09-19T12:07:43+00:00", "modelAddress": "https://modelscope.cn/models/Arain119/Sophia", "reason": null, "repoId": "Arain119/Sophia", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970041", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846036+00:00", "configFingerprint": "e4f10af7e21b1a730b2dfa32856745ab0e7a14867778026d61065fda3de90727", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414928+00:00", "framework": "vllm", "intentId": "5d7ccaa875f84600aed53eddb056921d", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "reason": null, "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970047", "taskType": "text-generation"}
{"batchId": "6e32ee0e1378494296b42ee3c2527006", "completedAt": "2026-09-20T03:41:49.846038+00:00", "configFingerprint": "e4f10af7e21b1a730b2dfa32856745ab0e7a14867778026d61065fda3de90727", "configSource": "modelhub_live", "createdAt": "2026-09-20T03:41:41.414970+00:00", "framework": "vllm", "intentId": "7f583607a33b45738e0e1d567dd10773", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "reason": null, "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "4970046", "taskType": "text-generation"}
{"batchId": "a0638aa6b9d441fc8127d1ff98b0380e", "completedAt": "2026-09-20T02:22:36.529135+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-10T13:27:22.633245+00:00", "framework": "vllm", "intentId": "8986a9476a034876a874432fe981a93c", "repoId": "laion/swesmith-nl2bash-stack-bugsseq", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "success", "targetGpu": "Biren_166m", "taskId": "4760700", "taskType": "text-generation"}
{"batchId": "3601d2529e2f4dbab4abc91721a031a6", "completedAt": "2026-09-20T01:08:42.115049+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-19T12:27:15.291074+00:00", "framework": "vllm_tokenizer_patch", "intentId": "56909ec2a21e4e3f9e0a55deb70d46c0", "repoId": "Arain119/Sophia", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "failed", "targetGpu": "Ascend_910-b3", "taskId": "4956471", "taskType": "text-generation"}
{"batchId": "17f9bc75c9254b23a97517096a945dfd", "completedAt": "2026-09-20T00:27:18.357432+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-09T17:53:27.791335+00:00", "framework": "vllm-mlu", "intentId": "e8b41bd8a15a4f4ab9051c3e998dfc85", "repoId": "laion/swesmith-nl2bash-stack-bugsseq", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "success", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4744096", "taskType": "text-generation"}

43
.modelhub_state/routing_intelligence.json
View File

@@ -1,42 +1,43 @@
{
"acceptedByCategory": {
"unified_success_first": 1431
"unified_success_first": 1495
},
"acceptedByRoute": {
"text-generation|Ascend_910-b3|llamacpp": 17,
"text-generation|Ascend_910-b3|vllm": 30,
"text-generation|Ascend_910-b3|vllm_tokenizer_patch": 106,
"text-generation|Ascend_910-b3|vllm_tokenizer_patch": 107,
"text-generation|Ascend_910-b4|llamacpp": 13,
"text-generation|Ascend_910-b4|vllm": 13,
"text-generation|Ascend_910-b4|vllm_tokenizer_patch": 93,
"text-generation|Biren_166m|vllm": 63,
"text-generation|Ascend_910-b4|vllm_tokenizer_patch": 96,
"text-generation|Biren_166m|vllm": 65,
"text-generation|Biren_166m|vllm_fix_tokenizer": 13,
"text-generation|Cambricon_mlu-370-x4|vllm": 38,
"text-generation|Cambricon_mlu-370-x4|vllm": 42,
"text-generation|Cambricon_mlu-370-x4|vllm-customized": 1,
"text-generation|Cambricon_mlu-370-x4|vllm-mlu": 75,
"text-generation|Cambricon_mlu-370-x8|vllm": 18,
"text-generation|Cambricon_mlu-370-x8|vllm-customized": 11,
"text-generation|Cambricon_mlu-370-x8|vllm-mlu": 79,
"text-generation|Cambricon_mlu-370-x8|vllm": 23,
"text-generation|Cambricon_mlu-370-x8|vllm-customized": 13,
"text-generation|Cambricon_mlu-370-x8|vllm-mlu": 80,
"text-generation|Iluvatar_bi-150|llamacpp": 16,
"text-generation|Iluvatar_bi-150|transformers": 1,
"text-generation|Iluvatar_bi-150|vllm": 6,
"text-generation|Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 83,
"text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 5,
"text-generation|Iluvatar_mrv-100|vllm": 57,
"text-generation|Kunlunxin_p-800|vllm": 1,
"text-generation|Kunlunxin_p-800|vllm_fix_tokenizer": 149,
"text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 30,
"text-generation|Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0": 86,
"text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 11,
"text-generation|Iluvatar_mrv-100|vllm": 60,
"text-generation|Kunlunxin_p-800|vllm": 2,
"text-generation|Kunlunxin_p-800|vllm_fix_tokenizer": 150,
"text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 34,
"text-generation|MetaX_c-500|vllm": 101,
"text-generation|Mthreads_s4000|llamacpp": 17,
"text-generation|Mthreads_s4000|vllm": 89,
"text-generation|Mthreads_s4000|vllm": 90,
"text-generation|Sunrise_pt-200-x1|vllm": 62,
"text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 62,
"text-generation|Vastai_va16|vllm_fix_tokenizer": 52,
"text-generation|Vastai_va16|vllm_fix_tokenizer": 61,
"text-generation|hygon_k100-ai|llamacpp": 18,
"text-generation|hygon_k100-ai|vllm": 22,
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 91
"text-generation|hygon_k100-ai|vllm": 26,
"text-generation|hygon_k100-ai|vllm-patch-tokenizer": 104
},
"acceptedSinceRefresh": 1431,
"acceptedTotal": 1431,
"generatedAt": "2026-09-20T03:40:44.569090+00:00",
"acceptedSinceRefresh": 1495,
"acceptedTotal": 1495,
"generatedAt": "2026-09-20T03:41:49.799336+00:00",
"version": 1
}