diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 6ddd958235..ced5a2e594 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -1965,49 +1965,49 @@ {"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788728+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.556971+00:00", "framework": "vllm_fix_tokenizer", "intentId": "173ec5f2cbbc4148b47133e20aeaa56d", "lastModified": "2026-08-24T19:35:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "reason": null, "reconciledAt": "2026-09-21T03:49:29.847506+00:00", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Kunlunxin_p-800", "taskId": "4992749", "taskType": "text-generation"} {"batchId": "c6d83be00c99470d841857088d66d9b1", "completedAt": "2026-09-21T03:15:12.788748+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:11:09.557149+00:00", "framework": "vllm", "intentId": "c2fd8f6e6f8447f08128dc9542eeef2d", "lastModified": "2026-08-24T19:39:27+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-FP8", "reason": null, "reconciledAt": "2026-09-21T03:49:29.845003+00:00", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Kunlunxin_p-800", "taskId": "4992750", "taskType": "text-generation"} {"batchId": "628cbab19008401890f93ee23b04e4cc", "completedAt": "2026-09-21T03:36:27.295476+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:31:25.915809+00:00", "framework": "vllm-mlu", "intentId": "76be1ce98a3341a7964d195b4b642cf1", "lastModified": "2026-08-24T19:57:49+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "reason": null, "reconciledAt": "2026-09-21T03:49:29.847503+00:00", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4993022", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.885641+00:00", "framework": "vllm", "intentId": "5f46474d211d4d639f5accb1a3facb66", "lastModified": "2026-08-26T17:18:42+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.885793+00:00", "framework": "vllm", "intentId": "4823a56a1e654119a249884b168913c9", "lastModified": "2026-08-24T19:39:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.885856+00:00", "framework": "vllm", "intentId": "e4d2cc3094a34477a824a7dcc6486dd1", "lastModified": "2026-08-24T19:26:17+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.885915+00:00", "framework": "vllm", "intentId": "9a9fabd3fc2247acb3c19ad97b3d6d76", "lastModified": "2026-09-08T03:51:51+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.885973+00:00", "framework": "vllm", "intentId": "de69413cbaad4ce38b17921485aee404", "lastModified": "2026-09-11T12:06:58+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "repoId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886032+00:00", "framework": "vllm", "intentId": "924cba17a61d412e9f0fde865efe5b4f", "lastModified": "2026-08-24T19:41:12+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886089+00:00", "framework": "vllm", "intentId": "30deea8bfb474b3294ee785fcadc3723", "lastModified": "2026-08-24T20:17:00+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886146+00:00", "framework": "vllm", "intentId": "30bb54dd8d18413ab668fc3247f92682", "lastModified": "2026-08-24T20:08:44+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886205+00:00", "framework": "vllm", "intentId": "d54241f87da84dbaae5f3d765869dbe3", "lastModified": "2026-08-24T19:39:28+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-3b-quantized.w8a16", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886262+00:00", "framework": "vllm", "intentId": "12fed22cce08486a91784d774574693f", "lastModified": "2026-08-24T19:59:13+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-FP8", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886320+00:00", "framework": "vllm", "intentId": "38a5f8e42445485d900634c79a6c809b", "lastModified": "2026-08-24T19:51:52+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886377+00:00", "framework": "vllm", "intentId": "c883c13a0db542cdb74f4f95feb410bf", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886433+00:00", "framework": "vllm", "intentId": "2f52008a049d4e0ab4164dafb0e20d46", "lastModified": "2026-08-24T19:36:07+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886490+00:00", "framework": "vllm", "intentId": "91d5ea1b908545d691e475e2dbb56281", "lastModified": "2026-09-10T07:49:50+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886547+00:00", "framework": "vllm", "intentId": "c2f2f498e56a4717943fc82050b8b7ff", "lastModified": "2026-09-01T03:52:21+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886604+00:00", "framework": "vllm", "intentId": "5e0cb3479754470cbda61f19e2078a71", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886661+00:00", "framework": "vllm", "intentId": "74ec0c2dfc344dc78defda6470fa4ef5", "lastModified": "2026-08-26T16:41:36+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Kunlunxin_p-800", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886724+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5064fc8fd75f428ab1d8f393ddec2ad9", "lastModified": "2026-08-24T19:34:42+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886769+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8cd1bee02261464bb82f3589bc986129", "lastModified": "2026-08-24T19:35:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Biren_166m", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886812+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e12c86e8f2804868876f6164e28f19f9", "lastModified": "2026-08-24T19:53:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886855+00:00", "framework": "vllm-patch-tokenizer", "intentId": "60f126f343bf452da78e8bd783e4755b", "lastModified": "2026-08-24T20:09:59+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-2-7b-chat-quantized.w8a8", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886898+00:00", "framework": "vllm-patch-tokenizer", "intentId": "698d156aeda04db499c431694e18b3d1", "lastModified": "2026-08-24T19:39:27+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-3b-FP8", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886940+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b1025391c9a0406499aff3f9a6941b08", "lastModified": "2026-08-24T20:10:58+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886983+00:00", "framework": "vllm-patch-tokenizer", "intentId": "09494b511d2744e0a667477821b04a81", "lastModified": "2026-08-24T19:48:09+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887026+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b5297d933f4f4af0b2e3713b82e60369", "lastModified": "2026-08-24T19:42:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-FP8", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887068+00:00", "framework": "vllm-patch-tokenizer", "intentId": "d494a7e627f04710811fb6d0bca129ea", "lastModified": "2026-08-24T20:21:52+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887111+00:00", "framework": "vllm-patch-tokenizer", "intentId": "052ef545f35a409980889d2dfd4b0c5f", "lastModified": "2026-08-24T20:09:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-3B-Instruct-FP8", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887154+00:00", "framework": "vllm-patch-tokenizer", "intentId": "44c44fb5041f448e9aecaeca7912e22f", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887196+00:00", "framework": "vllm-patch-tokenizer", "intentId": "c71c0225c0ed4017b9a75bade5e7172c", "lastModified": "2026-08-24T20:18:47+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-27b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887238+00:00", "framework": "vllm-patch-tokenizer", "intentId": "84ff0c8650b642f6a6647c716abcce8e", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887280+00:00", "framework": "vllm", "intentId": "b161ae094f8447b48bc51facea8e2edb", "lastModified": "2026-08-24T19:34:25+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887329+00:00", "framework": "vllm", "intentId": "f39d8d6abfaf4e45bef413d1096cafea", "lastModified": "2026-08-24T19:57:49+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887377+00:00", "framework": "vllm", "intentId": "1097ea753ce94d5abde2f225e0cbb072", "lastModified": "2026-08-24T20:10:55+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-7b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887424+00:00", "framework": "vllm", "intentId": "6607e19bb1694e03b6962ae3435ce6f2", "lastModified": "2026-09-08T15:45:26+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887472+00:00", "framework": "vllm", "intentId": "0787f2d427614226a6e4999bd4028586", "lastModified": "2026-08-26T17:29:18+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887520+00:00", "framework": "vllm-customized", "intentId": "97c43ba340a847c2b0d7a23a77f9ca14", "lastModified": "2026-09-09T12:19:20+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887578+00:00", "framework": "vllm-customized", "intentId": "b22be13dce03475c8bd11b457fc61547", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-FP8", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887638+00:00", "framework": "vllm-customized", "intentId": "fbda55c24bcc4474a8379424b624e56f", "lastModified": "2026-08-24T20:01:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887700+00:00", "framework": "vllm-customized", "intentId": "158495a17d4842e08bc59416ec67bb0f", "lastModified": "2026-08-24T20:22:00+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887758+00:00", "framework": "vllm-customized", "intentId": "922ff7fec19c4b57b8a63b1adde98858", "lastModified": "2026-08-24T19:44:39+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-it-quantized.w8a8", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887816+00:00", "framework": "vllm-customized", "intentId": "a893adfe2f7040e2998185844dadc797", "lastModified": "2026-08-24T19:40:10+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887873+00:00", "framework": "vllm-customized", "intentId": "cafc0bedf48b4274bfb2f93a4c8f28fb", "lastModified": "2026-09-12T12:32:06+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-GPTQ", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "cfa70984735e4c109dd927e573773586", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887931+00:00", "framework": "vllm-customized", "intentId": "2afe24d2d2e14590875553d4445321fa", "lastModified": "2026-09-10T07:52:22+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725333+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.885641+00:00", "framework": "vllm", "intentId": "5f46474d211d4d639f5accb1a3facb66", "lastModified": "2026-08-26T17:18:42+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "reason": null, "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4993245", "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725469+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887931+00:00", "framework": "vllm-customized", "intentId": "2afe24d2d2e14590875553d4445321fa", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725466+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887873+00:00", "framework": "vllm-customized", "intentId": "cafc0bedf48b4274bfb2f93a4c8f28fb", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725464+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887816+00:00", "framework": "vllm-customized", "intentId": "a893adfe2f7040e2998185844dadc797", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725462+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887758+00:00", "framework": "vllm-customized", "intentId": "922ff7fec19c4b57b8a63b1adde98858", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725459+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887700+00:00", "framework": "vllm-customized", "intentId": "158495a17d4842e08bc59416ec67bb0f", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725457+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887638+00:00", "framework": "vllm-customized", "intentId": "fbda55c24bcc4474a8379424b624e56f", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725454+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887578+00:00", "framework": "vllm-customized", "intentId": "b22be13dce03475c8bd11b457fc61547", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725452+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887520+00:00", "framework": "vllm-customized", "intentId": "97c43ba340a847c2b0d7a23a77f9ca14", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725448+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887472+00:00", "framework": "vllm", "intentId": "0787f2d427614226a6e4999bd4028586", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725445+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887424+00:00", "framework": "vllm", "intentId": "6607e19bb1694e03b6962ae3435ce6f2", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725442+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887377+00:00", "framework": "vllm", "intentId": "1097ea753ce94d5abde2f225e0cbb072", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725440+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887329+00:00", "framework": "vllm", "intentId": "f39d8d6abfaf4e45bef413d1096cafea", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725437+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887280+00:00", "framework": "vllm", "intentId": "b161ae094f8447b48bc51facea8e2edb", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725434+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887238+00:00", "framework": "vllm-patch-tokenizer", "intentId": "84ff0c8650b642f6a6647c716abcce8e", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725431+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887196+00:00", "framework": "vllm-patch-tokenizer", "intentId": "c71c0225c0ed4017b9a75bade5e7172c", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725429+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887154+00:00", "framework": "vllm-patch-tokenizer", "intentId": "44c44fb5041f448e9aecaeca7912e22f", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725426+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887111+00:00", "framework": "vllm-patch-tokenizer", "intentId": "052ef545f35a409980889d2dfd4b0c5f", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725423+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887068+00:00", "framework": "vllm-patch-tokenizer", "intentId": "d494a7e627f04710811fb6d0bca129ea", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725421+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.887026+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b5297d933f4f4af0b2e3713b82e60369", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725418+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886983+00:00", "framework": "vllm-patch-tokenizer", "intentId": "09494b511d2744e0a667477821b04a81", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725416+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886940+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b1025391c9a0406499aff3f9a6941b08", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725413+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886898+00:00", "framework": "vllm-patch-tokenizer", "intentId": "698d156aeda04db499c431694e18b3d1", "repoId": "neuralmagic/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725410+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886855+00:00", "framework": "vllm-patch-tokenizer", "intentId": "60f126f343bf452da78e8bd783e4755b", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725407+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886812+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e12c86e8f2804868876f6164e28f19f9", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725405+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886769+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8cd1bee02261464bb82f3589bc986129", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725402+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886724+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5064fc8fd75f428ab1d8f393ddec2ad9", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725399+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886661+00:00", "framework": "vllm", "intentId": "74ec0c2dfc344dc78defda6470fa4ef5", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-8BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725396+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886604+00:00", "framework": "vllm", "intentId": "5e0cb3479754470cbda61f19e2078a71", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725393+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886547+00:00", "framework": "vllm", "intentId": "c2f2f498e56a4717943fc82050b8b7ff", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725391+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886490+00:00", "framework": "vllm", "intentId": "91d5ea1b908545d691e475e2dbb56281", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725388+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886433+00:00", "framework": "vllm", "intentId": "2f52008a049d4e0ab4164dafb0e20d46", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725385+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886377+00:00", "framework": "vllm", "intentId": "c883c13a0db542cdb74f4f95feb410bf", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725382+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886320+00:00", "framework": "vllm", "intentId": "38a5f8e42445485d900634c79a6c809b", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725379+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886262+00:00", "framework": "vllm", "intentId": "12fed22cce08486a91784d774574693f", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725376+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886205+00:00", "framework": "vllm", "intentId": "d54241f87da84dbaae5f3d765869dbe3", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725373+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886146+00:00", "framework": "vllm", "intentId": "30bb54dd8d18413ab668fc3247f92682", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725370+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886089+00:00", "framework": "vllm", "intentId": "30deea8bfb474b3294ee785fcadc3723", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725367+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.886032+00:00", "framework": "vllm", "intentId": "924cba17a61d412e9f0fde865efe5b4f", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725364+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.885973+00:00", "framework": "vllm", "intentId": "de69413cbaad4ce38b17921485aee404", "repoId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725360+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.885915+00:00", "framework": "vllm", "intentId": "9a9fabd3fc2247acb3c19ad97b3d6d76", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725356+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.885856+00:00", "framework": "vllm", "intentId": "e4d2cc3094a34477a824a7dcc6486dd1", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} +{"batchId": "cfa70984735e4c109dd927e573773586", "completedAt": "2026-09-21T03:59:24.725350+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:54:24.885793+00:00", "framework": "vllm", "intentId": "4823a56a1e654119a249884b168913c9", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} {"batchId": "3e63e2bc18a14752940234f2fadbd261", "completedAt": "2026-09-21T03:43:16.051674+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:41:04.730719+00:00", "framework": "vllm_fix_tokenizer", "intentId": "29244bd453a745dc9e17528251eac129", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} {"batchId": "3e63e2bc18a14752940234f2fadbd261", "completedAt": "2026-09-21T03:43:16.051663+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:41:04.730651+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f042315a968a4fa7a66e2a19d4a4b606", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} {"batchId": "3e63e2bc18a14752940234f2fadbd261", "completedAt": "2026-09-21T03:43:16.051660+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T03:41:04.730598+00:00", "framework": "vllm_fix_tokenizer", "intentId": "53ef62e3926b47688b86a4039776e5ba", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} @@ -2266,45 +2266,3 @@ {"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484581+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660795+00:00", "framework": "vllm", "intentId": "6003ef0eacae4cc3b93e6edf6079410f", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} {"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484579+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660747+00:00", "framework": "vllm", "intentId": "bcf9cf1aaf464493ae806cc7da380b78", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} {"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484576+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660699+00:00", "framework": "vllm", "intentId": "dc8c2b35ad1c4f0f80afe4edb8a45285", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484573+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660646+00:00", "framework": "vllm", "intentId": "4582d052150f4560bdd6d6ff4a388ba6", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484570+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660598+00:00", "framework": "vllm", "intentId": "d7fcf2fe650d4a90a28ec10f3d9ff9f2", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484566+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660551+00:00", "framework": "vllm", "intentId": "9c7b4a0f90fa42e1aaee15ecf984682c", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484564+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660503+00:00", "framework": "vllm", "intentId": "e3a1ef2816354c9cbb118315c3738ed2", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484561+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660456+00:00", "framework": "vllm", "intentId": "d147cfd0ccc54673b14fe14706fbf45f", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484558+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660407+00:00", "framework": "vllm", "intentId": "c9b7b0dcef554298b8994c74fb7e7fd8", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484555+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660358+00:00", "framework": "vllm", "intentId": "1a14fd79bf37440ebac9cb1a2ccadf3d", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484552+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660316+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5551caaddc5440c5890986eb3af357f3", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484549+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660272+00:00", "framework": "vllm-patch-tokenizer", "intentId": "88ef1271dcc74781893af3a56942c5a8", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484545+00:00", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660221+00:00", "framework": "vllm", "intentId": "ef16b41549b0438aaa93a64b75f2dcdd", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_mrv-100", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484542+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660178+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3680b874c01546a5a906ce8ea6fcb71d", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484535+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660091+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5455a7cc91b44c55a4879d2daae12f3b", "repoId": "EschaLabs/Qwen3.8-27B-Escha-W2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484532+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660048+00:00", "framework": "vllm_fix_tokenizer", "intentId": "cd07701f8b6f498c871bf9d78045c12e", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484529+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.660005+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9d96547653a84449a5bb8275c91f71ef", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484526+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659962+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c190744b4f264b15858d8cce0a97a440", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484523+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659920+00:00", "framework": "vllm_fix_tokenizer", "intentId": "63beba29f0b94ba19ae5ce1899b01fa5", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484520+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659877+00:00", "framework": "vllm_fix_tokenizer", "intentId": "37400834f04a4982ad072760766c8255", "repoId": "VerStella/Qwen3.8-27B-heretic-ara-W8A8-DCU", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484517+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659833+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1bdf8b06a0e94e9ca432f34510f7a9a3", "repoId": "JANGQ-AI/Ling-2.6-flash-JANGTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484514+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659790+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8bbb4d3e40974456a2b65d6aee4249d5", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484511+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659746+00:00", "framework": "vllm_fix_tokenizer", "intentId": "aa0640d8c60342fda54787f61b875a17", "repoId": "bharatgenai/Param2-17B-A2.4B-Thinking", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484508+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659703+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f408c3f50f7a46dab00ef293de1ad21e", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484505+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659655+00:00", "framework": "vllm_fix_tokenizer", "intentId": "d4453597ed5a47e1b5a2f2977be9a153", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484503+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659612+00:00", "framework": "vllm_fix_tokenizer", "intentId": "223063f7257e41f7b0ff0f7c0d4408ca", "repoId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484500+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659570+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e59e12ee16d348c1b51a8d062a45c2f2", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484497+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659527+00:00", "framework": "vllm_fix_tokenizer", "intentId": "cccacc557edb403ba7cd2f379d5324be", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484494+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659484+00:00", "framework": "vllm_fix_tokenizer", "intentId": "4c1fc28d7208483da74351cd8ceaf9a6", "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484491+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659440+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3413d19855da41e3b106b4e5e480b076", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484487+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659397+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8708e83023a04ff58bacd1ef46342812", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484484+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659354+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5e19d64d0a464711a49e9465da43f4bb", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484481+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659311+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7c5b39fe05c04e4fa254eeb0ae1668bd", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484478+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659267+00:00", "framework": "vllm_fix_tokenizer", "intentId": "fd3221a89e1f42cabcbd04cf780d363c", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484475+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659224+00:00", "framework": "vllm_fix_tokenizer", "intentId": "fffb8fa7c2f740d2b3ba4968ef6aa676", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484472+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659180+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c6481814e2a742e680da1fbf67cdc3d1", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484469+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659137+00:00", "framework": "vllm_fix_tokenizer", "intentId": "245e405d954c4eb78060a5bec736a74b", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484466+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659094+00:00", "framework": "vllm_fix_tokenizer", "intentId": "fb07b1d9f30346beabc9fe7b2cc41e03", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484463+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659049+00:00", "framework": "vllm_fix_tokenizer", "intentId": "353f4615878f4fa299f229e01d4a10fd", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484460+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.659006+00:00", "framework": "vllm_fix_tokenizer", "intentId": "86577c5cdd054cee9bf6d3b86b56c22a", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484457+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.658963+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f0a632acc67a4647a36c3c75028d7cba", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484454+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.658920+00:00", "framework": "vllm_fix_tokenizer", "intentId": "332721c6920e41429ccad6a19c0648f9", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484450+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.658876+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9e72c7068a33402aa5e90f0081e12eba", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484447+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.658832+00:00", "framework": "vllm_fix_tokenizer", "intentId": "33b89e17bb3e47b09aee1ead86e42752", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "cb345195717f4cd8ad228abbd9cc33ce", "completedAt": "2026-09-21T02:01:41.484444+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T01:54:15.658789+00:00", "framework": "vllm_fix_tokenizer", "intentId": "916bd016336146a5a3e5c42db9aee746", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index 18b57ca1a0..c2f5dffb30 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -1,6 +1,6 @@ { "acceptedByCategory": { - "unified_success_first": 2104 + "unified_success_first": 2105 }, "acceptedByRoute": { "text-generation|Ascend_910-b3|llamacpp": 17, @@ -25,7 +25,7 @@ "text-generation|Iluvatar_bi-150|vllm_fix_tokenizer": 40, "text-generation|Iluvatar_bi-150|vllm_tokenizer_patch": 3, "text-generation|Iluvatar_mrv-100|vllm": 62, - "text-generation|Kunlunxin_p-800|vllm": 39, + "text-generation|Kunlunxin_p-800|vllm": 40, "text-generation|Kunlunxin_p-800|vllm_fix_tokenizer": 178, "text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 70, "text-generation|MetaX_c-500|vllm": 104, @@ -38,8 +38,8 @@ "text-generation|hygon_k100-ai|vllm": 26, "text-generation|hygon_k100-ai|vllm-patch-tokenizer": 120 }, - "acceptedSinceRefresh": 2104, - "acceptedTotal": 2104, - "generatedAt": "2026-09-21T03:43:15.986772+00:00", + "acceptedSinceRefresh": 2105, + "acceptedTotal": 2105, + "generatedAt": "2026-09-21T03:59:24.666274+00:00", "version": 1 } diff --git a/ledger/submissions.jsonl b/ledger/submissions.jsonl index 81197aa934..642700c499 100644 --- a/ledger/submissions.jsonl +++ b/ledger/submissions.jsonl @@ -1166,3 +1166,4 @@ {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/LFM2.5-1.2B-Instruct-4bit", "modelId": "mlx-community/LFM2.5-1.2B-Instruct-4bit", "submitTime": "2026-09-20T20:09:24.405809+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986872", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"} {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T20:09:24.421834+00:00", "targetGpu": "Iluvatar_bi-100", "taskId": "4986873", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-100"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "submitTime": "2026-09-20T21:19:40.047378+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4987847", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} +{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "modelId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "submitTime": "2026-09-21T03:54:33.488359+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4993245", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"} diff --git a/manifest.json b/manifest.json index eaf15ccd31..80a7400d7b 100644 --- a/manifest.json +++ b/manifest.json @@ -10,16 +10,16 @@ ".modelhub_state/queue_cleanup_latest.json": "1208809ad007254126e20065baf25bf928cb293578a1db98e0ce488d89f1e385", ".modelhub_state/recent_outcomes.jsonl": "6c9a1359f88aa4efac9b6af1e8f56076d8172cc341fe9dd130289ea4b0d89532", ".modelhub_state/recovery_active_tasks.jsonl": "26d5a8b3ee19ca403a3cc38272eef57d6da66f4c1c744a2ac981434e4898a11d", - ".modelhub_state/recovery_intents.jsonl": "6584a345bf2440618bd1342071180b8434404d3b9163d92ae9afb19c6e352325", - ".modelhub_state/routing_intelligence.json": "c634201082b8a1aff0a6defd36ba36d24ac3776fe49744bdee95d7216aaf7249", + ".modelhub_state/recovery_intents.jsonl": "69d68cd71a9c99bad4228c2b412d9695f83ac0581311e11c311e2e26f119f928", + ".modelhub_state/routing_intelligence.json": "4a49f5ed1371a8d1c87c0a812b464912bdbab8d23e3d030ddd5f64e697c8119e", ".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989", ".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7", - "ledger/submissions.jsonl": "5a0a8ac5c56c49338860ab7d0105c812c40efff9794bf0b40dc08c79bb9df697", - "outcomes/submissions.jsonl": "c07a871d492dcdd53e5c125c33655409f6ffbdbf9b6db8257a63eab08e10d14f" + "ledger/submissions.jsonl": "8bfbb814e42a3143b373d976c0f898363cbf4abebb1f6fec891076c8b9a7cc1b", + "outcomes/submissions.jsonl": "77f2ceb7a7f72db1591b6d59ef7a772bed64667d7a0678df22616386c2526026" }, - "generation": 11156, - "phase": "intent", + "generation": 11157, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-09-21T03:54:25.017378+00:00", + "updatedAt": "2026-09-21T03:59:24.852089+00:00", "writerId": "8b35139af6674067a339a670222d4b67" } diff --git a/outcomes/submissions.jsonl b/outcomes/submissions.jsonl index dfe24a64c9..966bad4893 100644 --- a/outcomes/submissions.jsonl +++ b/outcomes/submissions.jsonl @@ -1158,3 +1158,4 @@ {"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2014810120, "estimatedRequiredGiB": 2.256, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 2018195467, "modelscopeLicense": "apache-2.0", "modelscopeParams": 1812039680, "modelscopeTags": ["license:apache-2.0", "model_type:llama", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:int8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 2018195467}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T03:11:17.184850+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4992749", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "neuralmagic/starcoder2-3b-FP8", "modelProfile": {"architectures": ["Starcoder2ForCausalLM"], "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 3484485728, "estimatedRequiredGiB": 3.898, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "starcoder2", "modelscopeFileSize": 3487786187, "modelscopeLicense": "other", "modelscopeParams": 3181366272, "modelscopeTags": ["license:other", "model_type:starcoder2", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:fp8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 3487786187}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T03:11:17.181043+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4992750", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm-mlu", "lastSyncTime": null, "modelId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 9084013360, "estimatedRequiredGiB": 10.162, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 9093204103, "modelscopeLicense": "llama3.1", "modelscopeParams": 8030261248, "modelscopeTags": ["license:llama3.1", "model_type:llama", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:int8", "custom_tag:vllm", "custom_tag:quantized", "custom_tag:8-bit"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 9093204103}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T03:31:36.734307+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "4993022", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "modelProfile": {"architectures": ["NemotronHForCausalLM"], "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 19342796520, "estimatedRequiredGiB": 21.64, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "nemotron_h", "modelscopeFileSize": 19362750397, "modelscopeLicense": "other", "modelscopeParams": 18237772608, "modelscopeTags": ["license:other", "model_type:nemotron_h", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:nvidia", "custom_tag:pytorch"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 19362750397}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-21T03:54:33.488359+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4993245", "taskType": "text-generation", "verifyResult": null}