diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 70ee0fdbe..028f6278a 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -1755,37 +1755,37 @@ {"batchId": "ba16ae7d52b341adbd7ee3e9ffbd71eb", "completedAt": "2026-09-20T19:15:52.752509+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:09:04.975033+00:00", "framework": "vllm-patch-tokenizer", "intentId": "3c413c4412d94be4ab6035846baf6421", "lastModified": "2026-08-24T22:06:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "reason": null, "reconciledAt": "2026-09-20T19:19:48.504085+00:00", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "hygon_k100-ai", "taskId": "4986098", "taskType": "text-generation"} {"batchId": "4957a3be1f5246c0a5d0b3eebd07c39a", "completedAt": "2026-09-20T19:30:12.173498+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:23:16.305658+00:00", "framework": "vllm", "intentId": "3657eca9dab94c10a45edd9cfec0a26c", "lastModified": "2026-08-31T23:02:41+00:00", "modelAddress": "https://modelscope.cn/models/ewinregirgojr/Qwen3.8-14B-Instruct-Turbo", "reason": null, "repoId": "ewinregirgojr/Qwen3.8-14B-Instruct-Turbo", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "4986237", "taskType": "text-generation"} {"batchId": "4957a3be1f5246c0a5d0b3eebd07c39a", "completedAt": "2026-09-20T19:30:12.173622+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:23:16.307740+00:00", "framework": "vllm_tokenizer_patch", "intentId": "934a519b92bd4861a448554c3f60dc5a", "lastModified": "2026-08-26T17:20:09+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "reason": null, "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4986310", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721190+00:00", "framework": "vllm-customized", "intentId": "3c706ae45c0448c09801ec6e90b2e809", "lastModified": "2026-08-24T20:26:05+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721315+00:00", "framework": "vllm-customized", "intentId": "7249cb34f7e7484fb981a3327b4221a0", "lastModified": "2026-09-03T13:37:32+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721379+00:00", "framework": "vllm-customized", "intentId": "b9a6d24e1f6b45beb8f58519cbc8c97d", "lastModified": "2026-08-24T20:15:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721439+00:00", "framework": "vllm-customized", "intentId": "6d19f6f5961345ee9f89570774000391", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721498+00:00", "framework": "vllm-customized", "intentId": "bcc6c4153bb34cd7aacf9b4df0c8dc1b", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721560+00:00", "framework": "vllm-customized", "intentId": "59eea327917c492c8247eb66a9a84c50", "lastModified": "2026-08-29T01:07:23+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721620+00:00", "framework": "vllm-customized", "intentId": "b4a5e02b3bf342f6bc670ec2f19c95db", "lastModified": "2026-09-01T03:52:21+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721695+00:00", "framework": "vllm", "intentId": "c1d57538ec464471b2a2d2620072702c", "lastModified": "2026-08-24T20:31:44+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721739+00:00", "framework": "vllm", "intentId": "135079de1ca04f5f8ce35abed325cfee", "lastModified": "2026-08-24T20:36:30+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721781+00:00", "framework": "vllm", "intentId": "1be952fa5c4c43a8ae9e3e452624c764", "lastModified": "2026-09-08T03:51:51+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721823+00:00", "framework": "vllm", "intentId": "b9a4ca7b7234440581850d293e2747f3", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721865+00:00", "framework": "vllm", "intentId": "7112174db5194c108e907ead9fff9d5c", "lastModified": "2026-08-24T20:28:59+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721907+00:00", "framework": "vllm", "intentId": "19ad61f0c12a4a32b0767d167d9a7b15", "lastModified": "2026-08-24T20:15:51+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721949+00:00", "framework": "vllm", "intentId": "9e0c250231014a0fad8de2e34586db69", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721993+00:00", "framework": "vllm", "intentId": "de28893c53544ebebcf9023b1d02cd59", "lastModified": "2026-09-01T03:45:04+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722037+00:00", "framework": "vllm", "intentId": "acad08f2771b40bb80110ef098afd4ec", "lastModified": "2026-09-04T12:06:11+00:00", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722080+00:00", "framework": "vllm", "intentId": "d1dfee9ef8ed4e998804fbe21c058d87", "lastModified": "2026-08-26T18:36:54+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v3-9B", "repoId": "aisingapore/Gemma-SEA-LION-v3-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722122+00:00", "framework": "vllm", "intentId": "94e07e9bd5dc42e28431e0ae3c63d300", "lastModified": "2026-08-26T15:57:06+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722163+00:00", "framework": "vllm", "intentId": "10d82e62031f443196414b43a773d026", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722223+00:00", "framework": "vllm", "intentId": "d622e53f2ed8407688184b1c5781fd36", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722281+00:00", "framework": "vllm_fix_tokenizer", "intentId": "02be9440d6c849eebb40d4948d8b8baf", "lastModified": "2026-08-24T20:38:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722337+00:00", "framework": "vllm_fix_tokenizer", "intentId": "665afddbf43449dea6a656e5d78eeba1", "lastModified": "2026-09-10T05:36:14+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722391+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c2427dcfab144c0aae7ac2685d082d04", "lastModified": "2026-09-10T05:34:35+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722451+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b323cdb4c8604c8f827ffd1eb1b9811b", "lastModified": "2026-08-31T14:27:40+00:00", "modelAddress": "https://modelscope.cn/models/sbintuitions/sarashina2.2-3b-instruct-v0.1", "repoId": "sbintuitions/sarashina2.2-3b-instruct-v0.1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722506+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a88ef689ce174681a705df7911caec3b", "lastModified": "2026-08-25T12:06:29+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-8B-A1B", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722560+00:00", "framework": "vllm_fix_tokenizer", "intentId": "cbcfaee077db43ae9dc86cb637bee032", "lastModified": "2026-08-26T16:41:11+00:00", "modelAddress": "https://modelscope.cn/models/apodex/Apodex-1.1-mini-GPTQ-Int4", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722614+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c56d984ab1174103bfab19eec2d11542", "lastModified": "2026-08-26T17:23:58+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722673+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b1679d2c4ddc429c9521ff0caa35a8ec", "lastModified": "2026-08-26T18:08:39+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722727+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0d619d708d7349d48459c1ff8a50fb52", "lastModified": "2026-08-26T17:38:05+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Llama-SEA-LION-v3-8B", "repoId": "aisingapore/Llama-SEA-LION-v3-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722782+00:00", "framework": "vllm_fix_tokenizer", "intentId": "79fcf9866bbe4c3783524c9a26364fdb", "lastModified": "2026-09-13T05:35:22+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Spark-X2.5-4B-OptiQ-4bit", "repoId": "mlx-community/Spark-X2.5-4B-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722836+00:00", "framework": "vllm_fix_tokenizer", "intentId": "fa97881dc8e3454ebec11fb6594b1844", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660560+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721865+00:00", "framework": "vllm", "intentId": "7112174db5194c108e907ead9fff9d5c", "lastModified": "2026-08-24T20:28:59+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "reason": null, "repoId": "RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4986332", "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660592+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722451+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b323cdb4c8604c8f827ffd1eb1b9811b", "lastModified": "2026-08-31T14:27:40+00:00", "modelAddress": "https://modelscope.cn/models/sbintuitions/sarashina2.2-3b-instruct-v0.1", "reason": null, "repoId": "sbintuitions/sarashina2.2-3b-instruct-v0.1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4986333", "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660610+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722836+00:00", "framework": "vllm_fix_tokenizer", "intentId": "fa97881dc8e3454ebec11fb6594b1844", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660607+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722782+00:00", "framework": "vllm_fix_tokenizer", "intentId": "79fcf9866bbe4c3783524c9a26364fdb", "repoId": "mlx-community/Spark-X2.5-4B-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660605+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722727+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0d619d708d7349d48459c1ff8a50fb52", "repoId": "aisingapore/Llama-SEA-LION-v3-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660603+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722673+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b1679d2c4ddc429c9521ff0caa35a8ec", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660600+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722614+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c56d984ab1174103bfab19eec2d11542", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-8bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660597+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722560+00:00", "framework": "vllm_fix_tokenizer", "intentId": "cbcfaee077db43ae9dc86cb637bee032", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660594+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722506+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a88ef689ce174681a705df7911caec3b", "repoId": "LiquidAI/LFM2.5-8B-A1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660589+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722391+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c2427dcfab144c0aae7ac2685d082d04", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660586+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722337+00:00", "framework": "vllm_fix_tokenizer", "intentId": "665afddbf43449dea6a656e5d78eeba1", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660584+00:00", "configFingerprint": "382ef635ba042d77a729681df1994f5ac5e7beaf5980ac5d2e7045645d11c732", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722281+00:00", "framework": "vllm_fix_tokenizer", "intentId": "02be9440d6c849eebb40d4948d8b8baf", "repoId": "neuralmagic/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660581+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722223+00:00", "framework": "vllm", "intentId": "d622e53f2ed8407688184b1c5781fd36", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660579+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722163+00:00", "framework": "vllm", "intentId": "10d82e62031f443196414b43a773d026", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660576+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722122+00:00", "framework": "vllm", "intentId": "94e07e9bd5dc42e28431e0ae3c63d300", "repoId": "aisingapore/Llama-SEA-LION-v3.5-70B-R-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660573+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722080+00:00", "framework": "vllm", "intentId": "d1dfee9ef8ed4e998804fbe21c058d87", "repoId": "aisingapore/Gemma-SEA-LION-v3-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660570+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.722037+00:00", "framework": "vllm", "intentId": "acad08f2771b40bb80110ef098afd4ec", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660568+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721993+00:00", "framework": "vllm", "intentId": "de28893c53544ebebcf9023b1d02cd59", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660565+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721949+00:00", "framework": "vllm", "intentId": "9e0c250231014a0fad8de2e34586db69", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660563+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721907+00:00", "framework": "vllm", "intentId": "19ad61f0c12a4a32b0767d167d9a7b15", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660557+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721823+00:00", "framework": "vllm", "intentId": "b9a4ca7b7234440581850d293e2747f3", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660554+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721781+00:00", "framework": "vllm", "intentId": "1be952fa5c4c43a8ae9e3e452624c764", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660551+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721739+00:00", "framework": "vllm", "intentId": "135079de1ca04f5f8ce35abed325cfee", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660548+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721695+00:00", "framework": "vllm", "intentId": "c1d57538ec464471b2a2d2620072702c", "repoId": "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660545+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721620+00:00", "framework": "vllm-customized", "intentId": "b4a5e02b3bf342f6bc670ec2f19c95db", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660542+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721560+00:00", "framework": "vllm-customized", "intentId": "59eea327917c492c8247eb66a9a84c50", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660539+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721498+00:00", "framework": "vllm-customized", "intentId": "bcc6c4153bb34cd7aacf9b4df0c8dc1b", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660536+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721439+00:00", "framework": "vllm-customized", "intentId": "6d19f6f5961345ee9f89570774000391", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660532+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721379+00:00", "framework": "vllm-customized", "intentId": "b9a6d24e1f6b45beb8f58519cbc8c97d", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660528+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721315+00:00", "framework": "vllm-customized", "intentId": "7249cb34f7e7484fb981a3327b4221a0", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "91968e61747d4364bdf7fbbd10ba49db", "completedAt": "2026-09-20T19:33:29.660514+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:30:13.721190+00:00", "framework": "vllm-customized", "intentId": "3c706ae45c0448c09801ec6e90b2e809", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} {"batchId": "4957a3be1f5246c0a5d0b3eebd07c39a", "completedAt": "2026-09-20T19:30:12.173639+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:23:16.308008+00:00", "framework": "vllm-customized", "intentId": "3c653db8b3bc4ad591c8793f95cd99d5", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} {"batchId": "4957a3be1f5246c0a5d0b3eebd07c39a", "completedAt": "2026-09-20T19:30:12.173636+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:23:16.307947+00:00", "framework": "vllm-customized", "intentId": "a98a02d8187548a8ad7907afad8ac722", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} {"batchId": "4957a3be1f5246c0a5d0b3eebd07c39a", "completedAt": "2026-09-20T19:30:12.173633+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T19:23:16.307906+00:00", "framework": "vllm_tokenizer_patch", "intentId": "cc37dceae051443d93c22341dfd31f3a", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} @@ -2057,32 +2057,3 @@ {"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376753+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.657429+00:00", "framework": "vllm-patch-tokenizer", "intentId": "4b8f1fc5cda3483b9572d4da31a6a870", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} {"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376750+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.657387+00:00", "framework": "vllm-patch-tokenizer", "intentId": "de8059d2e22847c3b256c254ffb8f821", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} {"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376747+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.657345+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e1950e15918342cb8b7a326e15af363d", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376745+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.657303+00:00", "framework": "vllm-patch-tokenizer", "intentId": "23fe7667f61a4cd783838e811fe34d6f", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376742+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.657261+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f3a92975fefb43c19b76c16fa0214c80", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376740+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.657219+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5b92a41a69334b8aafb247bea1e6485c", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376737+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.657177+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0b679600d7064845bcf4e862344d7229", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376734+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.657134+00:00", "framework": "vllm-patch-tokenizer", "intentId": "6fa1ba16a7cc4bbd987be245e69ffc29", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376731+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.657092+00:00", "framework": "vllm-patch-tokenizer", "intentId": "a0521a05ee22426085b3b3f320373421", "repoId": "neuralmagic/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376728+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.657049+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f3caac8a11864ccf866a00cc6de3e8cb", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376725+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656999+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7ed9080804294cd7ba307c410082a153", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376722+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656957+00:00", "framework": "vllm_fix_tokenizer", "intentId": "26901f08ccb44b268f3eec97d91d537b", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376720+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656914+00:00", "framework": "vllm_fix_tokenizer", "intentId": "8844dcb031e74fa6bae43c4400edbdd3", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376717+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656871+00:00", "framework": "vllm_fix_tokenizer", "intentId": "fa942862a07e4c6a9a1b8e0b418545ae", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376714+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656828+00:00", "framework": "vllm_fix_tokenizer", "intentId": "9dae206e013142d9ab6c69d407cf34ed", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376711+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656785+00:00", "framework": "vllm_fix_tokenizer", "intentId": "169f9fb14774443298758e06f2af2299", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376708+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656729+00:00", "framework": "vllm", "intentId": "089f9a65c68545b9aa9d5d836b3d6d6c", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Biren_166m", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376705+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656673+00:00", "framework": "vllm", "intentId": "b2cf274b756949c2901b26842961bbb3", "repoId": "EschaLabs/Qwen3.8-27B-Escha-W2", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376702+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656611+00:00", "framework": "vllm", "intentId": "a446c868c50f4ff3a23ee70e1153366b", "repoId": "VerStella/Qwen3.8-27B-heretic-ara-W8A8-DCU", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376699+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656554+00:00", "framework": "vllm", "intentId": "f6af10acacec48869066437c6c7e3821", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376696+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656489+00:00", "framework": "vllm", "intentId": "201b6bbb415748f897f45b6c9ba513a1", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376693+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656432+00:00", "framework": "vllm", "intentId": "522813b926e745f8b0692d1c1b606dd5", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-6bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376690+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656313+00:00", "framework": "vllm", "intentId": "e40f2583a9b4488294e6416462d6eeb6", "repoId": "ewinregirgojr/Qwen3.8-14B-Instruct-Turbo", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376687+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656255+00:00", "framework": "vllm", "intentId": "05fbed9d04294decae080212ea70a94d", "repoId": "ewinregirgojr/Qwen3.8-9B-Instruct-Turbo", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376684+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656197+00:00", "framework": "vllm", "intentId": "a8a1daaa82c24bf89a77f6258d9546e8", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376682+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656148+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a574451f55134c12b42aa859bcc26052", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376679+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.656097+00:00", "framework": "vllm_tokenizer_patch", "intentId": "88003a19e74146ccb1e27a4786ab7f65", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376661+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.655987+00:00", "framework": "vllm_tokenizer_patch", "intentId": "82e6a9aa98584e0480c25e94523d4a08", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376657+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.655949+00:00", "framework": "vllm_tokenizer_patch", "intentId": "abd4ea86394c4bb1ba42ccdbe4aa540a", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376655+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.655912+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ab9ae2dd1e354f46b74582ab89f30005", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376652+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.655874+00:00", "framework": "vllm_tokenizer_patch", "intentId": "89e2eff214884600befb66860e29e169", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "748c2571b3404f7eacf07d9209eb073f", "completedAt": "2026-09-20T18:47:13.376649+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T18:39:27.655837+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6a94aa262fb34ca4b87f8116d02a62ec", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index 6f0ee607f..50a191808 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -1,6 +1,6 @@ { "acceptedByCategory": { - "unified_success_first": 1895 + "unified_success_first": 1897 }, "acceptedByRoute": { "text-generation|Ascend_910-b3|llamacpp": 17, @@ -30,15 +30,15 @@ "text-generation|MetaX_c-500|vllm": 104, "text-generation|Mthreads_s4000|llamacpp": 17, "text-generation|Mthreads_s4000|vllm": 103, - "text-generation|Sunrise_pt-200-x1|vllm": 75, - "text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 83, + "text-generation|Sunrise_pt-200-x1|vllm": 76, + "text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 84, "text-generation|Vastai_va16|vllm_fix_tokenizer": 74, "text-generation|hygon_k100-ai|llamacpp": 18, "text-generation|hygon_k100-ai|vllm": 26, "text-generation|hygon_k100-ai|vllm-patch-tokenizer": 113 }, - "acceptedSinceRefresh": 1895, - "acceptedTotal": 1895, - "generatedAt": "2026-09-20T19:30:12.112201+00:00", + "acceptedSinceRefresh": 1897, + "acceptedTotal": 1897, + "generatedAt": "2026-09-20T19:33:29.602301+00:00", "version": 1 } diff --git a/ledger/submissions.jsonl b/ledger/submissions.jsonl index f4410816c..c6a34d1c8 100644 --- a/ledger/submissions.jsonl +++ b/ledger/submissions.jsonl @@ -997,7 +997,6 @@ {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a8", "modelId": "neuralmagic/starcoder2-7b-quantized.w8a8", "submitTime": "2026-09-20T19:09:12.237648+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4986045", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "modelId": "primitive-ai/Nex-N2.5-mini-NVFP4", "submitTime": "2026-09-20T19:09:12.206917+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4986039", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"} {"framework": "vllm-patch-tokenizer", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "submitTime": "2026-09-20T19:12:09.492560+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4986098", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-patch-tokenizer-hygon-k100-ai"} -{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/OpenBMB/MiniCPM5-2B-GPTQ", "modelId": "OpenBMB/MiniCPM5-2B-GPTQ", "submitTime": "2026-09-20T03:30:31.100436+00:00", "targetGpu": "Ascend_910-b4", "taskId": "4969813", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-ascend-910-b4"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T03:41:49.051083+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970006", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed", "submitTime": "2026-09-20T03:41:49.009007+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970003", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Bare-Speed-FP16", "submitTime": "2026-09-20T03:41:48.960695+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4970000", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-kunlunxin-p-800"} @@ -1126,3 +1125,5 @@ {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "modelId": "LiquidAI/LFM2.5-2.6B", "submitTime": "2026-09-20T14:26:18.189644+00:00", "targetGpu": "Biren_166m", "taskId": "4980427", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-biren-166m"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/ewinregirgojr/Qwen3.8-14B-Instruct-Turbo", "modelId": "ewinregirgojr/Qwen3.8-14B-Instruct-Turbo", "submitTime": "2026-09-20T19:23:30.183489+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4986237", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-kunlunxin-p-800"} {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "submitTime": "2026-09-20T19:28:11.202603+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4986310", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-iluvatar-bi-150"} +{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "modelId": "RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T19:30:14.636274+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4986332", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-sunrise-pt-200-x1"} +{"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/sbintuitions/sarashina2.2-3b-instruct-v0.1", "modelId": "sbintuitions/sarashina2.2-3b-instruct-v0.1", "submitTime": "2026-09-20T19:31:34.206245+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4986333", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-sunrise-pt-200-x1"} diff --git a/manifest.json b/manifest.json index b478023f4..bcecabf94 100644 --- a/manifest.json +++ b/manifest.json @@ -9,16 +9,16 @@ ".modelhub_state/queue_cleanup_latest.json": "51060760318808c95c5f937aac9389cef4379d95a33f6213764b0f798b1c6bb9", ".modelhub_state/recent_outcomes.jsonl": "f156fbb10d7bf9d896602a768c2e27bf24f4c457a873ba65e8579017ffae0fc3", ".modelhub_state/recovery_active_tasks.jsonl": "6dff58c66de6f3cbd3c175254982836eaa80e5bd3c03f01a53de6608d1885cee", - ".modelhub_state/recovery_intents.jsonl": "a9559883d3d14ffe8ce0fc1c28bc75120d112f08f64f2f9d2369e96a946949f4", - ".modelhub_state/routing_intelligence.json": "b9c4913262a53f1e573ae3b4a436d5914a026f2e06fd8beaaf57b682e400c9e2", + ".modelhub_state/recovery_intents.jsonl": "16eb8192cee375ce3c24266b15390671ea0c64a37e6cb3e58204e70a061e42a7", + ".modelhub_state/routing_intelligence.json": "48892cb3c50a4d4e48176f31a46bd388b403776ec51c76eaf349c4f64e3b2c5d", ".modelhub_state/submission_exclusions.jsonl": "221be895a524330815b3c5124450b33c94b5f1e68169030c73684bf675d06ec7", ".modelhub_state/worker_crashes.jsonl": "a494412048eca6dce83e7284303a6b4b56a445c1274ac201ab8723c739a14f23", - "ledger/submissions.jsonl": "2c1393259672582b291c85e94aa9c9937ab0db8fd8f799d61cebb413c0f841ce", - "outcomes/submissions.jsonl": "60e7ebb8a4186e6d9f65149e4e277f53628a62fb8c317ea1b5200b090b3ab868" + "ledger/submissions.jsonl": "fa50896af712c4816dc8a8bcf6a3291a1bd917bd93f2d9a832fab5ac96c49c50", + "outcomes/submissions.jsonl": "794892fa4941c9f015458e413ef3a2e4215908c642f6126e8f1fd879bd06e3ed" }, - "generation": 10828, - "phase": "intent", + "generation": 10829, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-09-20T19:30:13.861646+00:00", + "updatedAt": "2026-09-20T19:33:29.842980+00:00", "writerId": "fc715c06e24c4db2ae3e425e435db996" } diff --git a/outcomes/submissions.jsonl b/outcomes/submissions.jsonl index ab1ead9c0..f79866a6c 100644 --- a/outcomes/submissions.jsonl +++ b/outcomes/submissions.jsonl @@ -1086,3 +1086,5 @@ {"failReason": null, "framework": "vllm-patch-tokenizer", "lastSyncTime": null, "modelId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "modelProfile": {"architectures": ["Phi3ForCausalLM"], "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 14289052464, "estimatedRequiredGiB": 15.972, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "phi3", "modelscopeFileSize": 14291553638, "modelscopeLicense": "mit", "modelscopeParams": 13960238080, "modelscopeTags": ["license:mit", "model_type:phi3", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:fp8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 14291553638}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T19:12:09.492560+00:00", "targetGpu": "hygon_k100-ai", "taskId": "4986098", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "ewinregirgojr/Qwen3.8-14B-Instruct-Turbo", "modelProfile": {"architectures": ["Qwen3_5ForCausalLM"], "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 30679155168, "estimatedRequiredGiB": 34.312, "gpuMemoryEvidence": {"memoryGiB": 100.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 100.0, "maximumRepositorySizeGiB": 83.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5", "modelscopeFileSize": 30702164068, "modelscopeLicense": "apache-2.0", "modelscopeParams": 15180130288, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3_5", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:qwen", "custom_tag:qwen3", "custom_tag:14b", "custom_tag:deltanet", "custom_tag:linear-attention", "custom_tag:hybrid-attention", "custom_tag:distillation", "custom_tag:pruned", "custom_tag:reasoning", "custom_tag:tool-calling", "custom_tag:agent", "custom_tag:coding", "custom_tag:gguf", "deploy:swingdeploy"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 30702164068}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T19:23:30.183489+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "4986237", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm_tokenizer_patch", "lastSyncTime": null, "modelId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2340697867, "estimatedRequiredGiB": 2.621, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 2345554722, "modelscopeLicense": "other", "modelscopeParams": 1170340608, "modelscopeTags": ["license:other", "model_type:lfm2", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:edge", "custom_tag:mlx", "custom_tag:reasoning"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 2345554722}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T19:28:11.202603+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4986310", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a8", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 9084013360, "estimatedRequiredGiB": 10.163, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 9093325064, "modelscopeLicense": "llama3", "modelscopeParams": 8030261248, "modelscopeTags": ["license:llama3", "model_type:llama", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 9093325064}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T19:30:14.636274+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4986332", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm_fix_tokenizer", "lastSyncTime": null, "modelId": "sbintuitions/sarashina2.2-3b-instruct-v0.1", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 6711252896, "estimatedRequiredGiB": 7.503, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 6713123803, "modelscopeLicense": "mit", "modelscopeParams": 3355609600, "modelscopeTags": ["license:mit", "model_type:llama", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 6713123803}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T19:31:34.206245+00:00", "targetGpu": "Sunrise_pt-200-x1", "taskId": "4986333", "taskType": "text-generation", "verifyResult": null}