diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index c48ca001fd..a05548bfb4 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -2080,31 +2080,31 @@ {"batchId": "072a3efb5c114b19a1bc75a0ee98a1b0", "completedAt": "2026-09-21T12:06:13.666858+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:57:46.023270+00:00", "framework": "vllm_tokenizer_patch", "intentId": "4e07bbc2d0a749278af7dd55f11ed652", "lastModified": "2026-08-26T13:13:18+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "reason": null, "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-FP8-Dynamic", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "5000420", "taskType": "text-generation"} {"batchId": "072a3efb5c114b19a1bc75a0ee98a1b0", "completedAt": "2026-09-21T12:06:13.666870+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:57:46.023490+00:00", "framework": "vllm", "intentId": "a4b8be09501f4aa79e1439f64e446deb", "lastModified": "2026-08-24T20:36:33+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "reason": null, "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "5000425", "taskType": "text-generation"} {"batchId": "072a3efb5c114b19a1bc75a0ee98a1b0", "completedAt": "2026-09-21T12:06:13.666895+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:57:46.023940+00:00", "framework": "vllm-patch-tokenizer", "intentId": "0b382c65ae0d4279a59913b82c69907c", "lastModified": "2026-08-24T20:09:59+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-2-7b-chat-quantized.w8a8", "reason": null, "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "hygon_k100-ai", "taskId": "5000455", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558460+00:00", "framework": "vllm", "intentId": "28897f37b215463381ed0e1a565cc3a8", "lastModified": "2026-08-24T19:48:09+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558588+00:00", "framework": "vllm", "intentId": "d8dfadee6e2a44ab872f67319dfcaa6d", "lastModified": "2026-08-24T19:36:40+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558636+00:00", "framework": "vllm", "intentId": "d807d3e4261c48c4821ebbbde1cf734a", "lastModified": "2026-08-24T20:26:05+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558688+00:00", "framework": "vllm", "intentId": "f9b4f1ddbffd4f5baec1110415702c85", "lastModified": "2026-08-24T20:14:53+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w4a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558732+00:00", "framework": "vllm", "intentId": "2bffd17fcbcc4dd5b9fa60f998a56f7c", "lastModified": "2026-08-24T19:40:10+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-7b-quantized.w8a8", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558773+00:00", "framework": "vllm", "intentId": "48169c746e3840369536b5fd694bf7fb", "lastModified": "2026-09-08T03:51:51+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558816+00:00", "framework": "vllm", "intentId": "8ef2f97df46747ba92634a26bcaedc36", "lastModified": "2026-09-03T13:37:32+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558858+00:00", "framework": "vllm", "intentId": "d397af04dcca45139b1d044a5ed06497", "lastModified": "2026-08-24T19:41:12+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-quantized.w8a8", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558900+00:00", "framework": "vllm", "intentId": "79f45eb063654a29a377f1bd409c2a77", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558941+00:00", "framework": "vllm", "intentId": "7a50352655fe4039857889842b75f598", "lastModified": "2026-08-24T20:22:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558983+00:00", "framework": "vllm", "intentId": "5f7e368985fe4e49a1f0ad9721a37b96", "lastModified": "2026-08-24T20:01:57+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559025+00:00", "framework": "vllm", "intentId": "52b84a0c4024418bb04a47f93bafb6b2", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559066+00:00", "framework": "vllm", "intentId": "371d7ac7413a4004877519e376b57937", "lastModified": "2026-09-01T03:45:04+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559107+00:00", "framework": "vllm", "intentId": "7a537fa61bec4da1b762371381269222", "lastModified": "2026-09-04T12:06:11+00:00", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559149+00:00", "framework": "vllm", "intentId": "782fb6dfe6814cba952ac25243ad8b7f", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559190+00:00", "framework": "vllm", "intentId": "e20a67c8525f41dc9dc961187c2ae539", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559232+00:00", "framework": "vllm", "intentId": "bb5d40bd62ad400b8430f3545c9f03bc", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559284+00:00", "framework": "vllm", "intentId": "11c470f8b3194efaad2559292e64aa51", "lastModified": "2026-08-26T19:43:40+00:00", "modelAddress": "https://modelscope.cn/models/inceptionai/Jais-2-8B-Chat", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559335+00:00", "framework": "vllm", "intentId": "de71e131392d43c585f403513041dc0c", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559393+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7ac0043a9bda44e4a75d75d7555c6b33", "lastModified": "2026-08-24T19:57:49+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559449+00:00", "framework": "vllm_fix_tokenizer", "intentId": "184c62706c294bb2a1d83c873168dbd4", "lastModified": "2026-09-10T05:31:36+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-NVFP4", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559503+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1b424d3d44824e86865bd4aeda6915d9", "lastModified": "2026-09-10T05:36:14+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559558+00:00", "framework": "vllm_fix_tokenizer", "intentId": "15c1a05a7c834dc8b817978153efb45b", "lastModified": "2026-09-10T05:34:35+00:00", "modelAddress": "https://modelscope.cn/models/primitive-ai/Nex-N2.5-mini-FP8", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559612+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e91415b541d9406e9ffb97c34067156d", "lastModified": "2026-08-26T16:41:11+00:00", "modelAddress": "https://modelscope.cn/models/apodex/Apodex-1.1-mini-GPTQ-Int4", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} -{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559672+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ea3e3fb6fcad4b14b62d5deaeaf41d15", "lastModified": "2026-08-26T12:23:32+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211287+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559672+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ea3e3fb6fcad4b14b62d5deaeaf41d15", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211284+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559612+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e91415b541d9406e9ffb97c34067156d", "repoId": "apodex/Apodex-1.1-mini-GPTQ-Int4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211281+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559558+00:00", "framework": "vllm_fix_tokenizer", "intentId": "15c1a05a7c834dc8b817978153efb45b", "repoId": "primitive-ai/Nex-N2.5-mini-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211279+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559503+00:00", "framework": "vllm_fix_tokenizer", "intentId": "1b424d3d44824e86865bd4aeda6915d9", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211276+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559449+00:00", "framework": "vllm_fix_tokenizer", "intentId": "184c62706c294bb2a1d83c873168dbd4", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211272+00:00", "configFingerprint": "2e9cebc01b20081f0839fa18fe9ca4f7d059509f235699027201fe328177b304", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559393+00:00", "framework": "vllm_fix_tokenizer", "intentId": "7ac0043a9bda44e4a75d75d7555c6b33", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211269+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559335+00:00", "framework": "vllm", "intentId": "de71e131392d43c585f403513041dc0c", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211266+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559284+00:00", "framework": "vllm", "intentId": "11c470f8b3194efaad2559292e64aa51", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211263+00:00", "configFingerprint": "ac4b2845ddd4bdce478dd2b65134ee3ab3d259a119afe6841bf068b135fd4892", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559232+00:00", "framework": "vllm", "intentId": "bb5d40bd62ad400b8430f3545c9f03bc", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211260+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559190+00:00", "framework": "vllm", "intentId": "e20a67c8525f41dc9dc961187c2ae539", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211257+00:00", "configFingerprint": "ac9457423139c55bd60f70bc9092d1d9dddd724b01ac0d5cac27be6ed145e50e", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559149+00:00", "framework": "vllm", "intentId": "782fb6dfe6814cba952ac25243ad8b7f", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211254+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559107+00:00", "framework": "vllm", "intentId": "7a537fa61bec4da1b762371381269222", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211251+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559066+00:00", "framework": "vllm", "intentId": "371d7ac7413a4004877519e376b57937", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211248+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.559025+00:00", "framework": "vllm", "intentId": "52b84a0c4024418bb04a47f93bafb6b2", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211246+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558983+00:00", "framework": "vllm", "intentId": "5f7e368985fe4e49a1f0ad9721a37b96", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211243+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558941+00:00", "framework": "vllm", "intentId": "7a50352655fe4039857889842b75f598", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211240+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558900+00:00", "framework": "vllm", "intentId": "79f45eb063654a29a377f1bd409c2a77", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211237+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558858+00:00", "framework": "vllm", "intentId": "d397af04dcca45139b1d044a5ed06497", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211233+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558816+00:00", "framework": "vllm", "intentId": "8ef2f97df46747ba92634a26bcaedc36", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211231+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558773+00:00", "framework": "vllm", "intentId": "48169c746e3840369536b5fd694bf7fb", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211227+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558732+00:00", "framework": "vllm", "intentId": "2bffd17fcbcc4dd5b9fa60f998a56f7c", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211224+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558688+00:00", "framework": "vllm", "intentId": "f9b4f1ddbffd4f5baec1110415702c85", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211221+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558636+00:00", "framework": "vllm", "intentId": "d807d3e4261c48c4821ebbbde1cf734a", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211216+00:00", "configFingerprint": "1557c77dfe4d3dc1a68ae6b8349e7d094da7eec7752d29442a9d6d27e5f13121", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558588+00:00", "framework": "vllm", "intentId": "d8dfadee6e2a44ab872f67319dfcaa6d", "repoId": "neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Sunrise_pt-200-x1", "taskId": null, "taskType": "text-generation"} +{"batchId": "81ffde05d8a240e1b109fd37b11d04ee", "completedAt": "2026-09-21T12:09:46.211188+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T12:06:14.558460+00:00", "framework": "vllm", "intentId": "28897f37b215463381ed0e1a565cc3a8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} {"batchId": "072a3efb5c114b19a1bc75a0ee98a1b0", "completedAt": "2026-09-21T12:06:13.667011+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:57:46.026296+00:00", "framework": "vllm", "intentId": "779a1eb3273546bdb81f2c5e7a05e5b0", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} {"batchId": "072a3efb5c114b19a1bc75a0ee98a1b0", "completedAt": "2026-09-21T12:06:13.667008+00:00", "configFingerprint": "0378395697c8345a5f2bfec5cd339a734a57d469359b2d1e41bd5325ee9d95e5", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:57:46.026243+00:00", "framework": "vllm-customized", "intentId": "04282c477195471c9d2ae9198bde42c6", "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 2048, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} {"batchId": "072a3efb5c114b19a1bc75a0ee98a1b0", "completedAt": "2026-09-21T12:06:13.667005+00:00", "configFingerprint": "bb5d6992290b1b4fa8f4c37e884585a27bef87a1ebfb58e5ca8f098924550f05", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:57:46.026189+00:00", "framework": "vllm-customized", "intentId": "c4ce2b2e70414fd4a95af611e1a240ff", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"dtype": "auto", "gpuMemoryUtilization": 0.95, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} @@ -2380,28 +2380,3 @@ {"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263202+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.735767+00:00", "framework": "vllm-customized", "intentId": "7fbfb0a8dff24678876acef4527ba30f", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} {"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263199+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.735620+00:00", "framework": "vllm-customized", "intentId": "2243bef0d98c49019c7d882700cf9f16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} {"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263196+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.735562+00:00", "framework": "vllm-customized", "intentId": "8ec0a9716e6b4f91ac1213ebd03a47d2", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263193+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.735505+00:00", "framework": "vllm-customized", "intentId": "e5b3bddaa9554029ab5efdca327b1f6e", "repoId": "OpenBMB/MiniCPM5-2B-GPTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263190+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.735448+00:00", "framework": "vllm-customized", "intentId": "38ae4bee43be47ba8907e5fca7c8fdd6", "repoId": "neuralmagic/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263187+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.735392+00:00", "framework": "vllm-customized", "intentId": "f2e6db39dc5b4817a2b14c23d4c7698c", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263184+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.735335+00:00", "framework": "vllm-customized", "intentId": "949e7178218e4159a2c1c0b3c3a7f437", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263181+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.735278+00:00", "framework": "vllm-customized", "intentId": "ffcfd2633a8c41e4b2ced1df2987f7fb", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263179+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.735221+00:00", "framework": "vllm-customized", "intentId": "431dd66a0cd743c4822466d82d3b50aa", "repoId": "nv-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263176+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.735164+00:00", "framework": "vllm-customized", "intentId": "3936ae3a96ca4bffa6d076a3b38ee9f6", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263173+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.735107+00:00", "framework": "vllm-customized", "intentId": "311602b38cbb42f0b2ecb12aa3424a04", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263170+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.735050+00:00", "framework": "vllm-customized", "intentId": "c5c44a916b3b46e89f77d0fcff769d37", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263167+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734994+00:00", "framework": "vllm-customized", "intentId": "905f653cb4a3480c9cb4385ce3fdbf83", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263165+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734936+00:00", "framework": "vllm-customized", "intentId": "2a0aef07c16c4aebb42c815e095dd859", "repoId": "inclusionAI/Ling-3.0-tiny", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263162+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734878+00:00", "framework": "vllm-customized", "intentId": "f2e04a38b9024bb984f0f4cdb0cb217f", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263159+00:00", "configFingerprint": "f49713b9fe8e3e7683ab2722544c85a44993bcd72b9421c1599f634e68b3a2f7", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734831+00:00", "framework": "vllm", "intentId": "7d44dd3da4864a7eab1c0bf4f07b0ace", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263156+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734785+00:00", "framework": "vllm", "intentId": "e1068fe5fada4003b1fe399f10b290cb", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263153+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734737+00:00", "framework": "vllm", "intentId": "ffbb2bdbdbd842fe956020144d24b640", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263150+00:00", "configFingerprint": "ef4c08c913d3f64cae22550f0c4a189795901d4b11e26d8e640e07e857659fb9", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734689+00:00", "framework": "vllm", "intentId": "e8163bebf7c04b06a532eaab75f0faff", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263146+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734642+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b16aa077415a478389c45750fce40491", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263143+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734601+00:00", "framework": "vllm-patch-tokenizer", "intentId": "a7ba437dd7b348d8a41bc3ea45d29641", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263140+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734559+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e5dc2158fc184b9499211b2afae4698f", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263137+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734518+00:00", "framework": "vllm-patch-tokenizer", "intentId": "3118ea4e3eda43f594959fdbdc463158", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263134+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734477+00:00", "framework": "vllm-patch-tokenizer", "intentId": "525854d503644a0185b8398d159ac2fc", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263131+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734435+00:00", "framework": "vllm-patch-tokenizer", "intentId": "ca32931de1804719b683f75a42019fb8", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263128+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734393+00:00", "framework": "vllm-patch-tokenizer", "intentId": "014d54a094aa4ebcb8edb9208aabad1f", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263125+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734352+00:00", "framework": "vllm-patch-tokenizer", "intentId": "440f08a201634631b1d8955f3a4dc4f8", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "bc617924808a4a0d95a19562eb38a56a", "completedAt": "2026-09-21T11:07:39.263123+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T11:00:15.734310+00:00", "framework": "vllm-patch-tokenizer", "intentId": "271e2afc6e924dd38e3b1f967c26b7cd", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index 83bc045cb5..a2b020a612 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -40,6 +40,6 @@ }, "acceptedSinceRefresh": 2219, "acceptedTotal": 2219, - "generatedAt": "2026-09-21T12:06:13.601643+00:00", + "generatedAt": "2026-09-21T12:09:46.098633+00:00", "version": 1 } diff --git a/manifest.json b/manifest.json index 03edc88467..c888b61157 100644 --- a/manifest.json +++ b/manifest.json @@ -10,16 +10,16 @@ ".modelhub_state/queue_cleanup_latest.json": "f056ed79dc68b93c34c77c843adbb41f111ead8321367e55fb184c2bf909b4b8", ".modelhub_state/recent_outcomes.jsonl": "6edc1e78bf39fd2e19d9d8be5af3f9c9afe64872e1ab41ebcb00bbe727f2efe9", ".modelhub_state/recovery_active_tasks.jsonl": "015c1605cae91666d7ad214f2d6fd1286ee638434d901906c06be7fa4e8c0fc9", - ".modelhub_state/recovery_intents.jsonl": "5519f8d246e61aec93426d76305218918bf49ecf48a2d51d174bd45c5fe4a830", - ".modelhub_state/routing_intelligence.json": "4cd25fd87ae19a32c066e146300a3acd0c419a911c20ce7ccff8b59ffb6dd078", + ".modelhub_state/recovery_intents.jsonl": "b7ac55d4930b3ab41e28e38e7f8d8fd24435e959d9ee1233e1e456c2a8c7a02e", + ".modelhub_state/routing_intelligence.json": "e95718cd1af675216edec22b8f7d16b736880720ccca8789903a1bc1c4be96d8", ".modelhub_state/submission_exclusions.jsonl": "80315f370e9cc3cdadaf390e12573ef887794214779379c50b7b37b7631e8989", ".modelhub_state/worker_crashes.jsonl": "07505b69e0b050da5f90f8b046a3069d3e1ca2574ca39896bc7d8a66293167f7", "ledger/submissions.jsonl": "cad8ec0d8ffe00255c833cdf787ed860d4beb3d558231002f7ab4ab0abe1011c", "outcomes/submissions.jsonl": "a15c08636999546b7732e7c3a952c16427fcd0cdafb14654b9481d4ab9756aa2" }, - "generation": 11434, - "phase": "intent", + "generation": 11435, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-09-21T12:06:14.702104+00:00", + "updatedAt": "2026-09-21T12:09:46.378708+00:00", "writerId": "8b35139af6674067a339a670222d4b67" }