CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 10655 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-20 15:16:52 +00:00
parent c6027d1466
commit 268e6773d4
3 changed files with 40 additions and 74 deletions
Download Patch File Download Diff File Expand all files Collapse all files

102
.modelhub_state/recovery_intents.jsonl
View File

@@ -1686,40 +1686,40 @@
{"batchId": "1adede56223f4636ab2af5f9200c5293", "completedAt": "2026-09-20T15:12:36.727125+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:06:00.951825+00:00", "framework": "vllm_tokenizer_patch", "intentId": "40cb8d6cac4845e4b49aa5c6cd800863", "lastModified": "2026-08-24T18:26:39+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-static-v2", "reason": null, "repoId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Ascend_910-b4", "taskId": "4980848", "taskType": "text-generation"} {"batchId": "1adede56223f4636ab2af5f9200c5293", "completedAt": "2026-09-20T15:12:36.727125+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:06:00.951825+00:00", "framework": "vllm_tokenizer_patch", "intentId": "40cb8d6cac4845e4b49aa5c6cd800863", "lastModified": "2026-08-24T18:26:39+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a8-static-v2", "reason": null, "repoId": "nm-testing/tinyllama-oneshot-w8a8-static-v2", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Ascend_910-b4", "taskId": "4980848", "taskType": "text-generation"}
{"batchId": "1adede56223f4636ab2af5f9200c5293", "completedAt": "2026-09-20T15:12:36.727129+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:06:00.951881+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0d7ff7ab8d9f4381af3a1be1995cacaa", "lastModified": "2026-08-24T18:28:40+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-marlin24-w4a16-group128", "reason": null, "repoId": "nm-testing/tinyllama-marlin24-w4a16-group128", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Ascend_910-b4", "taskId": "4980847", "taskType": "text-generation"} {"batchId": "1adede56223f4636ab2af5f9200c5293", "completedAt": "2026-09-20T15:12:36.727129+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:06:00.951881+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0d7ff7ab8d9f4381af3a1be1995cacaa", "lastModified": "2026-08-24T18:28:40+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-marlin24-w4a16-group128", "reason": null, "repoId": "nm-testing/tinyllama-marlin24-w4a16-group128", "safeConfigVector": {"gpuNum": 1}, "status": "submitted", "targetGpu": "Ascend_910-b4", "taskId": "4980847", "taskType": "text-generation"}
{"batchId": "1adede56223f4636ab2af5f9200c5293", "completedAt": "2026-09-20T15:12:36.727169+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:06:00.952482+00:00", "framework": "vllm_tokenizer_patch", "intentId": "cd22e25ea99948f4a3f86a3abf88d1a2", "lastModified": "2026-08-24T19:36:40+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "reason": null, "repoId": "neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Ascend_910-b3", "taskId": "4980890", "taskType": "text-generation"} {"batchId": "1adede56223f4636ab2af5f9200c5293", "completedAt": "2026-09-20T15:12:36.727169+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:06:00.952482+00:00", "framework": "vllm_tokenizer_patch", "intentId": "cd22e25ea99948f4a3f86a3abf88d1a2", "lastModified": "2026-08-24T19:36:40+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "reason": null, "repoId": "neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Ascend_910-b3", "taskId": "4980890", "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493059+00:00", "framework": "vllm", "intentId": "bda452cc295a4cf5b564f603bd1ca8c2", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664042+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494888+00:00", "framework": "vllm", "intentId": "b6d02a73d6c7486ea028839ab44de83a", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493188+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f90b37321ef740b484cf4f314147b59c", "lastModified": "2026-08-24T20:22:06+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/starcoder2-15b-quantized.w8a16", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664039+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494829+00:00", "framework": "vllm", "intentId": "6af7b26c57ba4a66b35d4bc5273ab06d", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493238+00:00", "framework": "vllm_fix_tokenizer", "intentId": "18628a387948439182c8f9d7995821f1", "lastModified": "2026-08-24T22:06:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664036+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494769+00:00", "framework": "vllm", "intentId": "42028fd75ca24c978ddd830d16349752", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493284+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c18bed29ba044002b7e82f565dac0bd8", "lastModified": "2026-09-09T06:27:24+00:00", "modelAddress": "https://modelscope.cn/models/ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664034+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494710+00:00", "framework": "vllm", "intentId": "726e95dd8da24dad95e9bea3e837eb38", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493328+00:00", "framework": "vllm_fix_tokenizer", "intentId": "dcc09c8139ba4a26aed48dfca4be5f6d", "lastModified": "2026-08-26T14:51:55+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-GPTQ", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664031+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494647+00:00", "framework": "vllm", "intentId": "eb158b35b8394b43aa59ff5ae914f1ae", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493372+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ceaabb71d99b490ca83c40cd992e4942", "lastModified": "2026-08-28T05:30:04+00:00", "modelAddress": "https://modelscope.cn/models/whcl412/mlx-LycheeAI-coder-1.7b", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664028+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494588+00:00", "framework": "vllm", "intentId": "e683572108354250be78df220d9bab89", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493417+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5c5b0e9ddb4943079e9f465e62ff4579", "lastModified": "2026-08-24T20:25:10+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-2b-quantized.w8a16", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664025+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494530+00:00", "framework": "vllm", "intentId": "f77e9c66342c485daa408c744d13925f", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493461+00:00", "framework": "vllm-patch-tokenizer", "intentId": "58e3048dedd4491d820a69ff44c3a055", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664023+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494471+00:00", "framework": "vllm-customized", "intentId": "4c42760749fd4b2e90dd90732a50eb03", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493506+00:00", "framework": "vllm-patch-tokenizer", "intentId": "06f84ee953a64ce193d68bae45791883", "lastModified": "2026-08-24T20:23:31+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664020+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494413+00:00", "framework": "vllm-customized", "intentId": "b5645875b1ed4e56a86d6bda743a9fcb", "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493551+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e36241240ebb4f069ca4fdfa9404cfc1", "lastModified": "2026-08-24T20:36:33+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664017+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494354+00:00", "framework": "vllm-customized", "intentId": "caed71b6657b46c99e0ec1903f10f68e", "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493594+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f98f465a62dc456d80c79dd2580e306e", "lastModified": "2026-08-24T20:18:47+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-27b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664014+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494295+00:00", "framework": "vllm-customized", "intentId": "446fab05c85746cf9625427a25ec2346", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493637+00:00", "framework": "vllm_tokenizer_patch", "intentId": "58138d06a66241cb99e9d155accddafa", "lastModified": "2026-08-26T17:20:09+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664012+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494236+00:00", "framework": "vllm-customized", "intentId": "71ec3e7324e14aa3a25092433eb2c4e2", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493689+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9835d9b42b9b45a7a259db5372a3b56f", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664009+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494176+00:00", "framework": "vllm-customized", "intentId": "9ca06bcb04e748278c522267f02ae4e9", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493731+00:00", "framework": "vllm_tokenizer_patch", "intentId": "77ff115e44b541e5859ed23de87eec14", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664006+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494117+00:00", "framework": "vllm-customized", "intentId": "d49d8f5d530d4645a35e15ef4504d849", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493772+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e33fe88f58a849d7b5af0cdedbdf1398", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664003+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494057+00:00", "framework": "vllm-customized", "intentId": "c658e2c78a92474692f12b3592660cc4", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493814+00:00", "framework": "vllm-customized", "intentId": "0148083bfc9a4007904a64158b7566eb", "lastModified": "2026-09-09T12:19:20+00:00", "modelAddress": "https://modelscope.cn/models/OpenBMB/BitCPM-CANN-8B", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.664000+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493998+00:00", "framework": "vllm-customized", "intentId": "5b85bb59737042fe9c2cc9849b36f95a", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493876+00:00", "framework": "vllm-customized", "intentId": "c0dd3d0809bd4b718828ba4182df5bcf", "lastModified": "2026-08-24T22:55:11+00:00", "modelAddress": "https://modelscope.cn/models/BAAI/AquilaMed-RL", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663997+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493937+00:00", "framework": "vllm-customized", "intentId": "3579b948f95d42fabce05dd688a46a50", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493937+00:00", "framework": "vllm-customized", "intentId": "3579b948f95d42fabce05dd688a46a50", "lastModified": "2026-08-24T20:26:05+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663995+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493876+00:00", "framework": "vllm-customized", "intentId": "c0dd3d0809bd4b718828ba4182df5bcf", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493998+00:00", "framework": "vllm-customized", "intentId": "5b85bb59737042fe9c2cc9849b36f95a", "lastModified": "2026-09-08T03:51:51+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "repoId": "XHToken/Spark-X2.5-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663991+00:00", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493814+00:00", "framework": "vllm-customized", "intentId": "0148083bfc9a4007904a64158b7566eb", "repoId": "OpenBMB/BitCPM-CANN-8B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494057+00:00", "framework": "vllm-customized", "intentId": "c658e2c78a92474692f12b3592660cc4", "lastModified": "2026-09-10T07:52:22+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663988+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493772+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e33fe88f58a849d7b5af0cdedbdf1398", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494117+00:00", "framework": "vllm-customized", "intentId": "d49d8f5d530d4645a35e15ef4504d849", "lastModified": "2026-09-03T13:37:32+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-1.7B", "repoId": "XHToken/Spark-X2.5-1.7B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663985+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493731+00:00", "framework": "vllm_tokenizer_patch", "intentId": "77ff115e44b541e5859ed23de87eec14", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494176+00:00", "framework": "vllm-customized", "intentId": "9ca06bcb04e748278c522267f02ae4e9", "lastModified": "2026-08-24T20:15:22+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663982+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493689+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9835d9b42b9b45a7a259db5372a3b56f", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494236+00:00", "framework": "vllm-customized", "intentId": "71ec3e7324e14aa3a25092433eb2c4e2", "lastModified": "2026-09-04T12:06:11+00:00", "modelAddress": "https://modelscope.cn/models/sapientinc/HRM-Text-1B", "repoId": "sapientinc/HRM-Text-1B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663980+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493637+00:00", "framework": "vllm_tokenizer_patch", "intentId": "58138d06a66241cb99e9d155accddafa", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-bf16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494295+00:00", "framework": "vllm-customized", "intentId": "446fab05c85746cf9625427a25ec2346", "lastModified": "2026-09-10T07:49:50+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663977+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493594+00:00", "framework": "vllm-patch-tokenizer", "intentId": "f98f465a62dc456d80c79dd2580e306e", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494354+00:00", "framework": "vllm-customized", "intentId": "caed71b6657b46c99e0ec1903f10f68e", "lastModified": "2026-09-04T07:05:43+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-FP8", "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663974+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493551+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e36241240ebb4f069ca4fdfa9404cfc1", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494413+00:00", "framework": "vllm-customized", "intentId": "b5645875b1ed4e56a86d6bda743a9fcb", "lastModified": "2026-09-11T15:31:18+00:00", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-en-thinker", "repoId": "CohereLabs/tiny-aya-en-thinker", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663970+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493506+00:00", "framework": "vllm-patch-tokenizer", "intentId": "06f84ee953a64ce193d68bae45791883", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "1b41437401598cde7836ccc25883635c2738b06a5af924b7497b6e747e655b4b", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494471+00:00", "framework": "vllm-customized", "intentId": "4c42760749fd4b2e90dd90732a50eb03", "lastModified": "2026-08-29T01:07:23+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663967+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493461+00:00", "framework": "vllm-patch-tokenizer", "intentId": "58e3048dedd4491d820a69ff44c3a055", "repoId": "neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494530+00:00", "framework": "vllm", "intentId": "f77e9c66342c485daa408c744d13925f", "lastModified": "2026-08-24T19:34:25+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663965+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493417+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5c5b0e9ddb4943079e9f465e62ff4579", "repoId": "neuralmagic/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494588+00:00", "framework": "vllm", "intentId": "e683572108354250be78df220d9bab89", "lastModified": "2026-08-24T19:48:09+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663962+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493372+00:00", "framework": "vllm_fix_tokenizer", "intentId": "ceaabb71d99b490ca83c40cd992e4942", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494647+00:00", "framework": "vllm", "intentId": "eb158b35b8394b43aa59ff5ae914f1ae", "lastModified": "2026-08-24T20:04:01+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663959+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493328+00:00", "framework": "vllm_fix_tokenizer", "intentId": "dcc09c8139ba4a26aed48dfca4be5f6d", "repoId": "aisingapore/SEA-LION-v1-7B-IT-GPTQ", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494710+00:00", "framework": "vllm", "intentId": "726e95dd8da24dad95e9bea3e837eb38", "lastModified": "2026-08-24T19:39:21+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/gemma-2-9b-it-quantized.w8a16", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663956+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493284+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c18bed29ba044002b7e82f565dac0bd8", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494769+00:00", "framework": "vllm", "intentId": "42028fd75ca24c978ddd830d16349752", "lastModified": "2026-08-24T20:20:16+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/starcoder2-15b-FP8", "repoId": "RedHatAI/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663952+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493238+00:00", "framework": "vllm_fix_tokenizer", "intentId": "18628a387948439182c8f9d7995821f1", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494829+00:00", "framework": "vllm", "intentId": "6af7b26c57ba4a66b35d4bc5273ab06d", "lastModified": "2026-08-24T20:02:14+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663948+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493188+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f90b37321ef740b484cf4f314147b59c", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "7deda993713f4895a5daca9c971651e9", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.494888+00:00", "framework": "vllm", "intentId": "b6d02a73d6c7486ea028839ab44de83a", "lastModified": "2026-08-26T16:52:04+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "repoId": "aisingapore/Qwen-SEA-LION-v4-32B-IT-4BIT", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"} {"batchId": "7deda993713f4895a5daca9c971651e9", "completedAt": "2026-09-20T15:16:52.663925+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:12:37.493059+00:00", "framework": "vllm", "intentId": "bda452cc295a4cf5b564f603bd1ca8c2", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1adede56223f4636ab2af5f9200c5293", "completedAt": "2026-09-20T15:12:36.727304+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:06:00.954646+00:00", "framework": "vllm", "intentId": "3d2e4fe1c65640acb4d8fd270f91a77b", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} {"batchId": "1adede56223f4636ab2af5f9200c5293", "completedAt": "2026-09-20T15:12:36.727304+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:06:00.954646+00:00", "framework": "vllm", "intentId": "3d2e4fe1c65640acb4d8fd270f91a77b", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1adede56223f4636ab2af5f9200c5293", "completedAt": "2026-09-20T15:12:36.727301+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:06:00.954592+00:00", "framework": "vllm", "intentId": "db64fefec4a6420785fa10132af72b69", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} {"batchId": "1adede56223f4636ab2af5f9200c5293", "completedAt": "2026-09-20T15:12:36.727301+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:06:00.954592+00:00", "framework": "vllm", "intentId": "db64fefec4a6420785fa10132af72b69", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "1adede56223f4636ab2af5f9200c5293", "completedAt": "2026-09-20T15:12:36.727298+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:06:00.954537+00:00", "framework": "vllm", "intentId": "47ac440bce3f4a8d91eb60d53dcf552f", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} {"batchId": "1adede56223f4636ab2af5f9200c5293", "completedAt": "2026-09-20T15:12:36.727298+00:00", "configFingerprint": "6db01b5037d5ed2db74875d2113f8582c97f34bd825637161e54174c9f2cabed", "configSource": "modelhub_live", "createdAt": "2026-09-20T15:06:00.954537+00:00", "framework": "vllm", "intentId": "47ac440bce3f4a8d91eb60d53dcf552f", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
@@ -1986,37 +1986,3 @@
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554611+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.777107+00:00", "framework": "vllm", "intentId": "8eca84a697f748ce8349d673dad771d2", "repoId": "JANGQ-AI/Hy3-preview-JANGTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} {"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554611+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.777107+00:00", "framework": "vllm", "intentId": "8eca84a697f748ce8349d673dad771d2", "repoId": "JANGQ-AI/Hy3-preview-JANGTQ", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554609+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.777050+00:00", "framework": "vllm", "intentId": "34ecaf9e61b541c8bf978b1f49ae4a97", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} {"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554609+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.777050+00:00", "framework": "vllm", "intentId": "34ecaf9e61b541c8bf978b1f49ae4a97", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554606+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776993+00:00", "framework": "vllm", "intentId": "b310d20aaafa4bfcba173440415fecab", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} {"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554606+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776993+00:00", "framework": "vllm", "intentId": "b310d20aaafa4bfcba173440415fecab", "repoId": "primitive-ai/Qwen3.8-27B-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554604+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776937+00:00", "framework": "vllm", "intentId": "5b5950a57ac84a80af2368a183f81574", "repoId": "logic65/Qwen3.8-Whittle-w50-18.3B-unrepaired", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554602+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776879+00:00", "framework": "vllm", "intentId": "5518359c59ae4e97b6f15ba0bc670a1b", "repoId": "primitive-ai/Nex-N2.5-mini-mixed-NVFP4-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554599+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776820+00:00", "framework": "vllm", "intentId": "2aaa0a1e95ee4e4fb58f1ddd8e92931b", "repoId": "primitive-ai/Nex-N2.5-mini-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554597+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776757+00:00", "framework": "vllm-mlu", "intentId": "c5ee3e73e1a94940af5a91ea25734ac3", "repoId": "inceptionai/Jais-2-8B-Chat", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554594+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776694+00:00", "framework": "vllm-mlu", "intentId": "ef0330040d454340b7c47a34228d2a4c", "repoId": "aisingapore/Gemma-SEA-LION-v4-27B-IT-NVFP4", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554592+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776618+00:00", "framework": "vllm-mlu", "intentId": "a0e078b718404840900b138537b40581", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554589+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776569+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b12a55ba9f194ad2be0c7a0d6581b500", "repoId": "bharatgenai/Param2-17B-A2.4B-Thinking", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554586+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776520+00:00", "framework": "vllm_tokenizer_patch", "intentId": "9620e5c8412b4f94931d8755bce66663", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554584+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776472+00:00", "framework": "vllm_tokenizer_patch", "intentId": "be373d72f35846e49d6663269804d23b", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554582+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776423+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8c79f37e30564421b4db9b6103d2f781", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554579+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776375+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c1cfae44f544471ba82614a1546883a9", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554576+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776325+00:00", "framework": "vllm_tokenizer_patch", "intentId": "02e24a82ebcd40e6b8bf192424f2dee4", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554574+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776276+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b903861459b24943af4bd954b54eb9b3", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554572+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776226+00:00", "framework": "vllm_tokenizer_patch", "intentId": "4bd83c7a2b0e47698dd904952e422382", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554570+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776176+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ae70e84f56ef4daf9f08313bbb57d331", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554567+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776139+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3303ba041ace47c08ebaeccb14523a73", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554565+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776101+00:00", "framework": "vllm_tokenizer_patch", "intentId": "1f6961286f114e39b4cd67884ad47e46", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554562+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776063+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3092899ff11c477d919e5254432472de", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554560+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.776026+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2728faef9b2248c29ca129639a92967a", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554558+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775988+00:00", "framework": "vllm_tokenizer_patch", "intentId": "15366f7f99c84122afd8cd51b035aa27", "repoId": "RedHatAI/starcoder2-3b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554556+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775951+00:00", "framework": "vllm_tokenizer_patch", "intentId": "910cc9852aea493992d22097e8946593", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554553+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775913+00:00", "framework": "vllm_tokenizer_patch", "intentId": "033ee4fb5a6b4575845c04c6abb089d3", "repoId": "nm-testing/nonuniform", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554551+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775875+00:00", "framework": "vllm_tokenizer_patch", "intentId": "65079e1c32a74a1da8bf53d4381a46aa", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554549+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775837+00:00", "framework": "vllm_tokenizer_patch", "intentId": "40c27a00bff64c87b22aa928e066fdba", "repoId": "neuralmagic/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554546+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775799+00:00", "framework": "vllm_tokenizer_patch", "intentId": "1ba938bb15e340b3b9df5e31a948562e", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554544+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775761+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e2a8ddda8c0d4060baf0996539e062c3", "repoId": "neuralmagic/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554541+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775719+00:00", "framework": "vllm_tokenizer_patch", "intentId": "eb3d0f1309724deca46641f34803a004", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554538+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775662+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c88ee2a0a3f6484a92300f984a47d8a2", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554536+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775618+00:00", "framework": "vllm_fix_tokenizer", "intentId": "85e75eba816b4304bb31b6fa9d4ceeba", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554533+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775574+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b4b994f3de2e489cb0567e2ce02400bb", "repoId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554530+00:00", "configFingerprint": "36ec94e289a8da5fd70b98a2f401fc5159740daf9e2a076da4fd490f34bcbc0b", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775522+00:00", "framework": "vllm-mlu", "intentId": "72d109a2cade45e99ff49cafe6545010", "repoId": "RedHatAI/Qwen2-7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x4", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554527+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775473+00:00", "framework": "vllm_tokenizer_patch", "intentId": "7a7aab2c8ae94cfbb4a842e10b2ec8a4", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554524+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775423+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8c4ea7f7f91a491ab9857a0b6788e2d1", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "53e35231067c407ab2000d711d045081", "completedAt": "2026-09-20T14:07:56.554522+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T14:01:19.775374+00:00", "framework": "vllm_tokenizer_patch", "intentId": "7c2e7aca822c4244b67eff2765513404", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}

2
.modelhub_state/routing_intelligence.json
View File

@@ -39,6 +39,6 @@
}, },
"acceptedSinceRefresh": 1826, "acceptedSinceRefresh": 1826,
"acceptedTotal": 1826, "acceptedTotal": 1826,
"generatedAt": "2026-09-20T15:12:36.665199+00:00", "generatedAt": "2026-09-20T15:16:52.557816+00:00",
"version": 1 "version": 1
} }

10
manifest.json
View File

@@ -9,16 +9,16 @@
".modelhub_state/queue_cleanup_latest.json": "eb01f106d0cd4018a0346c4a81182d6a9e67f5d4d14db22f5d0c685667977bc3", ".modelhub_state/queue_cleanup_latest.json": "eb01f106d0cd4018a0346c4a81182d6a9e67f5d4d14db22f5d0c685667977bc3",
".modelhub_state/recent_outcomes.jsonl": "c686c563ab48519884fd42d9952589ca0656ee5a5fab0f1556f4f5dc80e978ff", ".modelhub_state/recent_outcomes.jsonl": "c686c563ab48519884fd42d9952589ca0656ee5a5fab0f1556f4f5dc80e978ff",
".modelhub_state/recovery_active_tasks.jsonl": "96b91a97fe7611713f8c15cd9da701c3251866b901085189738eeb309814be8d", ".modelhub_state/recovery_active_tasks.jsonl": "96b91a97fe7611713f8c15cd9da701c3251866b901085189738eeb309814be8d",
".modelhub_state/recovery_intents.jsonl": "202b5ceca12bd3ec989d879df099180677512ccac4cc29491c9c973643e11a68", ".modelhub_state/recovery_intents.jsonl": "1b7aa4d02e1e580bf302e391612851e0d3a3e74be6cd45190a4dd733d5148eac",
".modelhub_state/routing_intelligence.json": "e418d4958fc758b07f2dc817020c0e7841e2c4bbc38e0fb415434875cd962872", ".modelhub_state/routing_intelligence.json": "b50798466a1cf1efd93957bad2f9dd93a19141c9351ea3f30b8866fe1b9b0128",
".modelhub_state/submission_exclusions.jsonl": "221be895a524330815b3c5124450b33c94b5f1e68169030c73684bf675d06ec7", ".modelhub_state/submission_exclusions.jsonl": "221be895a524330815b3c5124450b33c94b5f1e68169030c73684bf675d06ec7",
".modelhub_state/worker_crashes.jsonl": "a494412048eca6dce83e7284303a6b4b56a445c1274ac201ab8723c739a14f23", ".modelhub_state/worker_crashes.jsonl": "a494412048eca6dce83e7284303a6b4b56a445c1274ac201ab8723c739a14f23",
"ledger/submissions.jsonl": "c57248eec2d02134f39f74a1408a1e947b435008c9abe2196c7b46bc0dd19908", "ledger/submissions.jsonl": "c57248eec2d02134f39f74a1408a1e947b435008c9abe2196c7b46bc0dd19908",
"outcomes/submissions.jsonl": "4b1b929f99d48e61fbab473e27d2415a307c27476000d3c461f3e0e24e3a8853" "outcomes/submissions.jsonl": "4b1b929f99d48e61fbab473e27d2415a307c27476000d3c461f3e0e24e3a8853"
}, },
"generation": 10654, "generation": 10655,
"phase": "intent", "phase": "result",
"schemaVersion": 1, "schemaVersion": 1,
"updatedAt": "2026-09-20T15:12:37.636792+00:00", "updatedAt": "2026-09-20T15:16:52.801946+00:00",
"writerId": "fc715c06e24c4db2ae3e425e435db996" "writerId": "fc715c06e24c4db2ae3e425e435db996"
} }