CoolBoy/submmit
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

state: generation 11620 (result)

Browse Source
This commit is contained in:
CoolBoy
2026-09-21 19:05:00 +00:00
parent 5abd017446
commit b077cd9e8c
3 changed files with 29 additions and 52 deletions
Download Patch File Download Diff File Expand all files Collapse all files

69
.modelhub_state/recovery_intents.jsonl
View File

@@ -2226,29 +2226,29 @@
{"batchId": "554333b73fae4aff812b15c98c0cc5ac", "completedAt": "2026-09-21T18:38:20.670143+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:38:00.093947+00:00", "framework": "vllm_tokenizer_patch", "intentId": "277cf31d836c4aca8be2798621eeb92b", "lastModified": "2026-09-21T18:28:31+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-decay-g8-v2_C", "reason": null, "reconciledAt": "2026-09-21T18:47:39.573223+00:00", "repoId": "nkkbr/Mini-K3-1H-decay-g8-v2_C", "safeConfigVector": {"gpuNum": 1}, "status": "recovered_active", "targetGpu": "Ascend_910-b4", "taskId": "5005588", "taskType": "text-generation"}
{"batchId": "959246bd0c784abfa3c49dbb043460c4", "completedAt": "2026-09-21T19:00:54.244557+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:50:38.204273+00:00", "framework": "vllm_fix_tokenizer", "intentId": "88205bd159084de7b7af3b43f277b610", "lastModified": "2026-08-24T17:58:05+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-one-shot-w4a16-group-packed", "reason": null, "repoId": "nm-testing/tinyllama-one-shot-w4a16-group-packed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "5005756", "taskType": "text-generation"}
{"batchId": "959246bd0c784abfa3c49dbb043460c4", "completedAt": "2026-09-21T19:00:54.244572+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:50:38.204660+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c9802c6bd6ad4539bd53db9176966890", "lastModified": "2026-08-24T15:07:56+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Qwen2-1.5B-Instruct-FP8W8", "reason": null, "repoId": "nm-testing/Qwen2-1.5B-Instruct-FP8W8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Kunlunxin_p-800", "taskId": "5005783", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.135693+00:00", "framework": "transformers", "intentId": "fea0ce6972ca4ce9b75dcb39c98e0124", "lastModified": "2026-08-24T18:26:53+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/tinyllama-oneshot-w8a16-per-channel", "repoId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.135822+00:00", "framework": "transformers", "intentId": "7a6a05e7ec38413a8c3310c005923189", "lastModified": "2026-09-10T07:52:22+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-4B", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.135890+00:00", "framework": "transformers", "intentId": "29fdeb20210a44aa92b52af0bdedc4b5", "lastModified": "2026-08-24T19:34:42+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-FP8", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.135953+00:00", "framework": "transformers", "intentId": "676a5de3637243189f693eeef50d3e97", "lastModified": "2026-08-24T20:36:33+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136014+00:00", "framework": "transformers", "intentId": "f03a2625769d4ec8b21a9111ae0149c2", "lastModified": "2026-08-24T20:17:00+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136076+00:00", "framework": "transformers", "intentId": "d0b791432b044589b80832a8681fabaf", "lastModified": "2026-08-24T20:05:18+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136138+00:00", "framework": "transformers", "intentId": "46252d9de810454fbd7bb1dbd720b2a3", "lastModified": "2026-08-24T19:51:52+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136199+00:00", "framework": "transformers", "intentId": "802b33cd2045417fb5bf9bb612cc4f63", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-9b-it-quantized.w4a16", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136259+00:00", "framework": "transformers", "intentId": "be5ee46582184394928373fc5dd81b51", "lastModified": "2026-08-24T19:35:49+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136321+00:00", "framework": "transformers", "intentId": "52e09a5beaeb4e55a19bb0f3325265f8", "lastModified": "2026-08-24T20:02:01+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-2b-quantized.w8a16", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136383+00:00", "framework": "transformers", "intentId": "d70633113eed406bb62656e2ae47e1c6", "lastModified": "2026-08-25T12:09:43+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-2.6B", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136444+00:00", "framework": "transformers", "intentId": "e85eb8ef25274a5498ebe301fd08afb5", "lastModified": "2026-09-10T07:49:50+00:00", "modelAddress": "https://modelscope.cn/models/TokenRhythm/NeoHorse-1-9B", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136505+00:00", "framework": "transformers", "intentId": "ae73ba1fabc74a9489f4fb654aadd3c0", "lastModified": "2026-09-08T13:43:47+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136567+00:00", "framework": "transformers", "intentId": "ea51fa30aaaa4263a6947c4b2107cb9c", "lastModified": "2026-08-26T18:16:42+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT-Research", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136628+00:00", "framework": "transformers", "intentId": "4abc7e0b27784777801d85c354d556a0", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136702+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e60aab0b0741460996699b5126ca7634", "lastModified": "2026-08-24T19:36:07+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136746+00:00", "framework": "vllm_tokenizer_patch", "intentId": "118ea379bba9479882fd865408c939c4", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136788+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e1d459b5ccf54a908d9d80d434273db3", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136829+00:00", "framework": "vllm", "intentId": "b47e98905c564f1abd2290fff1c24ca8", "lastModified": "2026-08-24T19:48:09+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136891+00:00", "framework": "vllm", "intentId": "8f7042ef5f4046a084309663eef1780c", "lastModified": "2026-08-24T18:15:08+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136949+00:00", "framework": "vllm", "intentId": "cff6b666a842431faf928f94c2086fdf", "lastModified": "2026-08-24T17:18:07+00:00", "modelAddress": "https://modelscope.cn/models/nm-testing/llama-3-instruct-w8a8-dyn-per-token-test", "repoId": "nm-testing/llama-3-instruct-w8a8-dyn-per-token-test", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.137007+00:00", "framework": "vllm", "intentId": "d6229ef4ac9942078baa35e312133d9d", "lastModified": "2026-08-24T20:01:20+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.137064+00:00", "framework": "vllm", "intentId": "64b834dd640742a0b32535bde02b94ad", "lastModified": "2026-09-11T15:37:46+00:00", "modelAddress": "https://modelscope.cn/models/CohereLabs/tiny-aya-base-32K", "repoId": "CohereLabs/tiny-aya-base-32K", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Ascend_910-b4", "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691781+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.137064+00:00", "framework": "vllm", "intentId": "64b834dd640742a0b32535bde02b94ad", "repoId": "CohereLabs/tiny-aya-base-32K", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691779+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.137007+00:00", "framework": "vllm", "intentId": "d6229ef4ac9942078baa35e312133d9d", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691776+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136949+00:00", "framework": "vllm", "intentId": "cff6b666a842431faf928f94c2086fdf", "repoId": "nm-testing/llama-3-instruct-w8a8-dyn-per-token-test", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691772+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136891+00:00", "framework": "vllm", "intentId": "8f7042ef5f4046a084309663eef1780c", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691770+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136829+00:00", "framework": "vllm", "intentId": "b47e98905c564f1abd2290fff1c24ca8", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691766+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136788+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e1d459b5ccf54a908d9d80d434273db3", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691763+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136746+00:00", "framework": "vllm_tokenizer_patch", "intentId": "118ea379bba9479882fd865408c939c4", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691760+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136702+00:00", "framework": "vllm-patch-tokenizer", "intentId": "e60aab0b0741460996699b5126ca7634", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691757+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136628+00:00", "framework": "transformers", "intentId": "4abc7e0b27784777801d85c354d556a0", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691754+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136567+00:00", "framework": "transformers", "intentId": "ea51fa30aaaa4263a6947c4b2107cb9c", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691751+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136505+00:00", "framework": "transformers", "intentId": "ae73ba1fabc74a9489f4fb654aadd3c0", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691748+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136444+00:00", "framework": "transformers", "intentId": "e85eb8ef25274a5498ebe301fd08afb5", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691745+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136383+00:00", "framework": "transformers", "intentId": "d70633113eed406bb62656e2ae47e1c6", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691742+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136321+00:00", "framework": "transformers", "intentId": "52e09a5beaeb4e55a19bb0f3325265f8", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691739+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136259+00:00", "framework": "transformers", "intentId": "be5ee46582184394928373fc5dd81b51", "repoId": "RedHatAI/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691736+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136199+00:00", "framework": "transformers", "intentId": "802b33cd2045417fb5bf9bb612cc4f63", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691733+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136138+00:00", "framework": "transformers", "intentId": "46252d9de810454fbd7bb1dbd720b2a3", "repoId": "RedHatAI/Phi-3-small-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691730+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136076+00:00", "framework": "transformers", "intentId": "d0b791432b044589b80832a8681fabaf", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691727+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.136014+00:00", "framework": "transformers", "intentId": "f03a2625769d4ec8b21a9111ae0149c2", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691723+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.135953+00:00", "framework": "transformers", "intentId": "676a5de3637243189f693eeef50d3e97", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691720+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.135890+00:00", "framework": "transformers", "intentId": "29fdeb20210a44aa92b52af0bdedc4b5", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691715+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.135822+00:00", "framework": "transformers", "intentId": "7a6a05e7ec38413a8c3310c005923189", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "f8d3f1991720478ea905a5ecf7d43601", "completedAt": "2026-09-21T19:05:00.691698+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T19:00:55.135693+00:00", "framework": "transformers", "intentId": "fea0ce6972ca4ce9b75dcb39c98e0124", "repoId": "nm-testing/tinyllama-oneshot-w8a16-per-channel", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "959246bd0c784abfa3c49dbb043460c4", "completedAt": "2026-09-21T19:00:54.244710+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:50:38.206961+00:00", "framework": "transformers", "intentId": "0fda5b42904d493ebadbcd152c495ff7", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "959246bd0c784abfa3c49dbb043460c4", "completedAt": "2026-09-21T19:00:54.244707+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:50:38.206893+00:00", "framework": "transformers", "intentId": "33db8f0273904b59bf89b911490d601b", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "959246bd0c784abfa3c49dbb043460c4", "completedAt": "2026-09-21T19:00:54.244705+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:50:38.206832+00:00", "framework": "transformers", "intentId": "a926a601a74142c19396c8deac65805f", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
@@ -2526,26 +2526,3 @@
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393425+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089789+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5732815c3ddf4c8094f6bfe53a5261e1", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1}, "status": "duplicate", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393420+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089746+00:00", "framework": "vllm-patch-tokenizer", "intentId": "47c14c1f84e44c5ab44702b4efb3973e", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393416+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089701+00:00", "framework": "vllm-patch-tokenizer", "intentId": "dbc57b5cd1cf42b2aac920bc1cc750b5", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393411+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089626+00:00", "framework": "transformers", "intentId": "d5f955bf3fce4bafa2a4c043798ab2b0", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393407+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089562+00:00", "framework": "transformers", "intentId": "2294e84e778e4be783cbed33b01feb9c", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393402+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089478+00:00", "framework": "transformers", "intentId": "9488efb7ed654b9bb3aafa20326e0511", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "e73ac32da8b74d5e899373eb1ad95fb3", "completedAt": "2026-09-21T17:40:29.393377+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:36:57.089340+00:00", "framework": "transformers", "intentId": "f5f46826c38049a2849cb900c39dcae9", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959987+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.063249+00:00", "framework": "transformers", "intentId": "ef972c0363d84722a9b05476dbb0c5e7", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959984+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.063188+00:00", "framework": "transformers", "intentId": "bca8f1e092bb4f3a8b6ad5be466065e4", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959976+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.063007+00:00", "framework": "transformers", "intentId": "460b12da111a4b548ff03253d006bf64", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959973+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062946+00:00", "framework": "transformers", "intentId": "413d89991a214e138d2a403d7a6449bd", "repoId": "RedHatAI/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959970+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062879+00:00", "framework": "transformers", "intentId": "767b894112024a2d8a24be8684bfc0eb", "repoId": "RedHatAI/starcoder2-3b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959968+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062818+00:00", "framework": "transformers", "intentId": "7c57603b1fef4f9288ec10c10f251222", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959965+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062757+00:00", "framework": "transformers", "intentId": "cf216303ad2d4b64bdf549031b1cdccd", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959962+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062696+00:00", "framework": "transformers", "intentId": "1a8af68d3c254c9987b1aecdbdc9fb09", "repoId": "TokenRhythm/NeoHorse-1-4B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959959+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062630+00:00", "framework": "transformers", "intentId": "61f427269b024f8aa9e6c83842d665c2", "repoId": "neuralmagic/starcoder2-7b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959956+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062562+00:00", "framework": "transformers", "intentId": "17440a9ecfb546feb86d2af2fc89ce8d", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959954+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062501+00:00", "framework": "transformers", "intentId": "4bd54d2a7232473abf5a05ad83fc7042", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959949+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062378+00:00", "framework": "transformers", "intentId": "ae51c1829a734b27878f288468a5355f", "repoId": "BAAI/AquilaMed-RL", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959946+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062335+00:00", "framework": "vllm_fix_tokenizer", "intentId": "04ac952ce4754aa9ae410eae73417d16", "repoId": "ddalcu/Qwen3.8-27B-MLX-Serve-iQ-MLX-3.8bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959943+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062286+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c2b2b9809b0f4ac09b5cb16f264dd31c", "repoId": "pfnet/plamo-3-nict-8b-base", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959941+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062243+00:00", "framework": "vllm_fix_tokenizer", "intentId": "43a69f8331b741328b2f7e918472c40f", "repoId": "whcl412/mlx-LycheeAI-coder-1.7b", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959938+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062202+00:00", "framework": "vllm_fix_tokenizer", "intentId": "54e3a669496947578033df3a8019ebdb", "repoId": "ddalcu/Muse-Glimmer-30B-MLX-Serve-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959935+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062159+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b48202aa3ca44e9e98f9b04bf31da48a", "repoId": "cyankiwi/Apodex-1.1-mini-AWQ-INT4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959933+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062117+00:00", "framework": "vllm_fix_tokenizer", "intentId": "a1ef3ffc801041a29229b0563036c63b", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "b2403ad41b344619b44998d83ee40d90", "completedAt": "2026-09-21T17:36:55.959930+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:25:49.062075+00:00", "framework": "vllm_fix_tokenizer", "intentId": "f063fcc323cf4f7abe54ea1c6ad52a2c", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}

2
.modelhub_state/routing_intelligence.json
View File

@@ -40,6 +40,6 @@
},
"acceptedSinceRefresh": 2365,
"acceptedTotal": 2365,
"generatedAt": "2026-09-21T19:00:54.179213+00:00",
"generatedAt": "2026-09-21T19:05:00.622916+00:00",
"version": 1
}