diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 9fc1df5528..6abd5e06c8 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -1584,24 +1584,24 @@ {"batchId": "409faa34976c4918ad379600830d4023", "completedAt": "2026-09-20T08:55:40.779841+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:49:07.215747+00:00", "framework": "transformers", "intentId": "080558cf241c45918d69d6ef5817d163", "lastModified": "2026-08-26T12:24:21+00:00", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "reason": null, "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4974282", "taskType": "text-generation"} {"batchId": "409faa34976c4918ad379600830d4023", "completedAt": "2026-09-20T08:55:40.779844+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:49:07.215809+00:00", "framework": "transformers", "intentId": "1a5216d40b4f42f1841fe3f6791e8349", "lastModified": "2026-09-11T12:06:58+00:00", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "reason": null, "repoId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4974283", "taskType": "text-generation"} {"batchId": "409faa34976c4918ad379600830d4023", "completedAt": "2026-09-20T08:55:40.779865+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:49:07.216240+00:00", "framework": "transformers", "intentId": "2fdef0ae3f7b4ac391f4bea39c516e51", "lastModified": "2026-09-04T07:05:43+00:00", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-FP8", "reason": null, "repoId": "XHToken/Spark-X2.5-4B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Iluvatar_bi-150", "taskId": "4974306", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600144+00:00", "framework": "transformers", "intentId": "263a780f39d64826b7bbe9a02765f97a", "lastModified": "2026-09-02T05:56:49+00:00", "modelAddress": "https://modelscope.cn/models/Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600271+00:00", "framework": "transformers", "intentId": "ac33db1f34004373bc97ea4ddba93305", "lastModified": "2026-08-28T09:38:42+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "repoId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600340+00:00", "framework": "transformers", "intentId": "eb011c75ff9a450a8a7ec3b8c1d1a74b", "lastModified": "2026-09-09T13:42:58+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600405+00:00", "framework": "transformers", "intentId": "52ae1cde632d437a9de720c3720bc180", "lastModified": "2026-09-08T15:45:26+00:00", "modelAddress": "https://modelscope.cn/models/JANGQ-AI/AppleScript-8B-JANG_4M", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600469+00:00", "framework": "transformers", "intentId": "3b9e2df2486145608a879f2bbc72cb5f", "lastModified": "2026-08-29T01:07:23+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600532+00:00", "framework": "transformers", "intentId": "98b6c47224c44982a9f1da62e1e031a8", "lastModified": "2026-09-03T07:00:50+00:00", "modelAddress": "https://modelscope.cn/models/EschaLabs/Qwen3.8-27B-Escha-W2", "repoId": "EschaLabs/Qwen3.8-27B-Escha-W2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600594+00:00", "framework": "transformers", "intentId": "950ddfd2de044f469f427de875621a65", "lastModified": "2026-08-26T12:21:34+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600658+00:00", "framework": "vllm-patch-tokenizer", "intentId": "56b92ed9c56b4560b0b160a057fc4484", "lastModified": "2026-08-24T19:53:24+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600709+00:00", "framework": "vllm-patch-tokenizer", "intentId": "6d9e8d4bee164cdeb63c4c9d3357b8b1", "lastModified": "2026-08-24T20:30:03+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600752+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5f2197f1c2ae47928545733570f85f7d", "lastModified": "2026-08-24T20:36:33+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600795+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b40a558bc1454001b7822d5c48ee83c3", "lastModified": "2026-08-24T20:18:47+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/gemma-2-27b-it-quantized.w8a16", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600838+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e7ad3a2351e54c5f8105e4cd3fe0f9b9", "lastModified": "2026-08-26T20:08:57+00:00", "modelAddress": "https://modelscope.cn/models/LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600882+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8577382b786f463aa29ce7dd25c74622", "lastModified": "2026-08-24T20:36:29+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600923+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b11bca38a5d0482381a4274bbc55f156", "lastModified": "2026-08-26T16:48:25+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B-IT", "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600964+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ba6d191b24bb422c93cdb6c7f2ab9b28", "lastModified": "2026-08-26T17:29:18+00:00", "modelAddress": "https://modelscope.cn/models/aisingapore/SEA-LION-v1-7B", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"gpuNum": 1}, "status": "pending", "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.601005+00:00", "framework": "vllm", "intentId": "112593d2c941491fb78e219571abf1e4", "lastModified": "2026-08-24T20:07:32+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.601067+00:00", "framework": "vllm", "intentId": "8849ff5d74fc4d42bb98de11283e0fde", "lastModified": "2026-08-24T19:54:28+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8", "repoId": "RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "8576170bf94c457682eb08070cffdf2b", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.601126+00:00", "framework": "vllm", "intentId": "d727c1bc7e6f40d39016e9822a231b2e", "lastModified": "2026-09-03T06:52:45+00:00", "modelAddress": "https://modelscope.cn/models/bharatgenai/Param2-17B-A2.4B-Thinking", "repoId": "bharatgenai/Param2-17B-A2.4B-Thinking", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "hygon_k100-ai", "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955962+00:00", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.601005+00:00", "framework": "vllm", "intentId": "112593d2c941491fb78e219571abf1e4", "lastModified": "2026-08-24T20:07:32+00:00", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "reason": null, "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "submitted", "targetGpu": "Mthreads_s4000", "taskId": "4974352", "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955965+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.601067+00:00", "framework": "vllm", "intentId": "8849ff5d74fc4d42bb98de11283e0fde", "lastModified": "2026-08-24T19:54:28+00:00", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8", "reason": null, "repoId": "RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Mthreads_s4000", "taskId": "4974353", "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955968+00:00", "configFingerprint": "8b3c0a82b858cf26b1a0f6075074234a66487d5734741dbbfd4743963b967faa", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.601126+00:00", "framework": "vllm", "intentId": "d727c1bc7e6f40d39016e9822a231b2e", "repoId": "bharatgenai/Param2-17B-A2.4B-Thinking", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955960+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600964+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ba6d191b24bb422c93cdb6c7f2ab9b28", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955956+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600923+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b11bca38a5d0482381a4274bbc55f156", "repoId": "aisingapore/SEA-LION-v1-7B-IT", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955954+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600882+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8577382b786f463aa29ce7dd25c74622", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955951+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600838+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e7ad3a2351e54c5f8105e4cd3fe0f9b9", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955948+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600795+00:00", "framework": "vllm-patch-tokenizer", "intentId": "b40a558bc1454001b7822d5c48ee83c3", "repoId": "RedHatAI/gemma-2-27b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955945+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600752+00:00", "framework": "vllm-patch-tokenizer", "intentId": "5f2197f1c2ae47928545733570f85f7d", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955942+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600709+00:00", "framework": "vllm-patch-tokenizer", "intentId": "6d9e8d4bee164cdeb63c4c9d3357b8b1", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955939+00:00", "configFingerprint": "4d80215b8854e486ecf078eda8f5db649838852684b9429ab6d7b0d91bb411cf", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600658+00:00", "framework": "vllm-patch-tokenizer", "intentId": "56b92ed9c56b4560b0b160a057fc4484", "repoId": "neuralmagic/SmolLM-360M-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955935+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600594+00:00", "framework": "transformers", "intentId": "950ddfd2de044f469f427de875621a65", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955932+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600532+00:00", "framework": "transformers", "intentId": "98b6c47224c44982a9f1da62e1e031a8", "repoId": "EschaLabs/Qwen3.8-27B-Escha-W2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955929+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600469+00:00", "framework": "transformers", "intentId": "3b9e2df2486145608a879f2bbc72cb5f", "repoId": "mlx-community/Qwen3.5-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955926+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600405+00:00", "framework": "transformers", "intentId": "52ae1cde632d437a9de720c3720bc180", "repoId": "JANGQ-AI/AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955923+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600340+00:00", "framework": "transformers", "intentId": "eb011c75ff9a450a8a7ec3b8c1d1a74b", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_4M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955918+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600271+00:00", "framework": "transformers", "intentId": "ac33db1f34004373bc97ea4ddba93305", "repoId": "mlx-community/Qwen3.6-35B-A3B-OptiQ-4bit-REAP-19B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} +{"batchId": "8576170bf94c457682eb08070cffdf2b", "completedAt": "2026-09-20T08:57:46.955895+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:55:41.600144+00:00", "framework": "transformers", "intentId": "263a780f39d64826b7bbe9a02765f97a", "repoId": "Mia-AiLab/Qwen3.8-27B-EXL3-3.5bpw", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} {"batchId": "409faa34976c4918ad379600830d4023", "completedAt": "2026-09-20T08:55:40.779868+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:49:07.216301+00:00", "framework": "transformers", "intentId": "d63806630a6240c09365ea468faee074", "repoId": "primitive-ai/Nemotron-3.5-Lightning-30B-A3B-mixed-INT4-INT8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} {"batchId": "409faa34976c4918ad379600830d4023", "completedAt": "2026-09-20T08:55:40.779862+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:49:07.216178+00:00", "framework": "transformers", "intentId": "4fd5cd87344f411387715e6547699f9d", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} {"batchId": "409faa34976c4918ad379600830d4023", "completedAt": "2026-09-20T08:55:40.779859+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-20T08:49:07.216117+00:00", "framework": "transformers", "intentId": "6fde672e0c294980be7d7067146802c7", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-5bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} @@ -1886,19 +1886,3 @@ {"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408393+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562970+00:00", "framework": "vllm_tokenizer_patch", "intentId": "88b025de9e3c4fdca7a0f17933b29eea", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} {"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408390+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562933+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6a6f24660d554394b67fa33dc125fb21", "repoId": "RedHatAI/starcoder2-7b-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} {"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408387+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562896+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ca26f2835ad5482f94b3f3ac17b4a0f9", "repoId": "RedHatAI/Phi-3-mini-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408384+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562858+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2d6cdf1d916747ca9b5fae535c0b51b3", "repoId": "RedHatAI/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408381+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562821+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6858fa72c784426192c856e9c567938e", "repoId": "RedHatAI/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408377+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562784+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a9e3f6f29ef54cd69e2f2872e66b47b3", "repoId": "neuralmagic/Llama-3.2-3B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408374+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562746+00:00", "framework": "vllm_tokenizer_patch", "intentId": "125a6d50fb26440dbd4c84cb2689559a", "repoId": "neuralmagic/Llama-3.2-1B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408371+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562709+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b91e362626ad420086f68ee6a7f0a3f7", "repoId": "neuralmagic/Llama-2-7b-chat-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408368+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562656+00:00", "framework": "vllm_tokenizer_patch", "intentId": "4362b3e794a44c34b0f719c563173d0c", "repoId": "neuralmagic/Meta-Llama-3.1-8B-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408365+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562616+00:00", "framework": "vllm_tokenizer_patch", "intentId": "c850e79d737145c08a706d0b1efb37e3", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408362+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562567+00:00", "framework": "vllm_tokenizer_patch", "intentId": "768cddd061b14181aaaa90673b1755b8", "repoId": "RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408359+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562518+00:00", "framework": "vllm_tokenizer_patch", "intentId": "8e998e017b2d4de89c34e727f7c21afb", "repoId": "neuralmagic/starcoder2-15b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408355+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562468+00:00", "framework": "vllm_tokenizer_patch", "intentId": "12c619496b9b45798881b6f5d6f63cc2", "repoId": "neuralmagic/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408347+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562359+00:00", "framework": "vllm_tokenizer_patch", "intentId": "ef2a663c8f6c4cf6a080208b85536a6e", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "2f600fb86246427297a6ae08fe11fd12", "completedAt": "2026-09-20T07:42:18.408331+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:34:58.562247+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5c881a9413dd4ffbb6d1886bc90a5e38", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "03f0a56ff4514cfe97551fca939ae81e", "completedAt": "2026-09-20T07:29:35.332747+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:26:00.264057+00:00", "framework": "vllm", "intentId": "1e3d5dfa9c0e4fb5afe3cd968be7fe56", "repoId": "neuralmagic/starcoder2-15b-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "03f0a56ff4514cfe97551fca939ae81e", "completedAt": "2026-09-20T07:29:35.332744+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:26:00.263979+00:00", "framework": "vllm", "intentId": "148bdbdfdc3d404e8d8da51ea724aee3", "repoId": "RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} -{"batchId": "03f0a56ff4514cfe97551fca939ae81e", "completedAt": "2026-09-20T07:29:35.332741+00:00", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:26:00.263914+00:00", "framework": "vllm", "intentId": "f6befceddb6543398dff0ff05b84d034", "repoId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} -{"batchId": "03f0a56ff4514cfe97551fca939ae81e", "completedAt": "2026-09-20T07:29:35.332738+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-20T07:26:00.263873+00:00", "framework": "vllm_tokenizer_patch", "intentId": "d9691a84d52143f5a7b54c5d33beb9a5", "repoId": "aisingapore/SEA-LION-v1-7B", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index 6d9d164ce6..4e8b4666b9 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -1,6 +1,6 @@ { "acceptedByCategory": { - "unified_success_first": 1724 + "unified_success_first": 1726 }, "acceptedByRoute": { "text-generation|Ascend_910-b3|llamacpp": 17, @@ -29,7 +29,7 @@ "text-generation|Kunlunxin_p-800|vllm_tokenizer_patch": 60, "text-generation|MetaX_c-500|vllm": 104, "text-generation|Mthreads_s4000|llamacpp": 17, - "text-generation|Mthreads_s4000|vllm": 98, + "text-generation|Mthreads_s4000|vllm": 100, "text-generation|Sunrise_pt-200-x1|vllm": 62, "text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 62, "text-generation|Vastai_va16|vllm_fix_tokenizer": 73, @@ -37,8 +37,8 @@ "text-generation|hygon_k100-ai|vllm": 26, "text-generation|hygon_k100-ai|vllm-patch-tokenizer": 107 }, - "acceptedSinceRefresh": 1724, - "acceptedTotal": 1724, - "generatedAt": "2026-09-20T08:55:40.718649+00:00", + "acceptedSinceRefresh": 1726, + "acceptedTotal": 1726, + "generatedAt": "2026-09-20T08:57:46.896523+00:00", "version": 1 } diff --git a/ledger/submissions.jsonl b/ledger/submissions.jsonl index eb312b7b3d..8e0a94dc1a 100644 --- a/ledger/submissions.jsonl +++ b/ledger/submissions.jsonl @@ -1061,3 +1061,5 @@ {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "submitTime": "2026-09-20T08:53:34.985766+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4974282", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"} {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "modelId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "submitTime": "2026-09-20T08:53:35.105220+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4974283", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"} {"framework": "transformers", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B-FP8", "modelId": "XHToken/Spark-X2.5-4B-FP8", "submitTime": "2026-09-20T08:54:12.459339+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4974306", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-transformers-iluvatar-bi-150"} +{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "modelId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "submitTime": "2026-09-20T08:56:10.450953+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4974352", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"} +{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8", "modelId": "RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8", "submitTime": "2026-09-20T08:56:16.600052+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4974353", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"} diff --git a/manifest.json b/manifest.json index c8d2b6a377..0d616ee9e3 100644 --- a/manifest.json +++ b/manifest.json @@ -9,16 +9,16 @@ ".modelhub_state/queue_cleanup_latest.json": "a43deb60b6f751b76576986b5c89b51a2b8d469239d82ff9136f564b25b03b2c", ".modelhub_state/recent_outcomes.jsonl": "e4ec7fe7a933ada1495dda90138340a94157c38bdea2cbc2d2155d9b305ba72e", ".modelhub_state/recovery_active_tasks.jsonl": "50c0564f67e5bb053e5169bf8d22207c47ef50c42827dda7630010d6c9877c48", - ".modelhub_state/recovery_intents.jsonl": "bafa87718a0492d6f6020e88a91234d5af202d3f7b1370be55786e1828969ce3", - ".modelhub_state/routing_intelligence.json": "3ced2b18b6b3ec9aa274c00d3c81368c7e65e4e247b14f6b593ec9b60556c0b6", + ".modelhub_state/recovery_intents.jsonl": "d9950704020fc3f0c5dded86988de9252f961369993c3fd3798a58e1bbcdabe2", + ".modelhub_state/routing_intelligence.json": "e7555220bb3bc292895cf6be1da6ac278faabe2f415b68252b3f6fa255a2b474", ".modelhub_state/submission_exclusions.jsonl": "221be895a524330815b3c5124450b33c94b5f1e68169030c73684bf675d06ec7", ".modelhub_state/worker_crashes.jsonl": "a494412048eca6dce83e7284303a6b4b56a445c1274ac201ab8723c739a14f23", - "ledger/submissions.jsonl": "6303ab9db78404f888c5374a717497193cd19760bdae04489c26f956e26a6b65", - "outcomes/submissions.jsonl": "f3de95d1ad4d126524456f3cc07f3d7112ae062026544425f8233b49e0d6362e" + "ledger/submissions.jsonl": "379d53f6095842e5d264c1bf0a045bcd6189fdda1ec0909fcfce74f8c864a392", + "outcomes/submissions.jsonl": "3f71904b58bdade24d22ee1800ee4b133e92cf0b0bbfcac784582065c73aa368" }, - "generation": 10407, - "phase": "intent", + "generation": 10408, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-09-20T08:55:41.722679+00:00", + "updatedAt": "2026-09-20T08:57:47.141233+00:00", "writerId": "fc715c06e24c4db2ae3e425e435db996" } diff --git a/outcomes/submissions.jsonl b/outcomes/submissions.jsonl index ee71ac7232..5c48bc1dc4 100644 --- a/outcomes/submissions.jsonl +++ b/outcomes/submissions.jsonl @@ -1097,3 +1097,5 @@ {"failReason": null, "framework": "transformers", "lastSyncTime": null, "modelId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "modelProfile": {"architectures": ["Qwen3_5MoeForConditionalGeneration"], "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 23420419700, "estimatedRequiredGiB": 26.214, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5_moe", "modelscopeFileSize": 23455515266, "modelscopeLicense": "mit", "modelscopeParams": 19528501104, "modelscopeTags": ["license:mit", "model_type:qwen3_5_moe", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "modelopt", "repositoryOnDiskBytes": 23455515266}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T08:53:34.985766+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4974282", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "transformers", "lastSyncTime": null, "modelId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "modelProfile": {"architectures": ["NemotronHForCausalLM"], "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 21561882284, "estimatedRequiredGiB": 24.122, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "nemotron_h", "modelscopeFileSize": 21583784354, "modelscopeLicense": "other", "modelscopeParams": 17820210764, "modelscopeTags": ["license:other", "library:safetensors", "task:text-generation", "custom_tag:nvidia", "custom_tag:pytorch", "custom_tag:nemotron-3.5"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "modelopt", "repositoryOnDiskBytes": 21583784354}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T08:53:35.105220+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4974283", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "transformers", "lastSyncTime": null, "modelId": "XHToken/Spark-X2.5-4B-FP8", "modelProfile": {"architectures": ["Spark2_5ForCausalLM"], "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 4450260320, "estimatedRequiredGiB": 4.991, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "spark2_5", "modelscopeFileSize": 4465562659, "modelscopeLicense": "apache-2.0", "modelscopeParams": null, "modelscopeTags": ["license:apache-2.0", "model_type:spark2_5", "library:safetensors", "library:", "task:text-generation", "custom_tag:llm", "custom_tag:sparkx2_5"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "fp8", "repositoryOnDiskBytes": 4465562659}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T08:54:12.459339+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4974306", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "neuralmagic/SmolLM-1.7B-Instruct-quantized.w8a8", "modelProfile": {"architectures": ["LlamaForCausalLM"], "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2014789064, "estimatedRequiredGiB": 2.255, "gpuMemoryEvidence": {"memoryGiB": 48.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 48.0, "maximumRepositorySizeGiB": 40.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "llama", "modelscopeFileSize": 2018175215, "modelscopeLicense": "apache-2.0", "modelscopeParams": 1812039680, "modelscopeTags": ["license:apache-2.0", "model_type:llama", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:int8", "custom_tag:vllm"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 2018175215}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T08:56:10.450953+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4974352", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a8", "modelProfile": {"architectures": ["MistralForCausalLM"], "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 7519537296, "estimatedRequiredGiB": 8.407, "gpuMemoryEvidence": {"memoryGiB": 48.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 48.0, "maximumRepositorySizeGiB": 40.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "mistral", "modelscopeFileSize": 7522510126, "modelscopeLicense": "apache-2.0", "modelscopeParams": 7248023552, "modelscopeTags": ["license:apache-2.0", "model_type:mistral", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 7522510126}, "outcome": "pending", "status": "pending", "submitTime": "2026-09-20T08:56:16.600052+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4974353", "taskType": "text-generation", "verifyResult": null}