diff --git a/.modelhub_state/recovery_intents.jsonl b/.modelhub_state/recovery_intents.jsonl index 2ade3ed01e..e02d74fdff 100644 --- a/.modelhub_state/recovery_intents.jsonl +++ b/.modelhub_state/recovery_intents.jsonl @@ -3038,45 +3038,45 @@ {"batchId": "ed1793e3dd03402ba3fd8b8a6eb5e27f", "completedAt": "2026-10-06T10:16:12.523047+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T10:14:57.591906+00:00", "framework": "vllm", "intentId": "af1276e02778498097453d5a5e69397c", "lastModified": "2026-10-05T18:04:03+00:00", "modelAddress": "https://modelscope.cn/models/mlabonne/LFM2.5-230M-Chess", "reason": null, "reconciledAt": "2026-10-06T15:21:41.985392+00:00", "repoId": "mlabonne/LFM2.5-230M-Chess", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "recovered_active", "targetGpu": "Mthreads_s4000", "taskId": "5321500", "taskType": "text-generation"} {"batchId": "ed1793e3dd03402ba3fd8b8a6eb5e27f", "completedAt": "2026-10-06T10:16:12.523051+00:00", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-10-06T10:14:57.591967+00:00", "framework": "vllm", "intentId": "2816d76a2af44e2aa2b7885a257cab50", "lastModified": "2026-10-04T18:30:07+00:00", "modelAddress": "https://modelscope.cn/models/bench-labs/cagliostro-v3.5", "reason": null, "reconciledAt": "2026-10-06T15:21:41.982055+00:00", "repoId": "bench-labs/cagliostro-v3.5", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "recovered_active", "targetGpu": "Mthreads_s4000", "taskId": "5321498", "taskType": "text-generation"} {"batchId": "eb3d0b2c5e1c449ea11c3401ecc7dbf0", "completedAt": "2026-10-06T13:51:56.925824+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-10-06T12:48:59.784227+00:00", "framework": "vllm-mlu", "intentId": "6321355c79774a76961a4bef728cb751", "lastModified": "2026-09-22T13:08:25+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-attn-2kda-2mla-nope-v2", "reason": null, "reconciledAt": "2026-10-06T15:21:41.984729+00:00", "repoId": "nkkbr/Mini-K3-1H-attn-2kda-2mla-nope-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "recovered_active", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5323593", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.006548+00:00", "framework": "vllm-mlu", "intentId": "58c186a0284e45d7acfb5577efb7128a", "lastModified": "2026-09-24T18:29:33+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/K2-Horizon-7B-AWQ-INT4", "repoId": "cyankiwi/K2-Horizon-7B-AWQ-INT4", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.006691+00:00", "framework": "vllm-mlu", "intentId": "21a0ef7869634f6e9449584ef857e1fb", "lastModified": "2026-09-25T13:06:21+00:00", "modelAddress": "https://modelscope.cn/models/danish-foundation-models/DFM-Mimir-v1.5", "repoId": "danish-foundation-models/DFM-Mimir-v1.5", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.006760+00:00", "framework": "vllm-mlu", "intentId": "cf5f4c6d17664929914d3f09f206f415", "lastModified": "2026-09-24T18:35:22+00:00", "modelAddress": "https://modelscope.cn/models/ukisai/Swift-1.5-3bit-MLX-TextOnly", "repoId": "ukisai/Swift-1.5-3bit-MLX-TextOnly", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.006826+00:00", "framework": "vllm-mlu", "intentId": "234da8cad8d9404db32fb12eed00d0bf", "lastModified": "2026-09-24T13:17:11+00:00", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.6-27B-MTPLX-Optimized", "repoId": "Youssofal/Qwen3.6-27B-MTPLX-Optimized", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.006891+00:00", "framework": "vllm-mlu", "intentId": "fffb4637286b4a3ea5e273170b9263cb", "lastModified": "2026-09-22T14:23:22+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-attn-1kda-3mla-nope-v2", "repoId": "nkkbr/Mini-K3-1H-attn-1kda-3mla-nope-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "pending", "targetGpu": "Cambricon_mlu-370-x8", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.006955+00:00", "framework": "vllm", "intentId": "ccaa05f7ba85426cb569dd21795ee152", "lastModified": "2026-09-28T15:01:07+00:00", "modelAddress": "https://modelscope.cn/models/NovelAI/clio-v1-legacy", "repoId": "NovelAI/clio-v1-legacy", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_mrv-100", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007009+00:00", "framework": "vllm", "intentId": "4a448ec8db284472bdb2f0ce07fcf5ea", "lastModified": "2026-09-23T05:44:29+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/Hemmingway-1-OptiQ-4bit", "repoId": "mlx-community/Hemmingway-1-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_mrv-100", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007060+00:00", "framework": "vllm", "intentId": "7fe6aa7751a540288c5b6812435bb8c0", "lastModified": "2026-09-22T13:08:25+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-attn-2kda-2mla-nope-v2", "repoId": "nkkbr/Mini-K3-1H-attn-2kda-2mla-nope-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Iluvatar_mrv-100", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007111+00:00", "framework": "vllm", "intentId": "ac2c14ba29fb4e5fa78d252f59af2187", "lastModified": "2026-09-26T13:55:38+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-kda-kernel-16-v2", "repoId": "nkkbr/Mini-K3-1H-kda-kernel-16-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007171+00:00", "framework": "vllm", "intentId": "b4b414008e2449e19e134f40177736ef", "lastModified": "2026-09-26T14:17:36+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-kda-kernel-2-v2", "repoId": "nkkbr/Mini-K3-1H-kda-kernel-2-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007239+00:00", "framework": "vllm", "intentId": "d8237ccd8df54fca886beedb47a484aa", "lastModified": "2026-09-28T18:40:17+00:00", "modelAddress": "https://modelscope.cn/models/BananaMind/TernaryBananaMind-10M", "repoId": "BananaMind/TernaryBananaMind-10M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007298+00:00", "framework": "vllm", "intentId": "61ea8f799e2a4ef5a8b32a52e895c6d1", "lastModified": "2026-09-28T16:15:48+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-llama-gqa-standard-v1", "repoId": "nkkbr/Mini-K3-1H-llama-gqa-standard-v1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007356+00:00", "framework": "vllm", "intentId": "ab13d1ea95144fa5a531e8df2f32583c", "lastModified": "2026-09-24T05:56:04+00:00", "modelAddress": "https://modelscope.cn/models/groxaxo/Hemmingway-1-AutoRound-W4G128", "repoId": "groxaxo/Hemmingway-1-AutoRound-W4G128", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007414+00:00", "framework": "vllm", "intentId": "5fd02f1e5c1644cca496d76622a5b9d3", "lastModified": "2026-09-25T13:34:26+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-kda-kernel-1-v2", "repoId": "nkkbr/Mini-K3-1H-kda-kernel-1-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007471+00:00", "framework": "vllm", "intentId": "e05b3d5af6c4431f868d09fac3285b63", "lastModified": "2026-09-28T16:44:39+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-llama-gqa-block4-v1", "repoId": "nkkbr/Mini-K3-1H-llama-gqa-block4-v1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007530+00:00", "framework": "vllm", "intentId": "a514d5dacd014cc795cb012bdd058f3e", "lastModified": "2026-09-28T17:26:29+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-llama-mha-block4-v1", "repoId": "nkkbr/Mini-K3-1H-llama-mha-block4-v1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007588+00:00", "framework": "vllm", "intentId": "85a199963d9d4b9fa7139c6031f42296", "lastModified": "2026-09-03T05:57:31+00:00", "modelAddress": "https://modelscope.cn/models/ibm-granite/granite-4.2-3b", "repoId": "ibm-granite/granite-4.2-3b", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007646+00:00", "framework": "vllm", "intentId": "79bea50ce47f45409a5d45bfcb859c48", "lastModified": "2026-09-28T05:30:01+00:00", "modelAddress": "https://modelscope.cn/models/OsaurusAI/Raptor-0.6.1-preview-4B-JANG_6M", "repoId": "OsaurusAI/Raptor-0.6.1-preview-4B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007704+00:00", "framework": "vllm", "intentId": "1da6eca6e265486bb03278b3d4d10ee4", "lastModified": "2026-09-24T18:26:38+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/K2-Horizon-7B-AWQ-FP8", "repoId": "cyankiwi/K2-Horizon-7B-AWQ-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007763+00:00", "framework": "vllm", "intentId": "16c0c24ef2d140ef8519fc0f8d9fcc31", "lastModified": "2026-09-26T14:02:11+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-attnres-full-sublayer-v1_D", "repoId": "nkkbr/Mini-K3-1H-attnres-full-sublayer-v1_D", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007821+00:00", "framework": "vllm", "intentId": "d2fb6110652442c293efdd7f5f8d3e35", "lastModified": "2026-09-25T14:27:58+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-attnres-block1-v1_D", "repoId": "nkkbr/Mini-K3-1H-attnres-block1-v1_D", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007878+00:00", "framework": "vllm", "intentId": "2ce637184419404980d88a29eabc7554", "lastModified": "2026-09-24T19:37:37+00:00", "modelAddress": "https://modelscope.cn/models/pfnet/plamo-3-610m-fin-instruct", "repoId": "pfnet/plamo-3-610m-fin-instruct", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007936+00:00", "framework": "vllm", "intentId": "2adaa39d045f46a892400fe107518216", "lastModified": "2026-09-28T19:03:37+00:00", "modelAddress": "https://modelscope.cn/models/juspay/xor-lite", "repoId": "juspay/xor-lite", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007993+00:00", "framework": "vllm", "intentId": "d80ba3dd66c74218bc2e192376bb5149", "lastModified": "2026-09-14T09:15:24+00:00", "modelAddress": "https://modelscope.cn/models/hcnote/SparkMuse-4B-INT4", "repoId": "hcnote/SparkMuse-4B-INT4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008053+00:00", "framework": "vllm", "intentId": "0b1663e446ff4e20bb34fb0b5696bb61", "lastModified": "2026-09-24T18:26:51+00:00", "modelAddress": "https://modelscope.cn/models/burtenshaw/nanochat", "repoId": "burtenshaw/nanochat", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008111+00:00", "framework": "vllm", "intentId": "49f64ad8ddac468791559a60e16bbb8b", "lastModified": "2026-09-24T14:11:07+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-kda-kernel-0-v2", "repoId": "nkkbr/Mini-K3-1H-kda-kernel-0-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008169+00:00", "framework": "vllm", "intentId": "a186dd16614046669d13871074ec162c", "lastModified": "2026-09-25T13:33:31+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-mamba2-n128-g4-v1_C", "repoId": "nkkbr/Mini-K3-1H-mamba2-n128-g4-v1_C", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008231+00:00", "framework": "vllm", "intentId": "de35771a52df44b9adbbc4491aa58e75", "lastModified": "2026-09-11T18:32:20+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/Spark-X2.5-4B-AWQ-INT4", "repoId": "cyankiwi/Spark-X2.5-4B-AWQ-INT4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008289+00:00", "framework": "vllm", "intentId": "9607983c60f14f44a91db127c2b9a721", "lastModified": "2026-09-24T18:47:03+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/K2-Horizon-3.7B-AWQ-FP8", "repoId": "cyankiwi/K2-Horizon-3.7B-AWQ-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008347+00:00", "framework": "vllm", "intentId": "23b4e56e9d414a319b3f34011178e710", "lastModified": "2026-09-28T18:39:34+00:00", "modelAddress": "https://modelscope.cn/models/peculiar-ragdoll/Sharp-MiniCPM5-2B-MLX-oQ6e", "repoId": "peculiar-ragdoll/Sharp-MiniCPM5-2B-MLX-oQ6e", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "c7541f1f29b3fd5c7c77db0c143c2abddce8ce74fd696dee033dda5852b7e04f", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008404+00:00", "framework": "vllm", "intentId": "d4789b4a44274971be43eb23dabf2452", "lastModified": "2026-09-25T18:27:27+00:00", "modelAddress": "https://modelscope.cn/models/BananaMind/BananaMind-2-assistant2user", "repoId": "BananaMind/BananaMind-2-assistant2user", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 3072}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008462+00:00", "framework": "vllm", "intentId": "c267fe92255a43fea2bafc6284cddb3f", "lastModified": "2026-09-22T18:40:12+00:00", "modelAddress": "https://modelscope.cn/models/ProCreations/BetterWright-K2-Horizon-7B-Uno", "repoId": "ProCreations/BetterWright-K2-Horizon-7B-Uno", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008519+00:00", "framework": "vllm", "intentId": "9bf8224762dc49f98a140735e19efa36", "lastModified": "2026-09-24T05:29:17+00:00", "modelAddress": "https://modelscope.cn/models/bench-labs/tinctura-v1", "repoId": "bench-labs/tinctura-v1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008577+00:00", "framework": "vllm", "intentId": "bc827475ae7f452996fc84e1f4ace237", "lastModified": "2026-09-28T16:42:31+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-llama-mha-standard-v1", "repoId": "nkkbr/Mini-K3-1H-llama-mha-standard-v1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008634+00:00", "framework": "vllm", "intentId": "d4e9577d41404e7c960717cf412b6ab5", "lastModified": "2026-09-26T14:40:03+00:00", "modelAddress": "https://modelscope.cn/models/Akahsizrr/Cyber-Prime-1.1-2.6B", "repoId": "Akahsizrr/Cyber-Prime-1.1-2.6B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008692+00:00", "framework": "vllm", "intentId": "c5282c20cd004b1d9ccb56b303891d71", "lastModified": "2026-09-05T13:59:29+00:00", "modelAddress": "https://modelscope.cn/models/ibm-granite/granite-4.2-8b", "repoId": "ibm-granite/granite-4.2-8b", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008750+00:00", "framework": "vllm", "intentId": "cbaa01c00610433882d4c9e95bed6629", "lastModified": "2026-09-16T17:31:09+00:00", "modelAddress": "https://modelscope.cn/models/mlx-community/gpt-oss-20b-OptiQ-4bit", "repoId": "mlx-community/gpt-oss-20b-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008807+00:00", "framework": "vllm", "intentId": "fb07493e04584de6a771395414028692", "lastModified": "2026-09-24T18:54:15+00:00", "modelAddress": "https://modelscope.cn/models/cyankiwi/K2-Horizon-3.7B-AWQ-INT4", "repoId": "cyankiwi/K2-Horizon-3.7B-AWQ-INT4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} -{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008865+00:00", "framework": "vllm", "intentId": "a6df28a479314213a8fb02704ccf92a3", "lastModified": "2026-09-21T18:33:19+00:00", "modelAddress": "https://modelscope.cn/models/GnLOLot/MiniCPM5-2B-Claude-Fable5-1-Thinking-Agentic", "repoId": "GnLOLot/MiniCPM5-2B-Claude-Fable5-1-Thinking-Agentic", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Mthreads_s4000", "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234618+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.006891+00:00", "framework": "vllm-mlu", "intentId": "fffb4637286b4a3ea5e273170b9263cb", "lastModified": "2026-09-22T14:23:22+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-attn-1kda-3mla-nope-v2", "reason": null, "repoId": "nkkbr/Mini-K3-1H-attn-1kda-3mla-nope-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "submitted", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5333798", "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234633+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007111+00:00", "framework": "vllm", "intentId": "ac2c14ba29fb4e5fa78d252f59af2187", "lastModified": "2026-09-26T13:55:38+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-kda-kernel-16-v2", "reason": null, "repoId": "nkkbr/Mini-K3-1H-kda-kernel-16-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Mthreads_s4000", "taskId": "5334000", "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234686+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008111+00:00", "framework": "vllm", "intentId": "49f64ad8ddac468791559a60e16bbb8b", "lastModified": "2026-09-24T14:11:07+00:00", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-kda-kernel-0-v2", "reason": null, "repoId": "nkkbr/Mini-K3-1H-kda-kernel-0-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "submitted", "targetGpu": "Mthreads_s4000", "taskId": "5337783", "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234726+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008865+00:00", "framework": "vllm", "intentId": "a6df28a479314213a8fb02704ccf92a3", "repoId": "GnLOLot/MiniCPM5-2B-Claude-Fable5-1-Thinking-Agentic", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234722+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008807+00:00", "framework": "vllm", "intentId": "fb07493e04584de6a771395414028692", "repoId": "cyankiwi/K2-Horizon-3.7B-AWQ-INT4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234720+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008750+00:00", "framework": "vllm", "intentId": "cbaa01c00610433882d4c9e95bed6629", "repoId": "mlx-community/gpt-oss-20b-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234717+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008692+00:00", "framework": "vllm", "intentId": "c5282c20cd004b1d9ccb56b303891d71", "repoId": "ibm-granite/granite-4.2-8b", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234713+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008634+00:00", "framework": "vllm", "intentId": "d4e9577d41404e7c960717cf412b6ab5", "repoId": "Akahsizrr/Cyber-Prime-1.1-2.6B", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234710+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008577+00:00", "framework": "vllm", "intentId": "bc827475ae7f452996fc84e1f4ace237", "repoId": "nkkbr/Mini-K3-1H-llama-mha-standard-v1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234707+00:00", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008519+00:00", "framework": "vllm", "intentId": "9bf8224762dc49f98a140735e19efa36", "repoId": "bench-labs/tinctura-v1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234704+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008462+00:00", "framework": "vllm", "intentId": "c267fe92255a43fea2bafc6284cddb3f", "repoId": "ProCreations/BetterWright-K2-Horizon-7B-Uno", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234701+00:00", "configFingerprint": "c7541f1f29b3fd5c7c77db0c143c2abddce8ce74fd696dee033dda5852b7e04f", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008404+00:00", "framework": "vllm", "intentId": "d4789b4a44274971be43eb23dabf2452", "repoId": "BananaMind/BananaMind-2-assistant2user", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 3072}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234698+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008347+00:00", "framework": "vllm", "intentId": "23b4e56e9d414a319b3f34011178e710", "repoId": "peculiar-ragdoll/Sharp-MiniCPM5-2B-MLX-oQ6e", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234695+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008289+00:00", "framework": "vllm", "intentId": "9607983c60f14f44a91db127c2b9a721", "repoId": "cyankiwi/K2-Horizon-3.7B-AWQ-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234692+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008231+00:00", "framework": "vllm", "intentId": "de35771a52df44b9adbbc4491aa58e75", "repoId": "cyankiwi/Spark-X2.5-4B-AWQ-INT4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234689+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008169+00:00", "framework": "vllm", "intentId": "a186dd16614046669d13871074ec162c", "repoId": "nkkbr/Mini-K3-1H-mamba2-n128-g4-v1_C", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234682+00:00", "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.008053+00:00", "framework": "vllm", "intentId": "0b1663e446ff4e20bb34fb0b5696bb61", "repoId": "burtenshaw/nanochat", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234680+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007993+00:00", "framework": "vllm", "intentId": "d80ba3dd66c74218bc2e192376bb5149", "repoId": "hcnote/SparkMuse-4B-INT4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234677+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007936+00:00", "framework": "vllm", "intentId": "2adaa39d045f46a892400fe107518216", "repoId": "juspay/xor-lite", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234674+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007878+00:00", "framework": "vllm", "intentId": "2ce637184419404980d88a29eabc7554", "repoId": "pfnet/plamo-3-610m-fin-instruct", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234671+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007821+00:00", "framework": "vllm", "intentId": "d2fb6110652442c293efdd7f5f8d3e35", "repoId": "nkkbr/Mini-K3-1H-attnres-block1-v1_D", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234667+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007763+00:00", "framework": "vllm", "intentId": "16c0c24ef2d140ef8519fc0f8d9fcc31", "repoId": "nkkbr/Mini-K3-1H-attnres-full-sublayer-v1_D", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234664+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007704+00:00", "framework": "vllm", "intentId": "1da6eca6e265486bb03278b3d4d10ee4", "repoId": "cyankiwi/K2-Horizon-7B-AWQ-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234661+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007646+00:00", "framework": "vllm", "intentId": "79bea50ce47f45409a5d45bfcb859c48", "repoId": "OsaurusAI/Raptor-0.6.1-preview-4B-JANG_6M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234658+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007588+00:00", "framework": "vllm", "intentId": "85a199963d9d4b9fa7139c6031f42296", "repoId": "ibm-granite/granite-4.2-3b", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234655+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007530+00:00", "framework": "vllm", "intentId": "a514d5dacd014cc795cb012bdd058f3e", "repoId": "nkkbr/Mini-K3-1H-llama-mha-block4-v1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234651+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007471+00:00", "framework": "vllm", "intentId": "e05b3d5af6c4431f868d09fac3285b63", "repoId": "nkkbr/Mini-K3-1H-llama-gqa-block4-v1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234649+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007414+00:00", "framework": "vllm", "intentId": "5fd02f1e5c1644cca496d76622a5b9d3", "repoId": "nkkbr/Mini-K3-1H-kda-kernel-1-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234646+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007356+00:00", "framework": "vllm", "intentId": "ab13d1ea95144fa5a531e8df2f32583c", "repoId": "groxaxo/Hemmingway-1-AutoRound-W4G128", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234643+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007298+00:00", "framework": "vllm", "intentId": "61ea8f799e2a4ef5a8b32a52e895c6d1", "repoId": "nkkbr/Mini-K3-1H-llama-gqa-standard-v1", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234639+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007239+00:00", "framework": "vllm", "intentId": "d8237ccd8df54fca886beedb47a484aa", "repoId": "BananaMind/TernaryBananaMind-10M", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234636+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007171+00:00", "framework": "vllm", "intentId": "b4b414008e2449e19e134f40177736ef", "repoId": "nkkbr/Mini-K3-1H-kda-kernel-2-v2", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234629+00:00", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007060+00:00", "framework": "vllm", "intentId": "7fe6aa7751a540288c5b6812435bb8c0", "repoId": "nkkbr/Mini-K3-1H-attn-2kda-2mla-nope-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_mrv-100", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234625+00:00", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.007009+00:00", "framework": "vllm", "intentId": "4a448ec8db284472bdb2f0ce07fcf5ea", "repoId": "mlx-community/Hemmingway-1-OptiQ-4bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_mrv-100", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234622+00:00", "configFingerprint": "71d6e16091ba0289f01acffc8e39bb8c25703488dc49b9e390e08951fe1f2b33", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.006955+00:00", "framework": "vllm", "intentId": "ccaa05f7ba85426cb569dd21795ee152", "repoId": "NovelAI/clio-v1-legacy", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_mrv-100", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234614+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.006826+00:00", "framework": "vllm-mlu", "intentId": "234da8cad8d9404db32fb12eed00d0bf", "repoId": "Youssofal/Qwen3.6-27B-MTPLX-Optimized", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234610+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.006760+00:00", "framework": "vllm-mlu", "intentId": "cf5f4c6d17664929914d3f09f206f415", "repoId": "ukisai/Swift-1.5-3bit-MLX-TextOnly", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234605+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.006691+00:00", "framework": "vllm-mlu", "intentId": "21a0ef7869634f6e9449584ef857e1fb", "repoId": "danish-foundation-models/DFM-Mimir-v1.5", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} +{"batchId": "2ea3a1959cec4630bb5b4bdbf37403ad", "completedAt": "2026-10-06T16:28:36.234578+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-10-06T15:28:00.006548+00:00", "framework": "vllm-mlu", "intentId": "58c186a0284e45d7acfb5577efb7128a", "repoId": "cyankiwi/K2-Horizon-7B-AWQ-INT4", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} {"batchId": "eb3d0b2c5e1c449ea11c3401ecc7dbf0", "completedAt": "2026-10-06T13:51:56.925926+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T12:48:59.786146+00:00", "framework": "vllm", "intentId": "e1b3ec096bc14feeb102a7a9c52260bb", "repoId": "GnLOLot/MiniCPM5-2B-Claude-Fable5-1-Thinking-Agentic", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} {"batchId": "eb3d0b2c5e1c449ea11c3401ecc7dbf0", "completedAt": "2026-10-06T13:51:56.925923+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T12:48:59.786090+00:00", "framework": "vllm", "intentId": "3c9c3433c0624facabdbeadf6d3e36bb", "repoId": "cyankiwi/K2-Horizon-3.7B-AWQ-INT4", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} {"batchId": "eb3d0b2c5e1c449ea11c3401ecc7dbf0", "completedAt": "2026-10-06T13:51:56.925920+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-10-06T12:48:59.786032+00:00", "framework": "vllm", "intentId": "f82846c94f3642048356d2f33eedcdb0", "repoId": "mlx-community/gpt-oss-20b-OptiQ-4bit", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} @@ -3341,39 +3341,3 @@ {"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532498+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.216084+00:00", "framework": "vllm_tokenizer_patch", "intentId": "27b170c7d68245248f38247c478544f3", "repoId": "RedHatAI/Mistral-Nemo-Instruct-2407-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} {"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532495+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215998+00:00", "framework": "vllm_tokenizer_patch", "intentId": "352f2b816d654ba6961c19a38a80983b", "repoId": "RedHatAI/starcoder2-7b-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} {"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532492+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215912+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0ac1e3e15eb74638bea20f57a161efae", "repoId": "RedHatAI/Phi-3-medium-128k-instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532489+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215827+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e858e50a015f4a98891b1f5af8ad7e66", "repoId": "nm-testing/nonuniform", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532486+00:00", "configFingerprint": "1c0a4f69628b2a0ad37a6eee139a4c98afed7d8c93529a9ef42a90756e4e1940", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215741+00:00", "framework": "vllm_tokenizer_patch", "intentId": "7f994eb0e2994cee8caa26988666664f", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8A8-FP8-Channelwise-compressed-tensors", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532479+00:00", "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215421+00:00", "framework": "vllm-mlu", "intentId": "fde47dff96714c18813d2831df64e1b6", "repoId": "neuralmagic/starcoder2-3b-quantized.w8a8", "safeConfigVector": {"dtype": "-", "gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Cambricon_mlu-370-x8", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532475+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215356+00:00", "framework": "vllm_tokenizer_patch", "intentId": "6361e41718334851a26e5bb8122ab508", "repoId": "nm-testing/Meta-llama3-8b-Instruct-quant-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532472+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215290+00:00", "framework": "vllm_tokenizer_patch", "intentId": "e2c8789d8ec6421d88ef2fd0b78c0524", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-FP8-K-V", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532469+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215225+00:00", "framework": "vllm_tokenizer_patch", "intentId": "caf9cba4f83c4dab9a9feba0803233b5", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-nonuniform-test", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532467+00:00", "configFingerprint": "26bfee231695e882b96dee0191bc1dfec25bcad132af96a7ee5f0e26f3cb9fdc", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215159+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0fe649cae6ce4904862627c2d651f645", "repoId": "nm-testing/tinyllama-oneshot-w4a16-group128-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532463+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215092+00:00", "framework": "vllm_tokenizer_patch", "intentId": "5e8ad38e922f4b13bee54b034074cb40", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W4A16-compressed-tensors-test", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532460+00:00", "configFingerprint": "7b5500238d52e9e2a21471d722bc1636ca047e1a12ba49c491593b86bec602b8", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.215024+00:00", "framework": "vllm_tokenizer_patch", "intentId": "2c20fe70e4474c86b48dfb902055185f", "repoId": "nm-testing/llama3-8b-w8_channel-a8_tensor-compressed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b3", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532457+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214950+00:00", "framework": "vllm_fix_tokenizer", "intentId": "b3c7f12c69194cd1bba59204f214a6e6", "repoId": "RedHatAI/SmolLM-135M-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532454+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214874+00:00", "framework": "vllm_fix_tokenizer", "intentId": "3cdec3f9290344329987416daf1873f1", "repoId": "nm-testing/Qwen2-1.5B-Instruct-FP8W8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532451+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214795+00:00", "framework": "vllm_fix_tokenizer", "intentId": "cb85ea72e7b94f0c933cb6fe8eb3ebc2", "repoId": "nm-testing/tinyllama-oneshot-w4a16-channel-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532448+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214632+00:00", "framework": "vllm_fix_tokenizer", "intentId": "0a80c042fd8f4c8b81cbb504f6d789a2", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W4-Group128-A16-Test", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532446+00:00", "configFingerprint": "16f74ea0f409861ab0c8169a25d9484cb482e27d6a3ad7c529a70b7cdbfabee3", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214557+00:00", "framework": "vllm_fix_tokenizer", "intentId": "e17aa3e5748141ec8e6b4733ee31e48e", "repoId": "nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532443+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214482+00:00", "framework": "vllm_fix_tokenizer", "intentId": "c8f2268669d34a5c959d9107daf8839f", "repoId": "nm-testing/tinyllama-oneshot-w8a8-channel-dynamic-token-v2", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532440+00:00", "configFingerprint": "d8df464812ff2fd3c46dc89b0fc6a96370e694fab8e52179f1ada2cdd0ea92b9", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214405+00:00", "framework": "vllm_fix_tokenizer", "intentId": "5b0f862fbe9a4012a55ac6ee6a72ecb6", "repoId": "nm-testing/tinyllama-one-shot-w4a16-group-packed", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Kunlunxin_p-800", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532436+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214317+00:00", "framework": "vllm_tokenizer_patch", "intentId": "654af64758bf449c98b09ebd5a2b4e08", "repoId": "nm-testing/Meta-Llama-3-8B-FP8-compressed-tensors-test-bos", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532432+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214230+00:00", "framework": "vllm_tokenizer_patch", "intentId": "0c57f9d9e63740daa308707843ecddf6", "repoId": "nm-testing/Meta-llama3-8b-Instruct-SmoothQuant-Fp8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "423f8e5216844b2bb18d769589b90bb6", "completedAt": "2026-09-21T18:13:39.532422+00:00", "configFingerprint": "167e80c9a74f5acd91819ac9a661546c8992cc5beb0bdd0a1dc9fc9659a5e778", "configSource": "modelhub_live", "createdAt": "2026-09-21T18:02:36.214052+00:00", "framework": "vllm_tokenizer_patch", "intentId": "3c81ccfc8641416781f211e2db65fcee", "repoId": "nm-testing/tinyllama-oneshot-w8-channel-a8-tensor", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220197+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272511+00:00", "framework": "vllm", "intentId": "be47445997a84274a977bda0acc69d55", "repoId": "RedHatAI/gemma-2-2b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220195+00:00", "configFingerprint": "2ebd1d3ee8ed952dd08e24120ad5d7342c9a018f55c478225a242b664721e8d0", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272454+00:00", "framework": "vllm", "intentId": "874d32bd63454936b057f3f5a154fe5e", "repoId": "neuralmagic/gemma-2-9b-it-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220184+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272231+00:00", "framework": "vllm", "intentId": "875c0667c0994331a5616d5e3df41574", "repoId": "nm-testing/Meta-Llama-3-8B-Instruct-W8-Channel-A8-Dynamic-Per-Token-Test", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220181+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272172+00:00", "framework": "vllm", "intentId": "a38ea73e931d4b6199b24e835933cf15", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220179+00:00", "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272111+00:00", "framework": "vllm", "intentId": "6dc1a6a3e1004559b07630d24218708e", "repoId": "neuralmagic/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"dtype": "-", "gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220176+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272071+00:00", "framework": "vllm_tokenizer_patch", "intentId": "38d335871ee8447982a56799b110e4cc", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-FP8", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220173+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.272031+00:00", "framework": "vllm_tokenizer_patch", "intentId": "b2ab523853524fb38879338c8a37e3a0", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-6bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220170+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271990+00:00", "framework": "vllm_tokenizer_patch", "intentId": "fb7d40cedf624124a89d165c48f8119c", "repoId": "LiquidAI/LFM2.5-1.2B-Thinking-MLX-4bit", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220167+00:00", "configFingerprint": "3b6ff6a21da290a9b1ca3ac432aa93c3d06a816b4b694cc9a45180f81f107aa5", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271947+00:00", "framework": "vllm_tokenizer_patch", "intentId": "a18a5109b47847b7b546a7e2710cd9aa", "repoId": "ornith-ai/Ornith-1.5-35B-A3B-NVFP4", "safeConfigVector": {"gpuNum": 1}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220164+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271905+00:00", "framework": "vllm-patch-tokenizer", "intentId": "4391e1c50a7d4b7abc4a798a3122cfc7", "repoId": "RedHatAI/gemma-2-2b-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220161+00:00", "configFingerprint": "0d5bc82787a89d4313672808d1a8629a1fc675c91aa6a08865f770aa24447fbc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271861+00:00", "framework": "vllm-patch-tokenizer", "intentId": "57357704661b4abf9fc2723a1149fdc9", "repoId": "RedHatAI/Meta-Llama-3.1-8B-Instruct-quantized.w8a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "hygon_k100-ai", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220158+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271744+00:00", "framework": "transformers", "intentId": "d259ff78ca364ff99162fac89063f0a5", "repoId": "LiquidAI/LFM2.5-1.2B-Instruct-MLX-bf16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220155+00:00", "configFingerprint": "0335c7e4668aaa963303ebe91f80d6eb1e7e8d0299011bd85f7e05a4df031dc7", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271682+00:00", "framework": "transformers", "intentId": "fa9b4a161771430eb386585781e5d9b0", "repoId": "aisingapore/SEA-LION-v1-7B-IT-Research", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220152+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271613+00:00", "framework": "transformers", "intentId": "98e974e676bb4f0d90a996aa4040b9fe", "repoId": "JANGQ-AI/Osaurus-AppleScript-8B-JANG_6M", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220148+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271551+00:00", "framework": "transformers", "intentId": "ed495202e3104a8cb758fe507435cea8", "repoId": "TokenRhythm/NeoHorse-1-9B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220146+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271489+00:00", "framework": "transformers", "intentId": "1099bb9e553949c28c1b19fcdef67412", "repoId": "LiquidAI/LFM2.5-2.6B", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} -{"batchId": "72cb9a4a00eb4f81aa0d838e048a300f", "completedAt": "2026-09-21T17:59:07.220143+00:00", "configFingerprint": "3086a71adcdca90005b4967eb30749c44cd82389aff8d599758e4b91675d40dc", "configSource": "modelhub_live", "createdAt": "2026-09-21T17:54:45.271428+00:00", "framework": "transformers", "intentId": "f5477e74f5584651a15a65618abe234f", "repoId": "RedHatAI/gemma-2-9b-it-quantized.w4a16", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "age_policy_deferred", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"} diff --git a/.modelhub_state/routing_intelligence.json b/.modelhub_state/routing_intelligence.json index 5cb003751a..0742bddd02 100644 --- a/.modelhub_state/routing_intelligence.json +++ b/.modelhub_state/routing_intelligence.json @@ -1,6 +1,6 @@ { "acceptedByCategory": { - "unified_success_first": 3177 + "unified_success_first": 3180 }, "acceptedByRoute": { "text-generation|Ascend_910-b3|llamacpp": 29, @@ -16,7 +16,7 @@ "text-generation|Cambricon_mlu-370-x4|vllm-mlu": 142, "text-generation|Cambricon_mlu-370-x8|vllm": 56, "text-generation|Cambricon_mlu-370-x8|vllm-customized": 71, - "text-generation|Cambricon_mlu-370-x8|vllm-mlu": 165, + "text-generation|Cambricon_mlu-370-x8|vllm-mlu": 166, "text-generation|Iluvatar_bi-100|transformers": 20, "text-generation|Iluvatar_bi-150|llamacpp": 18, "text-generation|Iluvatar_bi-150|transformers": 46, @@ -31,7 +31,7 @@ "text-generation|MetaX_c-500|vllm": 127, "text-generation|MetaX_c-500|vllm_tokenizer_patch": 82, "text-generation|Mthreads_s4000|llamacpp": 27, - "text-generation|Mthreads_s4000|vllm": 139, + "text-generation|Mthreads_s4000|vllm": 141, "text-generation|Sunrise_pt-200-x1|vllm": 87, "text-generation|Sunrise_pt-200-x1|vllm_fix_tokenizer": 111, "text-generation|Vastai_va16|vllm_fix_tokenizer": 103, @@ -39,8 +39,8 @@ "text-generation|hygon_k100-ai|vllm": 27, "text-generation|hygon_k100-ai|vllm-patch-tokenizer": 217 }, - "acceptedSinceRefresh": 3177, - "acceptedTotal": 3177, - "generatedAt": "2026-10-06T13:51:56.855830+00:00", + "acceptedSinceRefresh": 3180, + "acceptedTotal": 3180, + "generatedAt": "2026-10-06T16:28:36.172378+00:00", "version": 1 } diff --git a/ledger/submissions.jsonl b/ledger/submissions.jsonl index 97aff56c03..4efb022f97 100644 --- a/ledger/submissions.jsonl +++ b/ledger/submissions.jsonl @@ -1037,9 +1037,6 @@ {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/mlabonne/LFM2.5-230M-Chess", "modelId": "mlabonne/LFM2.5-230M-Chess", "submitTime": "2026-10-06T10:15:00.656545+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5321500", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"} {"framework": "vllm", "modelAddress": "https://modelscope.cn/models/bench-labs/cagliostro-v3.5", "modelId": "bench-labs/cagliostro-v3.5", "submitTime": "2026-10-06T10:15:00.659383+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5321498", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"} {"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-attn-2kda-2mla-nope-v2", "modelId": "nkkbr/Mini-K3-1H-attn-2kda-2mla-nope-v2", "submitTime": "2026-10-06T12:49:01.563442+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5323593", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"} -{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-26B-A4B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:58:35.451794+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970348", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"} -{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-31B-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:58:35.460457+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970350", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"} -{"framework": "vllm_0_17_0_corex_4_4_0", "modelAddress": "https://modelscope.cn/models/mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "modelId": "mlx-community/gemma-4-e2b-it-qat-OptiQ-4bit", "submitTime": "2026-09-20T03:58:35.464742+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970359", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-0-17-0-corex-4-4-0-iluvatar-bi-150"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/XHToken/Spark-X2.5-4B", "modelId": "XHToken/Spark-X2.5-4B", "submitTime": "2026-09-20T03:58:35.457045+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970357", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "modelId": "Youssofal/Qwen3.8-27B-MTPLX-Optimized-Speed", "submitTime": "2026-09-20T03:58:35.449495+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970352", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "modelId": "nv-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-NVFP4", "submitTime": "2026-09-20T03:58:41.340891+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4970366", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-iluvatar-bi-150"} @@ -1204,3 +1201,6 @@ {"framework": "vllm_tokenizer_patch", "modelAddress": "https://modelscope.cn/models/mlx-community/gpt-oss-20b-OptiQ-4bit", "modelId": "mlx-community/gpt-oss-20b-OptiQ-4bit", "submitTime": "2026-09-26T08:01:50.847636+00:00", "targetGpu": "Ascend_910-b4", "taskId": "5097139", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-tokenizer-patch-ascend-910-b4"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gpt-oss-20b-OptiQ-4bit", "modelId": "mlx-community/gpt-oss-20b-OptiQ-4bit", "submitTime": "2026-09-26T08:18:32.495861+00:00", "targetGpu": "Kunlunxin_p-800", "taskId": "5097281", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-kunlunxin-p-800"} {"framework": "vllm_fix_tokenizer", "modelAddress": "https://modelscope.cn/models/mlx-community/gpt-oss-20b-OptiQ-4bit", "modelId": "mlx-community/gpt-oss-20b-OptiQ-4bit", "submitTime": "2026-10-06T09:15:22.648982+00:00", "targetGpu": "Biren_166m", "taskId": "5320514", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-fix-tokenizer-biren-166m"} +{"framework": "vllm-mlu", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-attn-1kda-3mla-nope-v2", "modelId": "nkkbr/Mini-K3-1H-attn-1kda-3mla-nope-v2", "submitTime": "2026-10-06T15:28:01.748639+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5333798", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mlu-cambricon-mlu-370-x8"} +{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-kda-kernel-16-v2", "modelId": "nkkbr/Mini-K3-1H-kda-kernel-16-v2", "submitTime": "2026-10-06T15:28:01.845021+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5334000", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"} +{"framework": "vllm", "modelAddress": "https://modelscope.cn/models/nkkbr/Mini-K3-1H-kda-kernel-0-v2", "modelId": "nkkbr/Mini-K3-1H-kda-kernel-0-v2", "submitTime": "2026-10-06T15:49:30.159431+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5337783", "taskType": "text-generation", "templateId": "modelhub-live-text-generation-vllm-mthreads-s4000"} diff --git a/manifest.json b/manifest.json index b174c1709a..5c555f5eac 100644 --- a/manifest.json +++ b/manifest.json @@ -10,16 +10,16 @@ ".modelhub_state/queue_cleanup_latest.json": "5a0303e8316fcab30a4e922547230f80795528b823c5599adce914d800fab218", ".modelhub_state/recent_outcomes.jsonl": "66f65405defcf850f044e43e54c3dc291f18521f309cb9962d861b493cb049ac", ".modelhub_state/recovery_active_tasks.jsonl": "53d1d38b37a2dd32b44dd101405a536dd8faeb25191edd477f5b645ffaa1fcf9", - ".modelhub_state/recovery_intents.jsonl": "4b14676483d749a74b27bb428090bd976c70797b0e2ce8897482e6953aa231c9", - ".modelhub_state/routing_intelligence.json": "a648a147d02925142f95b55d31b14142867452cec76d320d33c1e0a1c1c7aec5", + ".modelhub_state/recovery_intents.jsonl": "6660980623c98138af0e4ad388c6bcca16f6d1a56190c27a5ff8068cce190095", + ".modelhub_state/routing_intelligence.json": "058f1efa7f7be7f97e5acd45d6fc2422f6fa02c0f696b41ae38c40a12f0f8d42", ".modelhub_state/submission_exclusions.jsonl": "43b628022463d9d87ea16d9daf4f7ef224ee1ed83550feb9eaa30a59a885b4a5", ".modelhub_state/worker_crashes.jsonl": "b321ea3648ae6b322601ed30ef8c3b1da0f13612af1bde3a64b0d41dc18a7b9f", - "ledger/submissions.jsonl": "624a384b8e535abbc1dc8f6d2642e19aa1bd23e473d38bf122d27a63309db03b", - "outcomes/submissions.jsonl": "9cd006b787efa43ff1875377b08216c4cc257868e5dba0139b7aee61e916948d" + "ledger/submissions.jsonl": "1f9b8f5499e561d47827bbe9e0af3073b9b1253e2159ded489f90a0e0bdf9723", + "outcomes/submissions.jsonl": "3be9cfac87b03345ac0c73a89024c4566bdb2caacb494c1d33a46db55a4750ec" }, - "generation": 21470, - "phase": "intent", + "generation": 21471, + "phase": "result", "schemaVersion": 1, - "updatedAt": "2026-10-06T15:28:00.236285+00:00", + "updatedAt": "2026-10-06T16:28:36.391197+00:00", "writerId": "33ed03361c5848e88b8ce6204fb4f7d2" } diff --git a/outcomes/submissions.jsonl b/outcomes/submissions.jsonl index 8bb4f622d2..59369b3f77 100644 --- a/outcomes/submissions.jsonl +++ b/outcomes/submissions.jsonl @@ -1046,3 +1046,6 @@ {"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "mlabonne/LFM2.5-230M-Chess", "modelProfile": {"architectures": ["Lfm2ForCausalLM"], "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 5201, "estimatedRequiredGiB": 0.522, "gpuMemoryEvidence": {"memoryGiB": 48.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 48.0, "maximumRepositorySizeGiB": 40.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "lfm2", "modelscopeFileSize": 467369015, "modelscopeLicense": "other", "modelscopeParams": 230688512, "modelscopeTags": ["license:other", "model_type:lfm2", "library:transformer", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:liquid", "custom_tag:lfm2.5", "custom_tag:chess"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 467369015}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-06T10:15:00.656545+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5321500", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "bench-labs/cagliostro-v3.5", "modelProfile": {"architectures": ["CagliostroForCausalLM"], "configFingerprint": "58bd440e460cf3e4d9271b3c32c451e80254e59faf47ce55dcda11588cf4117e", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 585441264, "estimatedRequiredGiB": 0.677, "gpuMemoryEvidence": {"memoryGiB": 48.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 48.0, "maximumRepositorySizeGiB": 40.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "cagliostro", "modelscopeFileSize": null, "modelscopeLicense": "apache-2.0", "modelscopeParams": null, "modelscopeTags": ["license:apache-2.0", "model_type:cagliostro", "library:pytorch", "library:transformer", "library:safetensors", "task:text-generation", "custom_tag:causal-lm", "custom_tag:language-model", "custom_tag:base-model", "custom_tag:small-language-model"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 605680752}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-06T10:15:00.659383+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5321498", "taskType": "text-generation", "verifyResult": null} {"failReason": null, "framework": "vllm-mlu", "lastSyncTime": null, "modelId": "nkkbr/Mini-K3-1H-attn-2kda-2mla-nope-v2", "modelProfile": {"architectures": [], "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2010737208, "estimatedRequiredGiB": 2.432, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "mini_k3", "modelscopeFileSize": 2176034009, "modelscopeLicense": null, "modelscopeParams": null, "modelscopeTags": ["model_type:mini_k3", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:kimi-k3", "custom_tag:pretraining", "custom_tag:mixture-of-experts", "custom_tag:linear-attention", "custom_tag:architecture-ablation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 2176034009}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-06T12:49:01.563442+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5323593", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm-mlu", "lastSyncTime": null, "modelId": "nkkbr/Mini-K3-1H-attn-1kda-3mla-nope-v2", "modelProfile": {"architectures": [], "configFingerprint": "1566bbd6c69427ad32f7f86aeba4e39850a1a7af5c6f4ef3c9ca82f0e882f3c5", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 1987222504, "estimatedRequiredGiB": 2.406, "gpuMemoryEvidence": {"memoryGiB": 24.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 24.0, "maximumRepositorySizeGiB": 20.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "mini_k3", "modelscopeFileSize": 2152567281, "modelscopeLicense": null, "modelscopeParams": null, "modelscopeTags": ["model_type:mini_k3", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:kimi-k3", "custom_tag:pretraining", "custom_tag:mixture-of-experts", "custom_tag:linear-attention", "custom_tag:architecture-ablation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 2152567281}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-06T15:28:01.748639+00:00", "targetGpu": "Cambricon_mlu-370-x8", "taskId": "5333798", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "nkkbr/Mini-K3-1H-kda-kernel-16-v2", "modelProfile": {"architectures": [], "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2036242696, "estimatedRequiredGiB": 2.46, "gpuMemoryEvidence": {"memoryGiB": 48.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 48.0, "maximumRepositorySizeGiB": 40.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "mini_k3", "modelscopeFileSize": 2201523288, "modelscopeLicense": null, "modelscopeParams": null, "modelscopeTags": ["model_type:mini_k3", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:kimi-k3", "custom_tag:pretraining", "custom_tag:mixture-of-experts", "custom_tag:linear-attention", "custom_tag:architecture-ablation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 2201523288}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-06T15:28:01.845021+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5334000", "taskType": "text-generation", "verifyResult": null} +{"failReason": null, "framework": "vllm", "lastSyncTime": null, "modelId": "nkkbr/Mini-K3-1H-kda-kernel-0-v2", "modelProfile": {"architectures": [], "configFingerprint": "a494b1667fab53609b94cc853db1a12c8d3b9fcf98795ecbab3dd5eb3a3c77f6", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 2033585336, "estimatedRequiredGiB": 2.457, "gpuMemoryEvidence": {"memoryGiB": 48.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 48.0, "maximumRepositorySizeGiB": 40.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "mini_k3", "modelscopeFileSize": 2198654500, "modelscopeLicense": null, "modelscopeParams": null, "modelscopeTags": ["model_type:mini_k3", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:kimi-k3", "custom_tag:pretraining", "custom_tag:mixture-of-experts", "custom_tag:linear-attention", "custom_tag:architecture-ablation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 2198654500}, "outcome": "pending", "status": "pending", "submitTime": "2026-10-06T15:49:30.159431+00:00", "targetGpu": "Mthreads_s4000", "taskId": "5337783", "taskType": "text-generation", "verifyResult": null}