state: generation 9649 (intent)

This commit is contained in:
2026-09-19 05:03:54 +00:00
parent c4e0c8271b
commit cf52e566e6
5 changed files with 1221 additions and 1356 deletions

View File

@@ -1764,7 +1764,7 @@
"taskType": "text-generation"
}
},
"generatedAt": "2026-09-19T05:00:35.570724+00:00",
"generatedAt": "2026-09-19T05:01:37.506564+00:00",
"summary": {
"activeBlockCount": 85,
"byGpuFramework": {

View File

@@ -416,121 +416,121 @@
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-19T04:58:30.473663+00:00",
"generatedAt": "2026-09-19T05:01:44.921697+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 919.0657894736843,
"backlogHours": 937.9731543624162,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.6942891578905928,
"queueFactor": 1.0146450895084442,
"queueWeight": 1.0146450895084442,
"qualityFactor": 0.7267078925662941,
"queueFactor": 1.0143724936366856,
"queueWeight": 1.0143724936366856,
"recentSuccess": 46,
"recentSuccessRate": 0.3026315789473684,
"recentTerminal": 152,
"recentWilsonLowerBound": 0.2352051487201708,
"recentSuccessRate": 0.3087248322147651,
"recentTerminal": 149,
"recentWilsonLowerBound": 0.24013512243960525,
"running": 8,
"selectionWeight": 0.7044570847526429,
"selectionWeight": 0.7371524971279323,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.333333333333332,
"waiting": 23283
"throughputPerHour": 24.833333333333332,
"waiting": 23293
},
"Ascend_910-b4": {
"available": true,
"backlogHours": 1525.1009174311926,
"backlogHours": 1526.0366972477063,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
"queueFactor": 0.9404189257469346,
"queueWeight": 0.9404189257469346,
"queueFactor": 0.9429556754505213,
"queueWeight": 0.9429556754505213,
"recentSuccess": 56,
"recentSuccessRate": 0.5137614678899083,
"recentTerminal": 109,
"recentWilsonLowerBound": 0.4210714006745304,
"running": 8,
"selectionWeight": 2.3510473143673365,
"selectionWeight": 2.3573891886263034,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.166666666666668,
"waiting": 27706
"waiting": 27723
},
"Biren_166m": {
"available": true,
"backlogHours": 177.19480519480518,
"backlogHours": 177.97402597402598,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.18487337873450566,
"queueFactor": 1.2988186022272727,
"queueWeight": 1.2988186022272727,
"recentSuccess": 28,
"recentSuccessRate": 0.18181818181818182,
"qualityFactor": 0.20280745329498115,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 29,
"recentSuccessRate": 0.18831168831168832,
"recentTerminal": 154,
"recentWilsonLowerBound": 0.12889468335747245,
"recentWilsonLowerBound": 0.13443491114368336,
"running": 8,
"selectionWeight": 0.24011698335698384,
"selectionWeight": 0.2636496892834755,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 25.666666666666668,
"waiting": 4548
"waiting": 4568
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 1376.1904761904761,
"backlogHours": 1400.9032258064515,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.42926668223956993,
"queueFactor": 0.9550241761959841,
"queueWeight": 0.9550241761959841,
"qualityFactor": 0.4454347893585498,
"queueFactor": 0.9551350999274454,
"queueWeight": 0.9551350999274454,
"recentSuccess": 18,
"recentSuccessRate": 0.2857142857142857,
"recentTerminal": 63,
"recentWilsonLowerBound": 0.18903043457341692,
"recentSuccessRate": 0.2903225806451613,
"recentTerminal": 62,
"recentWilsonLowerBound": 0.192234063853952,
"running": 7,
"selectionWeight": 0.40996005957422854,
"selectionWeight": 0.42545040204513906,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 10.5,
"waiting": 14450
"throughputPerHour": 10.333333333333334,
"waiting": 14476
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 490.3888888888889,
"backlogHours": 486.6605504587156,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x8",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 0.3056655154230964,
"queueFactor": 1.1148977904523358,
"queueWeight": 1.1148977904523358,
"qualityFactor": 0.29931662764078554,
"queueFactor": 1.1192886604762042,
"queueWeight": 1.1192886604762042,
"recentSuccess": 25,
"recentSuccessRate": 0.23148148148148148,
"recentTerminal": 108,
"recentWilsonLowerBound": 0.1619925471777863,
"recentSuccessRate": 0.22935779816513763,
"recentTerminal": 109,
"recentWilsonLowerBound": 0.1604543808234599,
"running": 7,
"selectionWeight": 0.3407858077626845,
"selectionWeight": 0.33502170721030966,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 18.0,
"waiting": 8827
"throughputPerHour": 18.166666666666668,
"waiting": 8841
},
"Iluvatar_bi-100": {
"available": true,
"backlogHours": 71.72477064220183,
"backlogHours": 73.00934579439253,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-100",
@@ -539,197 +539,197 @@
"qualityFactor": 0.05,
"queueFactor": 1.3,
"queueWeight": 1.3,
"recentSuccess": 4,
"recentSuccessRate": 0.01834862385321101,
"recentTerminal": 218,
"recentWilsonLowerBound": 0.0071578629876473685,
"recentSuccess": 3,
"recentSuccessRate": 0.014018691588785047,
"recentTerminal": 214,
"recentWilsonLowerBound": 0.004778783238052782,
"running": 24,
"selectionWeight": 0.065,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 36.333333333333336,
"waiting": 2606
"throughputPerHour": 35.666666666666664,
"waiting": 2604
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 205.44827586206895,
"backlogHours": 208.32167832167832,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
"healthFactor": 1.0,
"maxConcurrentTasks": 50,
"qualityFactor": 0.23238345072509747,
"queueFactor": 1.2703130885817608,
"queueWeight": 1.2703130885817608,
"recentSuccess": 29,
"recentSuccessRate": 0.2,
"recentTerminal": 145,
"recentWilsonLowerBound": 0.14301624652479308,
"running": 7,
"selectionWeight": 0.295199739025886,
"qualityFactor": 0.2622274218433892,
"queueFactor": 1.2712057701912,
"queueWeight": 1.2712057701912,
"recentSuccess": 30,
"recentSuccessRate": 0.2097902097902098,
"recentTerminal": 143,
"recentWilsonLowerBound": 0.15109033979281952,
"running": 8,
"selectionWeight": 0.3333450117496783,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 24.166666666666668,
"throughputPerHour": 23.833333333333332,
"waiting": 4965
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 3097.9354838709673,
"backlogHours": 3099.0967741935483,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 0.7081547260676168,
"queueFactor": 0.8455811493328796,
"queueWeight": 0.8455811493328796,
"recentSuccess": 12,
"recentSuccessRate": 0.3870967741935484,
"qualityFactor": 0.8962717028657021,
"queueFactor": 0.8478924237588193,
"queueWeight": 0.8478924237588193,
"recentSuccess": 13,
"recentSuccessRate": 0.41935483870967744,
"recentTerminal": 31,
"recentWilsonLowerBound": 0.23732875351271562,
"recentWilsonLowerBound": 0.26415303073549257,
"running": 2,
"selectionWeight": 0.5988022871737659,
"selectionWeight": 0.7599419864892445,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 5.166666666666667,
"waiting": 16006
"waiting": 16012
},
"Kunlunxin_p-800": {
"available": true,
"backlogHours": 523.2,
"backlogHours": 523.85,
"canVerify": true,
"error": null,
"gpu": "Kunlunxin_p-800",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 0.19238490037631822,
"queueFactor": 1.1041192650997533,
"queueWeight": 1.1041192650997533,
"recentSuccess": 23,
"recentSuccessRate": 0.19166666666666668,
"qualityFactor": 0.21566411720593842,
"queueFactor": 1.1069932765667974,
"queueWeight": 1.1069932765667974,
"recentSuccess": 24,
"recentSuccessRate": 0.2,
"recentTerminal": 120,
"recentWilsonLowerBound": 0.13124933052612614,
"recentWilsonLowerBound": 0.13824380919983048,
"running": 8,
"selectionWeight": 0.21241587481978974,
"selectionWeight": 0.2387387277436876,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 20.0,
"waiting": 10464
"waiting": 10477
},
"MetaX_c-500": {
"available": true,
"backlogHours": 946.7142857142858,
"backlogHours": 934.3098591549295,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 0.5851952012897477,
"queueFactor": 1.0101440460831814,
"queueWeight": 1.0101440460831814,
"qualityFactor": 0.5662822767793012,
"queueFactor": 1.014968083312176,
"queueWeight": 1.014968083312176,
"recentSuccess": 22,
"recentSuccessRate": 0.3142857142857143,
"recentTerminal": 70,
"recentWilsonLowerBound": 0.21762136964668136,
"recentSuccessRate": 0.30985915492957744,
"recentTerminal": 71,
"recentWilsonLowerBound": 0.2143957547902181,
"running": 4,
"selectionWeight": 0.5911314483792875,
"selectionWeight": 0.5747584370763424,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 11.666666666666666,
"waiting": 11045
"throughputPerHour": 11.833333333333334,
"waiting": 11056
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 1555.3076923076924,
"backlogHours": 1599.3947368421054,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 1.2548797780399519,
"queueFactor": 0.9376563519190955,
"queueWeight": 0.9376563519190955,
"qualityFactor": 1.333928422412726,
"queueFactor": 0.9363380582556726,
"queueWeight": 0.9363380582556726,
"recentSuccess": 32,
"recentSuccessRate": 0.41025641025641024,
"recentTerminal": 78,
"recentWilsonLowerBound": 0.3078173313444522,
"recentSuccessRate": 0.42105263157894735,
"recentTerminal": 76,
"recentWilsonLowerBound": 0.3164844262757472,
"running": 4,
"selectionWeight": 1.1766459947739856,
"selectionWeight": 1.2490079488939845,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 13.0,
"waiting": 20219
"throughputPerHour": 12.666666666666666,
"waiting": 20259
},
"Sunrise_pt-200-x1": {
"available": true,
"backlogHours": 9430.199999999999,
"backlogHours": 8577.818181818182,
"canVerify": true,
"error": null,
"gpu": "Sunrise_pt-200-x1",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 1.2988100989295255,
"queueFactor": 0.7155467482633251,
"queueWeight": 0.7155467482633251,
"recentSuccess": 6,
"recentSuccessRate": 0.6,
"recentTerminal": 10,
"recentWilsonLowerBound": 0.3126695474501863,
"qualityFactor": 1.7045741122733513,
"queueFactor": 0.7278124827305706,
"queueWeight": 0.7278124827305706,
"recentSuccess": 7,
"recentSuccessRate": 0.6363636363636364,
"recentTerminal": 11,
"recentWilsonLowerBound": 0.35379677689163724,
"running": 2,
"selectionWeight": 0.9293593429005895,
"selectionWeight": 1.2406103166519262,
"stale": false,
"submissionEligible": false,
"throughputPerHour": 1.6666666666666667,
"waiting": 15717
"throughputPerHour": 1.8333333333333333,
"waiting": 15726
},
"Vastai_va16": {
"available": true,
"backlogHours": 2356.0588235294117,
"backlogHours": 2359.7647058823527,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 0.05,
"queueFactor": 0.8810249927993595,
"queueWeight": 0.8810249927993595,
"recentSuccess": 4,
"recentSuccessRate": 0.11764705882352941,
"queueFactor": 0.8832745561362927,
"queueWeight": 0.8832745561362927,
"recentSuccess": 5,
"recentSuccessRate": 0.14705882352941177,
"recentTerminal": 34,
"recentWilsonLowerBound": 0.04671370973436122,
"recentWilsonLowerBound": 0.06449346382626417,
"running": 16,
"selectionWeight": 0.04405124963996798,
"selectionWeight": 0.044163727806814636,
"stale": false,
"submissionEligible": false,
"submissionEligible": true,
"throughputPerHour": 5.666666666666667,
"waiting": 13351
"waiting": 13372
},
"hygon_k100-ai": {
"available": true,
"backlogHours": 1078.5,
"backlogHours": 1125.2054794520548,
"canVerify": true,
"error": null,
"gpu": "hygon_k100-ai",
"healthFactor": 1.0,
"maxConcurrentTasks": 6,
"qualityFactor": 0.8438600022809288,
"queueFactor": 0.9905881435565855,
"queueWeight": 0.9905881435565855,
"recentSuccess": 27,
"recentSuccessRate": 0.35526315789473684,
"recentTerminal": 76,
"recentWilsonLowerBound": 0.25701618295439105,
"qualityFactor": 0.8368491145483792,
"queueFactor": 0.9870547655204662,
"queueWeight": 0.9870547655204662,
"recentSuccess": 26,
"recentSuccessRate": 0.3561643835616438,
"recentTerminal": 73,
"recentWilsonLowerBound": 0.2560433740070725,
"running": 6,
"selectionWeight": 0.8359177130811213,
"selectionWeight": 0.8260159065365602,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 12.666666666666666,
"waiting": 13661
"throughputPerHour": 12.166666666666666,
"waiting": 13690
}
},
"queueAttemptedAt": "2026-09-19T04:50:17.191218+00:00",
"queueAttemptedAt": "2026-09-19T05:01:44.921697+00:00",
"queueError": null,
"queueUpdatedAt": "2026-09-19T04:50:17.191218+00:00",
"queueUpdatedAt": "2026-09-19T05:01:44.921697+00:00",
"supportedGpus": [
"Vastai_va16",
"Kunlunxin_p-800",

File diff suppressed because it is too large Load Diff

View File

@@ -941,6 +941,8 @@
{"batchId": "4cc812b7f6074338b0c6ed46bdd2672b", "completedAt": "2026-09-19T04:58:26.492779+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-19T04:58:15.480325+00:00", "framework": "vllm", "intentId": "a8b045d6ca31482dbc9c7cb99a4f34c3", "lastModified": "2026-09-18T05:43:55+00:00", "modelAddress": "https://modelscope.cn/models/prism-ml/Ternary-Bonsai-2-27B-mlx-2bit", "reason": null, "reconciledAt": "2026-09-19T04:58:27.705443+00:00", "repoId": "prism-ml/Ternary-Bonsai-2-27B-mlx-2bit", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "recovered_active", "targetGpu": "Biren_166m", "taskId": "4947144", "taskType": "text-generation"}
{"batchId": "4cc812b7f6074338b0c6ed46bdd2672b", "completedAt": "2026-09-19T04:58:26.492781+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-19T04:58:15.480388+00:00", "framework": "vllm", "intentId": "7eaf83d60d5f4c799e5f685331030221", "lastModified": "2026-09-16T16:32:52+00:00", "modelAddress": "https://modelscope.cn/models/IFM/K2-Horizon-7B-FP8", "reason": null, "reconciledAt": "2026-09-19T04:58:27.704823+00:00", "repoId": "IFM/K2-Horizon-7B-FP8", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "recovered_active", "targetGpu": "Biren_166m", "taskId": "4947143", "taskType": "text-generation"}
{"batchId": "4cc812b7f6074338b0c6ed46bdd2672b", "completedAt": "2026-09-19T04:58:26.492783+00:00", "configFingerprint": "d341b8002cf39d3299fd429479e8c8e954583e49d4fec5a640ddc0f8f0cbd054", "configSource": "modelhub_live", "createdAt": "2026-09-19T04:58:15.480445+00:00", "framework": "vllm", "intentId": "eedd6e486a024165b3618afcd74ed344", "lastModified": "2026-08-25T14:08:37+00:00", "modelAddress": "https://modelscope.cn/models/barozp/Qwen3.8-Whittle-MoE-27B-MLX-4bit", "reason": null, "reconciledAt": "2026-09-19T04:58:27.705539+00:00", "repoId": "barozp/Qwen3.8-Whittle-MoE-27B-MLX-4bit", "safeConfigVector": {"dtype": "-", "gpuMemoryUtilization": 0.9, "gpuNum": 1, "maxModelLen": 4096, "tensorParallel": 1}, "status": "recovered_active", "targetGpu": "Biren_166m", "taskId": "4947145", "taskType": "text-generation"}
{"batchId": "ab6640b9bdc046c784ef179cc238f69f", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-19T05:03:54.324324+00:00", "framework": "vllm_fix_tokenizer", "intentId": "02ea5a1931df4d30aae0e8831a19dca7", "lastModified": "2026-09-18T05:43:55+00:00", "modelAddress": "https://modelscope.cn/models/prism-ml/Ternary-Bonsai-2-27B-mlx-2bit", "repoId": "prism-ml/Ternary-Bonsai-2-27B-mlx-2bit", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "ab6640b9bdc046c784ef179cc238f69f", "configFingerprint": "cbe5569cdb6c42553436b837dd5b8f0cfa03334642a56f4ff0137f952f8eb84b", "configSource": "modelhub_live", "createdAt": "2026-09-19T05:03:54.324410+00:00", "framework": "vllm_fix_tokenizer", "intentId": "49cce80fa3034b8eadf07be10cd772ad", "lastModified": "2026-09-16T16:32:52+00:00", "modelAddress": "https://modelscope.cn/models/IFM/K2-Horizon-7B-FP8", "repoId": "IFM/K2-Horizon-7B-FP8", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "pending", "targetGpu": "Vastai_va16", "taskType": "text-generation"}
{"batchId": "4cc812b7f6074338b0c6ed46bdd2672b", "completedAt": "2026-09-19T04:58:26.492770+00:00", "configFingerprint": "c240df8c4ef51c3028e28d4dbd670173f9ac1f001d6c73625ec2cdaccb288665", "configSource": "modelhub_live", "createdAt": "2026-09-19T04:58:15.480275+00:00", "framework": "llamacpp", "intentId": "ee86b2205fef40f298072ec892726538", "repoId": "voconly/parakeet-unified-en-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Iluvatar_bi-150", "taskId": null, "taskType": "text-generation"}
{"batchId": "8d27d6d5a99748efbdd97223e640c598", "completedAt": "2026-09-18T14:35:12.136557+00:00", "configFingerprint": "359725c5cf0821e26681bc436dad944747db4ac72a1bf9e70b5f6f8e63a023b4", "configSource": "modelhub_live", "createdAt": "2026-09-18T14:35:06.015304+00:00", "framework": "llamacpp", "intentId": "10303336f4f24e2f98aa86764cc2f0fc", "repoId": "voconly/parakeet-unified-en-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 2048}, "status": "uniqueness_rejected", "targetGpu": "Mthreads_s4000", "taskId": null, "taskType": "text-generation"}
{"batchId": "bfd8069a25c5437f87c1eb1f45b313b1", "completedAt": "2026-09-18T14:33:31.434713+00:00", "configFingerprint": "e1276bf11e548198418262ddca64a6c4514301bb26e65ecc7e04f8d8f0442b6b", "configSource": "modelhub_live", "createdAt": "2026-09-18T14:33:23.815503+00:00", "framework": "llamacpp", "intentId": "3c35cff71fae4e2997f1d1fa492cdda8", "repoId": "voconly/parakeet-unified-en-0.6b-gguf", "safeConfigVector": {"gpuNum": 1, "maxModelLen": 4096}, "status": "uniqueness_rejected", "targetGpu": "Ascend_910-b4", "taskId": null, "taskType": "text-generation"}