state: generation 11824 (intent)

This commit is contained in:
2026-10-27 11:49:44 +00:00
parent f0a9bf9964
commit fc5922a7c7
4 changed files with 241 additions and 179 deletions

View File

@@ -1,39 +1,77 @@
{
"communityAttemptedAt": "2026-10-27T11:36:19.035076+00:00",
"communityAttemptedAt": "2026-10-27T11:49:40.510450+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-27T11:36:19.035076+00:00",
"frameworkAttemptedAt": "2026-10-27T10:17:25.163673+00:00",
"communityUpdatedAt": "2026-10-27T11:49:40.510450+00:00",
"frameworkAttemptedAt": "2026-10-27T11:49:40.510450+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b4": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39758,
"modelCount": 44541,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19225,
"successRate": 0.4835504804064591,
"wilsonLowerBound": 0.4786400771573977
"successCount": 22525,
"successRate": 0.5057138366897914,
"wilsonLowerBound": 0.5010703404416261
},
"vllm": {
"framework": "vllm",
"modelCount": 41156,
"modelCount": 59150,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11242,
"successRate": 0.2731557974535912,
"wilsonLowerBound": 0.2688721956866057
"successCount": 15701,
"successRate": 0.2654437869822485,
"wilsonLowerBound": 0.26190051634768596
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 2,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 2,
"successRate": 1.0,
"wilsonLowerBound": 0.3423719528896193
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15393,
"modelCount": 6156,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6272,
"successRate": 0.40745793542519326,
"wilsonLowerBound": 0.3997195699898644
"successCount": 2014,
"successRate": 0.3271604938271605,
"wilsonLowerBound": 0.31555103155443387
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 39766,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19231,
"successRate": 0.4836040838907609,
"wilsonLowerBound": 0.47869415189928693
},
"vllm": {
"framework": "vllm",
"modelCount": 41163,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11242,
"successRate": 0.27310934577168816,
"wilsonLowerBound": 0.26882633920755755
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 15418,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6282,
"successRate": 0.40744584252172783,
"wilsonLowerBound": 0.39971377217560194
}
},
"Biren_166m": {
@@ -48,32 +86,32 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 38722,
"modelCount": 38759,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8024,
"successRate": 0.20722070141005114,
"wilsonLowerBound": 0.2032127371943943
"successCount": 8027,
"successRate": 0.20710028638509764,
"wilsonLowerBound": 0.20309509972766848
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8595,
"modelCount": 8596,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 117,
"successRate": 0.013612565445026177,
"wilsonLowerBound": 0.011371010768502821
"successRate": 0.013610981852024197,
"wilsonLowerBound": 0.011369686576334238
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26874,
"modelCount": 26875,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3301,
"successRate": 0.12283247748753442,
"wilsonLowerBound": 0.11896176430578918
"successRate": 0.12282790697674419,
"wilsonLowerBound": 0.11895732823328066
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -86,12 +124,12 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 18774,
"modelCount": 18790,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7152,
"successRate": 0.38095238095238093,
"wilsonLowerBound": 0.37403075986767825
"successCount": 7157,
"successRate": 0.3808940926024481,
"wilsonLowerBound": 0.3739756243697755
}
},
"Cambricon_mlu-370-x8": {
@@ -115,23 +153,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 58175,
"modelCount": 58208,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14536,
"successRate": 0.24986678126342932,
"wilsonLowerBound": 0.24636524959912282
"successCount": 14545,
"successRate": 0.2498797416162727,
"wilsonLowerBound": 0.24637913625593916
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 28219,
"modelCount": 28260,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3987,
"successRate": 0.14128778482582657,
"wilsonLowerBound": 0.13727252286571642
"successCount": 3997,
"successRate": 0.14143665958952584,
"wilsonLowerBound": 0.13742246947289277
},
"vllm": {
"framework": "vllm",
@@ -144,21 +182,21 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50663,
"modelCount": 50665,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5788,
"successRate": 0.11424510984347551,
"wilsonLowerBound": 0.11150426760974591
"successRate": 0.11424060001973749,
"wilsonLowerBound": 0.11149985926407556
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 54044,
"modelCount": 54059,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3890,
"successRate": 0.07197838798016432,
"wilsonLowerBound": 0.06982964977082924
"successCount": 3891,
"successRate": 0.07197691411235872,
"wilsonLowerBound": 0.06982849052830847
}
},
"Iluvatar_bi-150": {
@@ -182,12 +220,12 @@
},
"transformers": {
"framework": "transformers",
"modelCount": 6691,
"modelCount": 6693,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 616,
"successRate": 0.092063966522194,
"wilsonLowerBound": 0.08536847594113177
"successRate": 0.09203645599880472,
"wilsonLowerBound": 0.08534287602432923
},
"vllm": {
"framework": "vllm",
@@ -200,21 +238,21 @@
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 401,
"modelCount": 402,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004987531172069825,
"wilsonLowerBound": 0.0013687995436076534
"successRate": 0.004975124378109453,
"wilsonLowerBound": 0.0013653919171270617
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 26525,
"modelCount": 26526,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4268,
"successRate": 0.1609048067860509,
"wilsonLowerBound": 0.15653196058375807
"successRate": 0.16089874085802608,
"wilsonLowerBound": 0.15652604438304105
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
@@ -247,81 +285,81 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 36674,
"modelCount": 36682,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7489,
"successRate": 0.20420461362272999,
"wilsonLowerBound": 0.20010987337089947
"successCount": 7493,
"successRate": 0.2042691238209476,
"wilsonLowerBound": 0.20017433570909104
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61641,
"modelCount": 61642,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12431,
"successRate": 0.20166772115961779,
"wilsonLowerBound": 0.19851875000123764
"successRate": 0.20166444956360924,
"wilsonLowerBound": 0.1985155232010974
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 20558,
"modelCount": 20578,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5738,
"successRate": 0.27911275415896486,
"wilsonLowerBound": 0.2730226402669864
"successCount": 5741,
"successRate": 0.2789872679560696,
"wilsonLowerBound": 0.2729009616122528
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16832,
"modelCount": 16837,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4061,
"successRate": 0.2412666349809886,
"wilsonLowerBound": 0.2348624369426716
"successRate": 0.24119498723050425,
"wilsonLowerBound": 0.2347924019536633
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 70828,
"modelCount": 70838,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19422,
"successRate": 0.2742135878466143,
"wilsonLowerBound": 0.2709403920983661
"successCount": 19424,
"successRate": 0.27420311132443037,
"wilsonLowerBound": 0.2709301853575809
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2388,
"modelCount": 2403,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1354,
"successRate": 0.567001675041876,
"wilsonLowerBound": 0.547036244150984
"successCount": 1360,
"successRate": 0.5659592176446109,
"wilsonLowerBound": 0.5460525209935175
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49132,
"modelCount": 49138,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22074,
"successRate": 0.4492794919807864,
"wilsonLowerBound": 0.4448851967489725
"successCount": 22079,
"successRate": 0.44932638691033416,
"wilsonLowerBound": 0.4449323137857622
},
"vllm": {
"framework": "vllm",
"modelCount": 42203,
"modelCount": 42213,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5535,
"successRate": 0.13115181385209582,
"wilsonLowerBound": 0.12796470758298278
"successCount": 5538,
"successRate": 0.13119181294861773,
"wilsonLowerBound": 0.12800465978711276
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -345,21 +383,21 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 10125,
"modelCount": 10126,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.07575308641975309,
"wilsonLowerBound": 0.07075835932361545
"successRate": 0.07574560537230891,
"wilsonLowerBound": 0.0707513533488008
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8216,
"modelCount": 8224,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3615,
"successRate": 0.43999513145082764,
"wilsonLowerBound": 0.4292920399327847
"successCount": 3619,
"successRate": 0.4400535019455253,
"wilsonLowerBound": 0.42935542187903314
}
},
"Vastai_va16": {
@@ -374,54 +412,54 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 22407,
"modelCount": 22434,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6198,
"successRate": 0.27660998795019415,
"wilsonLowerBound": 0.27079153393211824
"successCount": 6205,
"successRate": 0.2765891058215209,
"wilsonLowerBound": 0.270774270729064
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29670,
"modelCount": 29672,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15215,
"successRate": 0.5128075497135154,
"wilsonLowerBound": 0.5071187154500996
"successCount": 15217,
"successRate": 0.5128403882448099,
"wilsonLowerBound": 0.5071517510733422
},
"vllm": {
"framework": "vllm",
"modelCount": 69434,
"modelCount": 69446,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7562,
"successRate": 0.10890917994066307,
"wilsonLowerBound": 0.10661358151475041
"successCount": 7565,
"successRate": 0.10893355988825851,
"wilsonLowerBound": 0.10663792900142757
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 14898,
"modelCount": 14903,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2777,
"successRate": 0.1864008591757283,
"wilsonLowerBound": 0.1802285134899164
"successCount": 2780,
"successRate": 0.18653962289471918,
"wilsonLowerBound": 0.1803664707277881
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-27T11:48:34.969913+00:00",
"generatedAt": "2026-10-27T11:49:40.510450+00:00",
"gpuStats": {
"Ascend_910-b4": {
"Ascend_910-b3": {
"available": true,
"backlogHours": 0.0017465011759774584,
"backlogHours": 0.013517919102065528,
"canVerify": true,
"error": null,
"gpu": "Ascend_910-b4",
"gpu": "Ascend_910-b3",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.4999999998209783,
@@ -436,14 +474,14 @@
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.333333333336,
"waiting": 100
"waiting": 774
},
"Biren_166m": {
"Ascend_910-b4": {
"available": true,
"backlogHours": 0.013517879753744052,
"backlogHours": 0.0017464960922149936,
"canVerify": true,
"error": null,
"gpu": "Biren_166m",
"gpu": "Ascend_910-b4",
"healthFactor": 1.0,
"maxConcurrentTasks": 8,
"qualityFactor": 2.5,
@@ -458,16 +496,16 @@
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.5,
"waiting": 774
"waiting": 100
},
"Cambricon_mlu-370-x4": {
"Biren_166m": {
"available": true,
"backlogHours": 0.013517919102065528,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"gpu": "Biren_166m",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"maxConcurrentTasks": 8,
"qualityFactor": 2.4999999998209783,
"queueFactor": 1.0,
"queueWeight": 1.0,
@@ -482,6 +520,28 @@
"throughputPerHour": 57257.333333333336,
"waiting": 774
},
"Cambricon_mlu-370-x4": {
"available": true,
"backlogHours": 0.0017464960922149936,
"canVerify": true,
"error": null,
"gpu": "Cambricon_mlu-370-x4",
"healthFactor": 1.0,
"maxConcurrentTasks": 7,
"qualityFactor": 2.5,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343545,
"recentSuccessRate": 1.0,
"recentTerminal": 343545,
"recentWilsonLowerBound": 0.9999888178927279,
"running": 0,
"selectionWeight": 2.5,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.5,
"waiting": 100
},
"Cambricon_mlu-370-x8": {
"available": true,
"backlogHours": 0.013517919102065528,
@@ -528,7 +588,7 @@
},
"Iluvatar_bi-150": {
"available": true,
"backlogHours": 0.0017465011759774584,
"backlogHours": 0.013517919102065528,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_bi-150",
@@ -546,29 +606,29 @@
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.333333333336,
"waiting": 100
"waiting": 774
},
"Iluvatar_mrv-100": {
"available": true,
"backlogHours": 0.0017464960922149936,
"backlogHours": 0.013517919102065528,
"canVerify": true,
"error": null,
"gpu": "Iluvatar_mrv-100",
"healthFactor": 1.0,
"maxConcurrentTasks": 2,
"qualityFactor": 2.5,
"qualityFactor": 2.4999999998209783,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343545,
"recentSuccess": 343544,
"recentSuccessRate": 1.0,
"recentTerminal": 343545,
"recentWilsonLowerBound": 0.9999888178927279,
"recentTerminal": 343544,
"recentWilsonLowerBound": 0.9999888178601788,
"running": 0,
"selectionWeight": 2.5,
"selectionWeight": 2.4999999998209783,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.5,
"waiting": 100
"throughputPerHour": 57257.333333333336,
"waiting": 774
},
"Kunlunxin_p-800": {
"available": true,
@@ -594,46 +654,46 @@
},
"MetaX_c-500": {
"available": true,
"backlogHours": 0.013517879753744052,
"backlogHours": 0.0017465011759774584,
"canVerify": true,
"error": null,
"gpu": "MetaX_c-500",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"qualityFactor": 2.4999999998209783,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343545,
"recentSuccess": 343544,
"recentSuccessRate": 1.0,
"recentTerminal": 343545,
"recentWilsonLowerBound": 0.9999888178927279,
"recentTerminal": 343544,
"recentWilsonLowerBound": 0.9999888178601788,
"running": 0,
"selectionWeight": 2.5,
"selectionWeight": 2.4999999998209783,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.5,
"waiting": 774
"throughputPerHour": 57257.333333333336,
"waiting": 100
},
"Mthreads_s4000": {
"available": true,
"backlogHours": 0.0017464960922149936,
"backlogHours": 0.0017465011759774584,
"canVerify": true,
"error": null,
"gpu": "Mthreads_s4000",
"healthFactor": 1.0,
"maxConcurrentTasks": 4,
"qualityFactor": 2.5,
"qualityFactor": 2.4999999998209783,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343545,
"recentSuccess": 343544,
"recentSuccessRate": 1.0,
"recentTerminal": 343545,
"recentWilsonLowerBound": 0.9999888178927279,
"recentTerminal": 343544,
"recentWilsonLowerBound": 0.9999888178601788,
"running": 0,
"selectionWeight": 2.5,
"selectionWeight": 2.4999999998209783,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.5,
"throughputPerHour": 57257.333333333336,
"waiting": 100
},
"Sunrise_pt-200-x1": {
@@ -660,24 +720,24 @@
},
"Vastai_va16": {
"available": true,
"backlogHours": 0.0017464960922149936,
"backlogHours": 0.0017465011759774584,
"canVerify": true,
"error": null,
"gpu": "Vastai_va16",
"healthFactor": 1.0,
"maxConcurrentTasks": 16,
"qualityFactor": 2.5,
"qualityFactor": 2.4999999998209783,
"queueFactor": 1.0,
"queueWeight": 1.0,
"recentSuccess": 343545,
"recentSuccess": 343544,
"recentSuccessRate": 1.0,
"recentTerminal": 343545,
"recentWilsonLowerBound": 0.9999888178927279,
"recentTerminal": 343544,
"recentWilsonLowerBound": 0.9999888178601788,
"running": 0,
"selectionWeight": 2.5,
"selectionWeight": 2.4999999998209783,
"stale": false,
"submissionEligible": true,
"throughputPerHour": 57257.5,
"throughputPerHour": 57257.333333333336,
"waiting": 100
},
"hygon_k100-ai": {
@@ -703,9 +763,9 @@
"waiting": 774
}
},
"queueAttemptedAt": "2026-10-27T11:40:51.989828+00:00",
"queueAttemptedAt": "2026-10-27T11:49:40.510450+00:00",
"queueError": null,
"queueUpdatedAt": "2026-10-27T11:40:51.989828+00:00",
"queueUpdatedAt": "2026-10-27T11:49:40.510450+00:00",
"supportedGpus": [
"Cambricon_mlu-370-x4",
"Vastai_va16",
@@ -715,6 +775,7 @@
"Biren_166m",
"Ascend_910-b4",
"hygon_k100-ai",
"Ascend_910-b3",
"MetaX_c-500",
"Sunrise_pt-200-x1",
"Iluvatar_bi-100",