state: generation 17705 (cycle)
This commit is contained in:
@@ -1,68 +1,68 @@
|
||||
{
|
||||
"communityAttemptedAt": "2026-10-31T22:03:13.951536+00:00",
|
||||
"communityAttemptedAt": "2026-10-31T22:18:50.517697+00:00",
|
||||
"communityError": null,
|
||||
"communitySample": {},
|
||||
"communityUpdatedAt": "2026-10-31T22:03:13.951536+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-31T16:18:17.286432+00:00",
|
||||
"communityUpdatedAt": "2026-10-31T22:18:50.517697+00:00",
|
||||
"frameworkAttemptedAt": "2026-10-31T22:18:50.517697+00:00",
|
||||
"frameworkError": null,
|
||||
"frameworkStats": {
|
||||
"text-generation": {
|
||||
"Ascend_910-b3": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 45142,
|
||||
"modelCount": 45179,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22866,
|
||||
"successRate": 0.5065349342076115,
|
||||
"wilsonLowerBound": 0.5019224757548806
|
||||
"successCount": 22887,
|
||||
"successRate": 0.506584917771531,
|
||||
"wilsonLowerBound": 0.5019743502897127
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 59662,
|
||||
"modelCount": 59693,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15750,
|
||||
"successRate": 0.2639871274848312,
|
||||
"wilsonLowerBound": 0.2604653540626253
|
||||
"successCount": 15753,
|
||||
"successRate": 0.2639002898162264,
|
||||
"wilsonLowerBound": 0.26037980562935087
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
"modelCount": 66,
|
||||
"modelCount": 68,
|
||||
"officialConfigError": "framework_mismatch",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 19,
|
||||
"successRate": 0.2878787878787879,
|
||||
"wilsonLowerBound": 0.19271802784703906
|
||||
"successRate": 0.27941176470588236,
|
||||
"wilsonLowerBound": 0.18677805007008424
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 6716,
|
||||
"modelCount": 6750,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2208,
|
||||
"successRate": 0.3287671232876712,
|
||||
"wilsonLowerBound": 0.3176325804514172
|
||||
"successCount": 2224,
|
||||
"successRate": 0.3294814814814815,
|
||||
"wilsonLowerBound": 0.3183681585948652
|
||||
}
|
||||
},
|
||||
"Ascend_910-b4": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 40367,
|
||||
"modelCount": 40402,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19615,
|
||||
"successRate": 0.4859167141476949,
|
||||
"wilsonLowerBound": 0.48104254657661505
|
||||
"successCount": 19639,
|
||||
"successRate": 0.4860897975347755,
|
||||
"wilsonLowerBound": 0.48121767715666464
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 41358,
|
||||
"modelCount": 41368,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 11264,
|
||||
"successRate": 0.27235359543498233,
|
||||
"wilsonLowerBound": 0.2680844338037394
|
||||
"successCount": 11265,
|
||||
"successRate": 0.27231193192806036,
|
||||
"wilsonLowerBound": 0.268043492908605
|
||||
},
|
||||
"vllm_0.23.0": {
|
||||
"framework": "vllm_0.23.0",
|
||||
@@ -75,12 +75,12 @@
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 16250,
|
||||
"modelCount": 16295,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6477,
|
||||
"successRate": 0.39858461538461537,
|
||||
"wilsonLowerBound": 0.39108148305651375
|
||||
"successCount": 6490,
|
||||
"successRate": 0.39828168149739185,
|
||||
"wilsonLowerBound": 0.3907899172023114
|
||||
}
|
||||
},
|
||||
"Biren_166m": {
|
||||
@@ -95,32 +95,32 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 41028,
|
||||
"modelCount": 41181,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 8308,
|
||||
"successRate": 0.2024958564882519,
|
||||
"wilsonLowerBound": 0.19863521787853697
|
||||
"successCount": 8312,
|
||||
"successRate": 0.20184065467084336,
|
||||
"wilsonLowerBound": 0.19799189571463
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 8874,
|
||||
"modelCount": 8883,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 118,
|
||||
"successRate": 0.01329727293216137,
|
||||
"wilsonLowerBound": 0.011115847565658882
|
||||
"successRate": 0.01328380051784307,
|
||||
"wilsonLowerBound": 0.01110457399689554
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x4": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 26941,
|
||||
"modelCount": 26944,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3313,
|
||||
"successRate": 0.12297242121673287,
|
||||
"wilsonLowerBound": 0.11910451864921899
|
||||
"successCount": 3314,
|
||||
"successRate": 0.1229958432304038,
|
||||
"wilsonLowerBound": 0.11912782872120758
|
||||
},
|
||||
"vllm-customized": {
|
||||
"framework": "vllm-customized",
|
||||
@@ -133,12 +133,12 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 19635,
|
||||
"modelCount": 19684,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7376,
|
||||
"successRate": 0.3756557168321874,
|
||||
"wilsonLowerBound": 0.36890662006224484
|
||||
"successCount": 7393,
|
||||
"successRate": 0.37558423084738873,
|
||||
"wilsonLowerBound": 0.36884377826197473
|
||||
}
|
||||
},
|
||||
"Cambricon_mlu-370-x8": {
|
||||
@@ -162,23 +162,23 @@
|
||||
},
|
||||
"vllm-mlu": {
|
||||
"framework": "vllm-mlu",
|
||||
"modelCount": 59909,
|
||||
"modelCount": 60024,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 14866,
|
||||
"successRate": 0.2481430169089786,
|
||||
"wilsonLowerBound": 0.2447004133677452
|
||||
"successCount": 14893,
|
||||
"successRate": 0.24811741969878714,
|
||||
"wilsonLowerBound": 0.24467822101885117
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-100": {
|
||||
"transformers": {
|
||||
"framework": "transformers",
|
||||
"modelCount": 30770,
|
||||
"modelCount": 30890,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4185,
|
||||
"successRate": 0.1360090997725057,
|
||||
"wilsonLowerBound": 0.1322242242723647
|
||||
"successCount": 4191,
|
||||
"successRate": 0.13567497572029782,
|
||||
"wilsonLowerBound": 0.1319013718522267
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
@@ -191,21 +191,21 @@
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 50809,
|
||||
"modelCount": 50821,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5806,
|
||||
"successRate": 0.11427109370387137,
|
||||
"wilsonLowerBound": 0.11153387449369025
|
||||
"successRate": 0.11424411168611401,
|
||||
"wilsonLowerBound": 0.11150749866845971
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 55486,
|
||||
"modelCount": 55579,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3936,
|
||||
"successRate": 0.07093681288973795,
|
||||
"wilsonLowerBound": 0.06883027852219618
|
||||
"successCount": 3937,
|
||||
"successRate": 0.07083610716277731,
|
||||
"wilsonLowerBound": 0.06873271796732529
|
||||
}
|
||||
},
|
||||
"Iluvatar_bi-150": {
|
||||
@@ -256,30 +256,30 @@
|
||||
},
|
||||
"vllm_0_17_0_corex_4_4_0": {
|
||||
"framework": "vllm_0_17_0_corex_4_4_0",
|
||||
"modelCount": 26600,
|
||||
"modelCount": 26601,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4290,
|
||||
"successRate": 0.1612781954887218,
|
||||
"wilsonLowerBound": 0.15690725949861
|
||||
"successRate": 0.16127213262659298,
|
||||
"wilsonLowerBound": 0.1569013458329577
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 45557,
|
||||
"modelCount": 45576,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5902,
|
||||
"successRate": 0.12955198981495708,
|
||||
"wilsonLowerBound": 0.1264994981038924
|
||||
"successCount": 5903,
|
||||
"successRate": 0.12951992276636826,
|
||||
"wilsonLowerBound": 0.1264683883447728
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 9182,
|
||||
"modelCount": 9183,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 853,
|
||||
"successRate": 0.09289915051187105,
|
||||
"wilsonLowerBound": 0.08713046581932692
|
||||
"successRate": 0.09288903408472177,
|
||||
"wilsonLowerBound": 0.0871209484793373
|
||||
}
|
||||
},
|
||||
"Iluvatar_mrv-100": {
|
||||
@@ -294,85 +294,85 @@
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 37204,
|
||||
"modelCount": 37237,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7654,
|
||||
"successRate": 0.20573056660574132,
|
||||
"wilsonLowerBound": 0.201653387798276
|
||||
"successCount": 7670,
|
||||
"successRate": 0.2059779251819427,
|
||||
"wilsonLowerBound": 0.20190068687672863
|
||||
}
|
||||
},
|
||||
"Kunlunxin_p-800": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 61675,
|
||||
"modelCount": 61677,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 12434,
|
||||
"successRate": 0.20160518848804215,
|
||||
"wilsonLowerBound": 0.19845745113620678
|
||||
"successRate": 0.2015986510368533,
|
||||
"wilsonLowerBound": 0.19845100319589132
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 21584,
|
||||
"modelCount": 21663,
|
||||
"officialConfigError": "malformed_command_argv",
|
||||
"officialConfigValid": false,
|
||||
"successCount": 5916,
|
||||
"successRate": 0.2740919199406968,
|
||||
"wilsonLowerBound": 0.26818166398756527
|
||||
"successCount": 5930,
|
||||
"successRate": 0.2737386326916863,
|
||||
"wilsonLowerBound": 0.2678415355972714
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 17187,
|
||||
"modelCount": 17210,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 4130,
|
||||
"successRate": 0.24029789957526038,
|
||||
"wilsonLowerBound": 0.23396856455349785
|
||||
"successCount": 4136,
|
||||
"successRate": 0.24032539221382918,
|
||||
"wilsonLowerBound": 0.23399999292876178
|
||||
}
|
||||
},
|
||||
"MetaX_c-500": {
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 71446,
|
||||
"modelCount": 71491,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 19558,
|
||||
"successRate": 0.2737452061696946,
|
||||
"wilsonLowerBound": 0.2704879097077595
|
||||
"successCount": 19571,
|
||||
"successRate": 0.27375473835867453,
|
||||
"wilsonLowerBound": 0.27049842737662805
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 2954,
|
||||
"modelCount": 2997,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 1625,
|
||||
"successRate": 0.550101557210562,
|
||||
"wilsonLowerBound": 0.5321077300299663
|
||||
"successCount": 1645,
|
||||
"successRate": 0.5488822155488822,
|
||||
"wilsonLowerBound": 0.5310154661713304
|
||||
}
|
||||
},
|
||||
"Mthreads_s4000": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 49523,
|
||||
"modelCount": 49538,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 22294,
|
||||
"successRate": 0.4501746663166609,
|
||||
"wilsonLowerBound": 0.4457968695802328
|
||||
"successCount": 22305,
|
||||
"successRate": 0.45026040615285234,
|
||||
"wilsonLowerBound": 0.4458831894339175
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 42823,
|
||||
"modelCount": 42865,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 5753,
|
||||
"successRate": 0.13434369380940148,
|
||||
"wilsonLowerBound": 0.13114649859105745
|
||||
"successCount": 5771,
|
||||
"successRate": 0.1346319841362417,
|
||||
"wilsonLowerBound": 0.13143339043494653
|
||||
},
|
||||
"vllm_tokenizer_patch": {
|
||||
"framework": "vllm_tokenizer_patch",
|
||||
"modelCount": 1490,
|
||||
"modelCount": 1502,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 0,
|
||||
@@ -401,12 +401,12 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 8477,
|
||||
"modelCount": 8490,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 3732,
|
||||
"successRate": 0.4402500884746962,
|
||||
"wilsonLowerBound": 0.4297117823482855
|
||||
"successCount": 3740,
|
||||
"successRate": 0.44051825677267376,
|
||||
"wilsonLowerBound": 0.4299871917793245
|
||||
}
|
||||
},
|
||||
"Vastai_va16": {
|
||||
@@ -421,47 +421,47 @@
|
||||
},
|
||||
"vllm_fix_tokenizer": {
|
||||
"framework": "vllm_fix_tokenizer",
|
||||
"modelCount": 23975,
|
||||
"modelCount": 24038,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 6664,
|
||||
"successRate": 0.27795620437956203,
|
||||
"wilsonLowerBound": 0.2723212890437767
|
||||
"successCount": 6682,
|
||||
"successRate": 0.27797653714951326,
|
||||
"wilsonLowerBound": 0.2723488327162636
|
||||
}
|
||||
},
|
||||
"hygon_k100-ai": {
|
||||
"llamacpp": {
|
||||
"framework": "llamacpp",
|
||||
"modelCount": 30148,
|
||||
"modelCount": 30180,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 15421,
|
||||
"successRate": 0.5115098845694573,
|
||||
"wilsonLowerBound": 0.5058661454453034
|
||||
"successCount": 15436,
|
||||
"successRate": 0.5114645460569914,
|
||||
"wilsonLowerBound": 0.505823794182276
|
||||
},
|
||||
"vllm": {
|
||||
"framework": "vllm",
|
||||
"modelCount": 69993,
|
||||
"modelCount": 70022,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 7633,
|
||||
"successRate": 0.10905376251910906,
|
||||
"wilsonLowerBound": 0.10676591161980761
|
||||
"successCount": 7638,
|
||||
"successRate": 0.10908000342749422,
|
||||
"wilsonLowerBound": 0.10679237675057296
|
||||
},
|
||||
"vllm-patch-tokenizer": {
|
||||
"framework": "vllm-patch-tokenizer",
|
||||
"modelCount": 15391,
|
||||
"modelCount": 15430,
|
||||
"officialConfigError": null,
|
||||
"officialConfigValid": true,
|
||||
"successCount": 2897,
|
||||
"successRate": 0.1882268858423754,
|
||||
"wilsonLowerBound": 0.1821293420866956
|
||||
"successCount": 2909,
|
||||
"successRate": 0.18852883992222944,
|
||||
"wilsonLowerBound": 0.1824350375011275
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"frameworkUpdatedAt": null,
|
||||
"generatedAt": "2026-10-31T22:17:45.381141+00:00",
|
||||
"generatedAt": "2026-10-31T22:18:50.517697+00:00",
|
||||
"gpuStats": {
|
||||
"Ascend_910-b3": {
|
||||
"available": true,
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
{
|
||||
"catalogUpdatedAt": "2026-10-31T22:17:45.381141+00:00",
|
||||
"catalogUpdatedAt": "2026-10-31T22:18:50.517697+00:00",
|
||||
"configuredTaskTypes": [
|
||||
"text-generation"
|
||||
],
|
||||
@@ -56,7 +56,7 @@
|
||||
"time-series-forecasting"
|
||||
],
|
||||
"errors": [],
|
||||
"generatedAt": "2026-10-31T22:17:45.381141+00:00",
|
||||
"generatedAt": "2026-10-31T22:18:50.517697+00:00",
|
||||
"gpuCatalog": {
|
||||
"Ascend_910-b3": {
|
||||
"canVerify": true,
|
||||
@@ -6586,6 +6586,6 @@
|
||||
"updateTime": "2025-12-22 08:59:53"
|
||||
}
|
||||
],
|
||||
"taskTreeUpdatedAt": "2026-10-31T22:17:45.381141+00:00",
|
||||
"taskTreeUpdatedAt": "2026-10-31T22:18:50.517697+00:00",
|
||||
"version": 1
|
||||
}
|
||||
|
||||
@@ -4,8 +4,8 @@
|
||||
".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c",
|
||||
".modelhub_state/architecture_compatibility_blacklist.json": "ebe9059d95de986bb685758200799a3569dfaf7b932d3a57941df3bd6a3e00f1",
|
||||
".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff",
|
||||
".modelhub_state/market_intelligence.json": "6d91058a1699157820295d4f9399307c664584a564454ff5affa4ae9db71abc3",
|
||||
".modelhub_state/official_capabilities.json": "e7ec5743de2e5c241553b19322cc1861b2f052c74734885af0b8a8bd97640d5c",
|
||||
".modelhub_state/market_intelligence.json": "e4e2c5eb8dd9a880038be13a5c0ea097f52f76b3a9bfabaf95a1eff4c8e3bf54",
|
||||
".modelhub_state/official_capabilities.json": "962d2e1a867dcbed07f45249ceef378b47b51e1bd56678cee7a5836c916b3f79",
|
||||
".modelhub_state/outcome_checkpoint.json": "f9ac3f83fbdc0cb7ac7a56f19912ace45b4e7e55ec20b7757e7cf9348fc6d4fc",
|
||||
".modelhub_state/recent_outcomes.jsonl": "904b824a052f0f4311e73435ce38c3c62019c18a202f4b1c0b84b5d795cd3bd1",
|
||||
".modelhub_state/recovery_active_tasks.jsonl": "0fdce2cc566fdb232ad7f87cb9e587ce40facd55440126de33caf25ba00d0682",
|
||||
@@ -16,9 +16,9 @@
|
||||
"ledger/submissions.jsonl": "97c8b126bae9fe88dfbc61de1600a00759dd6158e8eec6fa6ea3d985f4e2145b",
|
||||
"outcomes/submissions.jsonl": "8d5e342acb02539c15ff3cd78332399bb7d16d69f53188a3305e347b2abe178d"
|
||||
},
|
||||
"generation": 17704,
|
||||
"generation": 17705,
|
||||
"phase": "cycle",
|
||||
"schemaVersion": 1,
|
||||
"updatedAt": "2026-10-31T22:17:46.813478+00:00",
|
||||
"updatedAt": "2026-10-31T22:18:55.096129+00:00",
|
||||
"writerId": "b60d613251844af6b43636e34287be85"
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user