state: generation 16737 (cycle)

This commit is contained in:
2026-10-31 04:17:24 +00:00
parent 4745bce5bb
commit 77e6063de1
3 changed files with 143 additions and 143 deletions

View File

@@ -3,66 +3,66 @@
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-10-31T04:07:42.549762+00:00",
"frameworkAttemptedAt": "2026-10-30T22:16:43.037238+00:00",
"frameworkAttemptedAt": "2026-10-31T04:17:23.118302+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b3": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 45021,
"modelCount": 45064,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22800,
"successRate": 0.5064303325114946,
"wilsonLowerBound": 0.5018116760943446
"successCount": 22823,
"successRate": 0.5064574826912835,
"wilsonLowerBound": 0.5018410313475152
},
"vllm": {
"framework": "vllm",
"modelCount": 59552,
"modelCount": 59587,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15744,
"successRate": 0.2643739924771628,
"wilsonLowerBound": 0.260847295465
"successCount": 15746,
"successRate": 0.2642522697903905,
"wilsonLowerBound": 0.26072713433476724
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
"modelCount": 56,
"modelCount": 60,
"officialConfigError": "framework_mismatch",
"officialConfigValid": false,
"successCount": 18,
"successRate": 0.32142857142857145,
"wilsonLowerBound": 0.21400827887722296
"successRate": 0.3,
"wilsonLowerBound": 0.19898010252726894
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6614,
"modelCount": 6652,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2175,
"successRate": 0.32884789839733897,
"wilsonLowerBound": 0.3176278709867261
"successCount": 2187,
"successRate": 0.3287733012627781,
"wilsonLowerBound": 0.31758576377947634
}
},
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 40240,
"modelCount": 40288,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19532,
"successRate": 0.4853876739562624,
"wilsonLowerBound": 0.4805060225734731
"successCount": 19564,
"successRate": 0.48560365369340747,
"wilsonLowerBound": 0.4807248283329607
},
"vllm": {
"framework": "vllm",
"modelCount": 41320,
"modelCount": 41332,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11260,
"successRate": 0.2725072604065828,
"wilsonLowerBound": 0.2682353744879226
"successCount": 11261,
"successRate": 0.2724523371721668,
"wilsonLowerBound": 0.26818134396452314
},
"vllm_0.23.0": {
"framework": "vllm_0.23.0",
@@ -75,81 +75,81 @@
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 16061,
"modelCount": 16124,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6429,
"successRate": 0.40028640806923604,
"wilsonLowerBound": 0.39273360022305204
"successCount": 6445,
"successRate": 0.3997147109898288,
"wilsonLowerBound": 0.3921785597093653
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64355,
"modelCount": 64356,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12100,
"successRate": 0.1880195788982985,
"wilsonLowerBound": 0.1850193997155498
"successRate": 0.18801665734352663,
"wilsonLowerBound": 0.1850165195205704
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 40555,
"modelCount": 40702,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 8261,
"successRate": 0.20369868080384662,
"wilsonLowerBound": 0.19980700551687405
"successCount": 8293,
"successRate": 0.20374920151343914,
"wilsonLowerBound": 0.19986414351821635
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 8839,
"modelCount": 8849,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 118,
"successRate": 0.013349926462269488,
"wilsonLowerBound": 0.011159907684070354
"successRate": 0.01333484009492598,
"wilsonLowerBound": 0.011147283477779756
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26931,
"modelCount": 26935,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3310,
"successRate": 0.12290668746054732,
"wilsonLowerBound": 0.11903898739512804
"successRate": 0.12288843512158901,
"wilsonLowerBound": 0.11902127116915305
},
"vllm-customized": {
"framework": "vllm-customized",
"modelCount": 16536,
"modelCount": 16537,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1676,
"successRate": 0.10135462022254475,
"wilsonLowerBound": 0.09684682438124673
"successRate": 0.1013484912620185,
"wilsonLowerBound": 0.09684095369249211
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 19473,
"modelCount": 19522,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7335,
"successRate": 0.3766753967031274,
"wilsonLowerBound": 0.3698945298189592
"successCount": 7347,
"successRate": 0.37634463681999797,
"wilsonLowerBound": 0.3695735004750615
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24865,
"modelCount": 24866,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3812,
"successRate": 0.15330786245726927,
"wilsonLowerBound": 0.1488832088267288
"successCount": 3813,
"successRate": 0.1533419126518137,
"wilsonLowerBound": 0.1489169345568916
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -162,23 +162,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 59590,
"modelCount": 59684,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 14783,
"successRate": 0.24807853666722604,
"wilsonLowerBound": 0.24462708059481802
"successCount": 14810,
"successRate": 0.24814020508008847,
"wilsonLowerBound": 0.2446911626600564
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 30421,
"modelCount": 30529,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4148,
"successRate": 0.13635317708162126,
"wilsonLowerBound": 0.1325427699173584
"successCount": 4160,
"successRate": 0.13626388024501293,
"wilsonLowerBound": 0.1324612106437566
},
"vllm": {
"framework": "vllm",
@@ -191,21 +191,21 @@
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 50787,
"modelCount": 50791,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5805,
"successRate": 0.11430090377458799,
"wilsonLowerBound": 0.11156278155019946
"successCount": 5806,
"successRate": 0.11431159063613633,
"wilsonLowerBound": 0.11157346163686337
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 55185,
"modelCount": 55296,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3917,
"successRate": 0.07097943281688865,
"wilsonLowerBound": 0.06886664466892725
"successCount": 3925,
"successRate": 0.07098162615740741,
"wilsonLowerBound": 0.06887089928174854
}
},
"Iluvatar_bi-150": {
@@ -220,7 +220,7 @@
},
"llamacpp_opt": {
"framework": "llamacpp_opt",
"modelCount": 170,
"modelCount": 171,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -229,12 +229,12 @@
},
"transformers": {
"framework": "transformers",
"modelCount": 6758,
"modelCount": 6760,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 631,
"successRate": 0.09337081976916248,
"wilsonLowerBound": 0.08666303017728585
"successRate": 0.09334319526627219,
"wilsonLowerBound": 0.08663729928833827
},
"vllm": {
"framework": "vllm",
@@ -247,12 +247,12 @@
},
"vllm-0.17.0": {
"framework": "vllm-0.17.0",
"modelCount": 425,
"modelCount": 427,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2,
"successRate": 0.004705882352941176,
"wilsonLowerBound": 0.0012914456772019308
"successRate": 0.00468384074941452,
"wilsonLowerBound": 0.0012853923156898811
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
@@ -265,12 +265,12 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 45536,
"modelCount": 45542,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5898,
"successRate": 0.1295238931834153,
"wilsonLowerBound": 0.12647099190814626
"successCount": 5899,
"successRate": 0.1295287866145536,
"wilsonLowerBound": 0.12647603440543706
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -294,85 +294,85 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 37097,
"modelCount": 37136,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7618,
"successRate": 0.20535353263067094,
"wilsonLowerBound": 0.20127335653884085
"successCount": 7633,
"successRate": 0.20554179233089187,
"wilsonLowerBound": 0.20146232801545239
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61666,
"modelCount": 61670,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12434,
"successRate": 0.20163461226607854,
"wilsonLowerBound": 0.19848647205420222
"successRate": 0.2016215339711367,
"wilsonLowerBound": 0.19847357282051414
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 21394,
"modelCount": 21459,
"officialConfigError": "malformed_command_argv",
"officialConfigValid": false,
"successCount": 5879,
"successRate": 0.27479667196410207,
"wilsonLowerBound": 0.2688555132593417
"successCount": 5885,
"successRate": 0.27424390698541407,
"wilsonLowerBound": 0.26831552535634307
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 17124,
"modelCount": 17145,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4117,
"successRate": 0.2404227984115861,
"wilsonLowerBound": 0.23408077529573446
"successCount": 4122,
"successRate": 0.24041994750656168,
"wilsonLowerBound": 0.2340817999519093
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 71331,
"modelCount": 71369,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 19528,
"successRate": 0.2737659643072437,
"wilsonLowerBound": 0.27050597469902804
"successCount": 19538,
"successRate": 0.27376031610363044,
"wilsonLowerBound": 0.27050121254224885
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 2847,
"modelCount": 2879,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1562,
"successRate": 0.5486476993326308,
"wilsonLowerBound": 0.5303147367227969
"successCount": 1580,
"successRate": 0.5488016672455713,
"wilsonLowerBound": 0.5305714465109577
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 49448,
"modelCount": 49470,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 22256,
"successRate": 0.45008898236531303,
"wilsonLowerBound": 0.4457079524224785
"successCount": 22269,
"successRate": 0.4501516070345664,
"wilsonLowerBound": 0.44577149023006646
},
"vllm": {
"framework": "vllm",
"modelCount": 42697,
"modelCount": 42740,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5709,
"successRate": 0.13370962831112257,
"wilsonLowerBound": 0.13051428416662766
"successCount": 5720,
"successRate": 0.1338324754328498,
"wilsonLowerBound": 0.1306374587074365
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 1471,
"modelCount": 1482,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 0,
@@ -392,21 +392,21 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 10131,
"modelCount": 10132,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 767,
"successRate": 0.07570822228802684,
"wilsonLowerBound": 0.07071634427594103
"successCount": 768,
"successRate": 0.0757994472956968,
"wilsonLowerBound": 0.07080492825439218
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 8422,
"modelCount": 8446,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3701,
"successRate": 0.43944431251484206,
"wilsonLowerBound": 0.4288742074549344
"successCount": 3712,
"successRate": 0.43949798721288186,
"wilsonLowerBound": 0.42894270091844666
}
},
"Vastai_va16": {
@@ -421,47 +421,47 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 23760,
"modelCount": 23852,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6598,
"successRate": 0.2776936026936027,
"wilsonLowerBound": 0.2720351127140365
"successCount": 6627,
"successRate": 0.2778383364078484,
"wilsonLowerBound": 0.27218976471183093
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 29977,
"modelCount": 30013,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15383,
"successRate": 0.5131600894018747,
"wilsonLowerBound": 0.5075005235009272
"successCount": 15402,
"successRate": 0.5131776230300203,
"wilsonLowerBound": 0.5075214559741497
},
"vllm": {
"framework": "vllm",
"modelCount": 69783,
"modelCount": 69820,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 7621,
"successRate": 0.10920997950790307,
"wilsonLowerBound": 0.10691725955341373
"successCount": 7628,
"successRate": 0.10925236321970783,
"wilsonLowerBound": 0.10695984903066724
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 15192,
"modelCount": 15224,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2873,
"successRate": 0.18911269088994206,
"wilsonLowerBound": 0.18296442827578813
"successCount": 2884,
"successRate": 0.18943772990015764,
"wilsonLowerBound": 0.18329167346779252
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-10-31T04:16:19.514047+00:00",
"generatedAt": "2026-10-31T04:17:23.118302+00:00",
"gpuStats": {
"Ascend_910-b3": {
"available": true,

View File

@@ -1,5 +1,5 @@
{
"catalogUpdatedAt": "2026-10-31T04:16:19.514047+00:00",
"catalogUpdatedAt": "2026-10-31T04:17:23.118302+00:00",
"configuredTaskTypes": [
"text-generation"
],
@@ -56,7 +56,7 @@
"time-series-forecasting"
],
"errors": [],
"generatedAt": "2026-10-31T04:16:19.514047+00:00",
"generatedAt": "2026-10-31T04:17:23.118302+00:00",
"gpuCatalog": {
"Ascend_910-b3": {
"canVerify": true,
@@ -6574,6 +6574,6 @@
"updateTime": "2025-12-22 08:59:53"
}
],
"taskTreeUpdatedAt": "2026-10-31T04:16:19.514047+00:00",
"taskTreeUpdatedAt": "2026-10-31T04:17:23.118302+00:00",
"version": 1
}

View File

@@ -4,8 +4,8 @@
".modelhub_state/account_capacity.json": "75992f8fc87bd43463ad6a2225d42d2ca55bf3279439823531261e6ae705f09c",
".modelhub_state/architecture_compatibility_blacklist.json": "993e6d2d91c14e187899da10012f73aad86c0180e17e4ab2d10f7857f5e80c39",
".modelhub_state/architecture_history_backfill.json": "3d540298447c4305031831a11786480aa96821e37ff7b9b66e91598e2a49f6ff",
".modelhub_state/market_intelligence.json": "1fff5f8557545e28008819145e2348fd6629f0cfeaf93e5525c59b00857617d4",
".modelhub_state/official_capabilities.json": "7c019048104c9bcdc3376a63ddbf8ed0fc1a54fc8afee11bb8e1243a20c041d1",
".modelhub_state/market_intelligence.json": "1717428ca15de9d63a4fccf793960cac3674dbc25c46f2cb07368763e51e53da",
".modelhub_state/official_capabilities.json": "ec24e737a75ca1e162a11e6097d404d00d61beac1a81dec0c9389d428f4dc224",
".modelhub_state/outcome_checkpoint.json": "4eacee5d1b82476922a42623f53deab1d72db8a7d7fbc2e1c61864e2fcabc18a",
".modelhub_state/recent_outcomes.jsonl": "b5a4e7fdbc9d25b351375add299be002b443d9387060d05ced94afc73eab76f6",
".modelhub_state/recovery_active_tasks.jsonl": "c3f72329ccf2bde82546164348cca06ec8217dfb99abf29f1d114e0381b3ae12",
@@ -16,9 +16,9 @@
"ledger/submissions.jsonl": "d6cc1b58ce2aef6f53bf45fe37745d9a8f43d841595381e8f9f6b0062311138e",
"outcomes/submissions.jsonl": "0674318e6ebdee623dcbde444aa16505e42b4528e691ed0a48560da4fc9ff6d3"
},
"generation": 16736,
"generation": 16737,
"phase": "cycle",
"schemaVersion": 1,
"updatedAt": "2026-10-31T04:16:20.285506+00:00",
"updatedAt": "2026-10-31T04:17:24.250461+00:00",
"writerId": "b60d613251844af6b43636e34287be85"
}