state: generation 18071 (cycle)

This commit is contained in:
2026-09-28 21:06:14 +00:00
parent a249ae67db
commit e3794d9ebf
6 changed files with 1501 additions and 1501 deletions

View File

@@ -3280,7 +3280,7 @@
"taskType": "text-generation"
}
},
"generatedAt": "2026-09-28T20:56:16.878139+00:00",
"generatedAt": "2026-09-28T21:04:28.964301+00:00",
"summary": {
"activeBlockCount": 165,
"byGpuFramework": {

View File

@@ -1,79 +1,79 @@
{
"communityAttemptedAt": "2026-09-28T20:48:58.853614+00:00",
"communityAttemptedAt": "2026-09-28T21:05:57.164298+00:00",
"communityError": null,
"communitySample": {},
"communityUpdatedAt": "2026-09-28T20:48:58.853614+00:00",
"frameworkAttemptedAt": "2026-09-28T15:04:50.694707+00:00",
"communityUpdatedAt": "2026-09-28T21:05:57.164298+00:00",
"frameworkAttemptedAt": "2026-09-28T21:05:57.164298+00:00",
"frameworkError": null,
"frameworkStats": {
"text-generation": {
"Ascend_910-b4": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 34477,
"modelCount": 34533,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 15670,
"successRate": 0.4545059024857151,
"wilsonLowerBound": 0.44925525211472095
"successCount": 15713,
"successRate": 0.4550140445371094,
"wilsonLowerBound": 0.4497671052760155
},
"vllm": {
"framework": "vllm",
"modelCount": 38404,
"modelCount": 38441,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 10814,
"successRate": 0.2815852515362983,
"wilsonLowerBound": 0.2771088453159294
"successCount": 10817,
"successRate": 0.2813922634686923,
"wilsonLowerBound": 0.2769189579071585
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 10572,
"modelCount": 10613,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4435,
"successRate": 0.41950435111615586,
"wilsonLowerBound": 0.41012838224723364
"successCount": 4446,
"successRate": 0.41892019221709226,
"wilsonLowerBound": 0.40956431866304654
}
},
"Biren_166m": {
"vllm": {
"framework": "vllm",
"modelCount": 64126,
"modelCount": 64129,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12091,
"successRate": 0.18855066587655553,
"wilsonLowerBound": 0.185541858867957
"successCount": 12092,
"successRate": 0.18855743891219262,
"wilsonLowerBound": 0.18554865970293316
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 22855,
"modelCount": 22992,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4703,
"successRate": 0.2057755414570116,
"wilsonLowerBound": 0.20058395626487938
"successCount": 4734,
"successRate": 0.20589770354906053,
"wilsonLowerBound": 0.20072029150969592
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 6910,
"modelCount": 6923,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 75,
"successRate": 0.01085383502170767,
"wilsonLowerBound": 0.008668140111373642
"successRate": 0.010833453705041168,
"wilsonLowerBound": 0.00865184716925329
}
},
"Cambricon_mlu-370-x4": {
"vllm": {
"framework": "vllm",
"modelCount": 26446,
"modelCount": 26451,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3249,
"successRate": 0.12285411782500189,
"wilsonLowerBound": 0.11895234235355855
"successRate": 0.12283089486219803,
"wilsonLowerBound": 0.11892980785559724
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -86,23 +86,23 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 12901,
"modelCount": 12949,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5311,
"successRate": 0.41167351368111,
"wilsonLowerBound": 0.40320863843734217
"successCount": 5326,
"successRate": 0.41130589234689935,
"wilsonLowerBound": 0.4028579148889184
}
},
"Cambricon_mlu-370-x8": {
"vllm": {
"framework": "vllm",
"modelCount": 24441,
"modelCount": 24444,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3796,
"successRate": 0.15531279407552884,
"wilsonLowerBound": 0.15082603164937766
"successRate": 0.15529373261332025,
"wilsonLowerBound": 0.15080747253989712
},
"vllm-customized": {
"framework": "vllm-customized",
@@ -115,106 +115,106 @@
},
"vllm-mlu": {
"framework": "vllm-mlu",
"modelCount": 46626,
"modelCount": 46730,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 11595,
"successRate": 0.24868099343713806,
"wilsonLowerBound": 0.24477828890944917
"successCount": 11619,
"successRate": 0.2486411298951423,
"wilsonLowerBound": 0.24474296077799032
}
},
"Iluvatar_bi-100": {
"transformers": {
"framework": "transformers",
"modelCount": 23545,
"modelCount": 23552,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3093,
"successRate": 0.13136547037587598,
"wilsonLowerBound": 0.12711068804880177
"successCount": 3096,
"successRate": 0.13145380434782608,
"wilsonLowerBound": 0.12719840064586643
},
"vllm": {
"framework": "vllm",
"modelCount": 86790,
"modelCount": 86792,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 9764,
"successRate": 0.11250144025809425,
"wilsonLowerBound": 0.11041631925117631
"successRate": 0.11249884782007559,
"wilsonLowerBound": 0.11041377190444403
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 42820,
"modelCount": 42884,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5242,
"successRate": 0.12241943017281644,
"wilsonLowerBound": 0.11934868657231708
"successCount": 5248,
"successRate": 0.12237664396977894,
"wilsonLowerBound": 0.11930863772281997
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 37833,
"modelCount": 38028,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3538,
"successRate": 0.09351624243385405,
"wilsonLowerBound": 0.0906234790272224
"successCount": 3539,
"successRate": 0.09306300620595351,
"wilsonLowerBound": 0.09018397869704897
}
},
"Iluvatar_bi-150": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 90211,
"modelCount": 90272,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 21882,
"successRate": 0.24256465397789626,
"wilsonLowerBound": 0.23977852299062674
"successCount": 21916,
"successRate": 0.24277738390641618,
"wilsonLowerBound": 0.2399913486994
},
"transformers": {
"framework": "transformers",
"modelCount": 5381,
"modelCount": 5388,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 579,
"successRate": 0.10760081769187883,
"wilsonLowerBound": 0.09959933094231796
"successRate": 0.10746102449888642,
"wilsonLowerBound": 0.09946937877331236
},
"vllm": {
"framework": "vllm",
"modelCount": 112746,
"modelCount": 112748,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 16525,
"successRate": 0.14656839267024993,
"wilsonLowerBound": 0.1445159579197298
"successRate": 0.14656579274133466,
"wilsonLowerBound": 0.14451339134124666
},
"vllm_0_17_0_corex_4_4_0": {
"framework": "vllm_0_17_0_corex_4_4_0",
"modelCount": 19995,
"modelCount": 20091,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3701,
"successRate": 0.18509627406851714,
"wilsonLowerBound": 0.17977365666114606
"successCount": 3704,
"successRate": 0.18436115673684733,
"wilsonLowerBound": 0.17905952155656935
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 43243,
"modelCount": 43260,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 5628,
"successRate": 0.13014823208380547,
"wilsonLowerBound": 0.12700973757872988
"successCount": 5630,
"successRate": 0.1301433194637078,
"wilsonLowerBound": 0.12700548656361685
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 7298,
"modelCount": 7313,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 640,
"successRate": 0.08769525897506165,
"wilsonLowerBound": 0.08142074634788153
"successCount": 643,
"successRate": 0.08792561192397101,
"wilsonLowerBound": 0.08164951950647713
}
},
"Iluvatar_mrv-100": {
@@ -229,81 +229,81 @@
},
"vllm": {
"framework": "vllm",
"modelCount": 32347,
"modelCount": 32382,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6088,
"successRate": 0.1882091074906483,
"wilsonLowerBound": 0.18398649996059158
"successCount": 6096,
"successRate": 0.1882527329998147,
"wilsonLowerBound": 0.18403200391274757
}
},
"Kunlunxin_p-800": {
"vllm": {
"framework": "vllm",
"modelCount": 61240,
"modelCount": 61247,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 12403,
"successRate": 0.2025310254735467,
"wilsonLowerBound": 0.1993666966121015
"successCount": 12404,
"successRate": 0.20252420526719675,
"wilsonLowerBound": 0.19936009657198306
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 10634,
"modelCount": 10720,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3116,
"successRate": 0.29302238104194095,
"wilsonLowerBound": 0.28444747159353273
"successCount": 3142,
"successRate": 0.29309701492537316,
"wilsonLowerBound": 0.2845555927515729
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 14199,
"modelCount": 14225,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3574,
"successRate": 0.2517078667511797,
"wilsonLowerBound": 0.24463710538797673
"successCount": 3580,
"successRate": 0.2516695957820738,
"wilsonLowerBound": 0.24460560675236612
}
},
"MetaX_c-500": {
"vllm": {
"framework": "vllm",
"modelCount": 64111,
"modelCount": 64179,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 17562,
"successRate": 0.27393115066057305,
"wilsonLowerBound": 0.27049254547857765
"successCount": 17590,
"successRate": 0.27407719035821687,
"wilsonLowerBound": 0.2706398188702584
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
"modelCount": 257,
"modelCount": 275,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 164,
"successRate": 0.6381322957198443,
"wilsonLowerBound": 0.5777450812973657
"successCount": 175,
"successRate": 0.6363636363636364,
"wilsonLowerBound": 0.5779907520144166
}
},
"Mthreads_s4000": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 47311,
"modelCount": 47335,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 20919,
"successRate": 0.4421593286973431,
"wilsonLowerBound": 0.4376889315668452
"successCount": 20930,
"successRate": 0.44216752931234815,
"wilsonLowerBound": 0.43769825507689475
},
"vllm": {
"framework": "vllm",
"modelCount": 37744,
"modelCount": 37778,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 3982,
"successRate": 0.1055002119542179,
"wilsonLowerBound": 0.10244106291908013
"successCount": 3996,
"successRate": 0.10577584837736248,
"wilsonLowerBound": 0.10271446494439464
},
"vllm_tokenizer_patch": {
"framework": "vllm_tokenizer_patch",
@@ -336,67 +336,67 @@
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 6447,
"modelCount": 6465,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 2787,
"successRate": 0.4322940902745463,
"wilsonLowerBound": 0.4202450965307836
"successCount": 2798,
"successRate": 0.43279195668986853,
"wilsonLowerBound": 0.42075773569172253
}
},
"Vastai_va16": {
"vllm": {
"framework": "vllm",
"modelCount": 7395,
"modelCount": 7396,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 241,
"successRate": 0.032589587559161595,
"wilsonLowerBound": 0.02877906662631195
"successCount": 242,
"successRate": 0.032720389399675504,
"wilsonLowerBound": 0.028902224054213495
},
"vllm_fix_tokenizer": {
"framework": "vllm_fix_tokenizer",
"modelCount": 14190,
"modelCount": 14271,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 4603,
"successRate": 0.3243833685694151,
"wilsonLowerBound": 0.3167290715807455
"successCount": 4627,
"successRate": 0.32422395066918924,
"wilsonLowerBound": 0.31659229138634054
}
},
"hygon_k100-ai": {
"llamacpp": {
"framework": "llamacpp",
"modelCount": 27203,
"modelCount": 27233,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 13861,
"successRate": 0.5095393890379738,
"wilsonLowerBound": 0.5035977477087471
"successCount": 13873,
"successRate": 0.5094187199353726,
"wilsonLowerBound": 0.5034803423077188
},
"vllm": {
"framework": "vllm",
"modelCount": 64342,
"modelCount": 64376,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 6645,
"successRate": 0.10327624257871997,
"wilsonLowerBound": 0.10094841477838959
"successCount": 6654,
"successRate": 0.10336150118056418,
"wilsonLowerBound": 0.10103341863374089
},
"vllm-patch-tokenizer": {
"framework": "vllm-patch-tokenizer",
"modelCount": 12962,
"modelCount": 12977,
"officialConfigError": null,
"officialConfigValid": true,
"successCount": 1979,
"successRate": 0.15267705600987502,
"wilsonLowerBound": 0.14658801824546805
"successCount": 1984,
"successRate": 0.15288587500963244,
"wilsonLowerBound": 0.14679677068017088
}
}
}
},
"frameworkUpdatedAt": null,
"generatedAt": "2026-09-28T21:03:26.967268+00:00",
"generatedAt": "2026-09-28T21:05:57.164298+00:00",
"gpuStats": {
"Ascend_910-b4": {
"available": true,

View File

@@ -1,5 +1,5 @@
{
"catalogUpdatedAt": "2026-09-28T21:03:26.967268+00:00",
"catalogUpdatedAt": "2026-09-28T21:05:57.164298+00:00",
"configuredTaskTypes": [
"text-generation"
],
@@ -56,7 +56,7 @@
"time-series-forecasting"
],
"errors": [],
"generatedAt": "2026-09-28T21:03:26.967268+00:00",
"generatedAt": "2026-09-28T21:05:57.164298+00:00",
"gpuCatalog": {
"Ascend_910-b3": {
"canVerify": true,
@@ -6458,6 +6458,6 @@
"updateTime": "2025-12-22 08:59:53"
}
],
"taskTreeUpdatedAt": "2026-09-28T21:03:26.967268+00:00",
"taskTreeUpdatedAt": "2026-09-28T21:05:57.164298+00:00",
"version": 1
}

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

View File

@@ -2,24 +2,24 @@
"agentVersion": "2026.09.22.1",
"checksums": {
".modelhub_state/account_capacity.json": "930f9869793c3d1aa071c53f05b7cf82a4e372f002be88361d6d6189e27c12a1",
".modelhub_state/architecture_compatibility_blacklist.json": "f3e694c650b1be05278fd0948c309a38ee39259cdd1bdbc5cb2d63f2c43f96f3",
".modelhub_state/architecture_compatibility_blacklist.json": "fa77352e0869036561de0d20183a8fa7f1ead5057bc988e661899dd83ca4cf8e",
".modelhub_state/architecture_history_backfill.json": "a92348206605da04f75c9e26e7c818b76f259e0b28983f18b6375ef94802f0ab",
".modelhub_state/market_intelligence.json": "61236339d64a2bafb1d7c3af1e9f1887f28674da918cb74f0553cc1bc61264d1",
".modelhub_state/official_capabilities.json": "6d5225c915a543e134f53346c9e554070e70ce09e56fa167e1367e69cb385459",
".modelhub_state/market_intelligence.json": "abccd72c3d050b20d5cc5245cb886d94a7eec2f71ecdec7454ca52df95fc8b0b",
".modelhub_state/official_capabilities.json": "3c9169cbbc402c2c9ac7da70f76aadc50b5bbaa44097a75815c83f9ca795257d",
".modelhub_state/outcome_checkpoint.json": "403c6544690c38e65ac2dc8e625d4ebf5efb8b1bc5fda55af6472538296182a5",
".modelhub_state/queue_cleanup_latest.json": "1f4c42a37a5a4baa125d06463e6e0cfe425bb43e9871bb7096df76c3b33738fe",
".modelhub_state/recent_outcomes.jsonl": "1dbde9c4996b0dbc395b2b06ede89ee01d228323012054151eb598a3995b826e",
".modelhub_state/recovery_active_tasks.jsonl": "e0d5878c3c4559d0ced205ab3923541b3abe23422c51c8b1625627020c4aaab9",
".modelhub_state/recovery_intents.jsonl": "6430e00f7160f26dc2afb204de991f299c0a5e9f2a4a8f6cd3af216d7eaefc26",
".modelhub_state/recovery_active_tasks.jsonl": "66d4cbee6d61690587ef2a8c7fc5dd27c8f6dba6d757ca72cb88a103cd574d70",
".modelhub_state/recovery_intents.jsonl": "c21e364924f9c305fc229ad7b983ddc161445987c0c30aa9d62b72198ea1418e",
".modelhub_state/routing_intelligence.json": "2a22275a277723b1368e1f6dc16a13a645a993ad5ca7aacde4338523757c3c6e",
".modelhub_state/submission_exclusions.jsonl": "2cd0731cd4d31bc6d844f4f0a1e510e2fc839ca66f2ce07d2664110b33374799",
".modelhub_state/worker_crashes.jsonl": "05bcde79076023fd20785b8270312f776430b95a2d4322ee53ef24e354c39f06",
"ledger/submissions.jsonl": "00ddec1862bb7facef50857944e632a2dcc264b130543b29f439ddccde3f75f5",
"outcomes/submissions.jsonl": "928c95a8c56c19d45547dda3e0315b23b1b74d26f46f06ed042fab4cf19cac2d"
},
"generation": 18070,
"generation": 18071,
"phase": "cycle",
"schemaVersion": 1,
"updatedAt": "2026-09-28T21:03:27.850629+00:00",
"updatedAt": "2026-09-28T21:06:14.096302+00:00",
"writerId": "9d958b95ce4146c9939da0f14b9201ff"
}