submmit/.modelhub_state/market_intelligence.json

{
  "communityAttemptedAt": "2026-09-12T11:26:15.057029+00:00",
  "communityError": null,
  "communitySample": {},
  "communityUpdatedAt": "2026-09-12T11:26:15.057029+00:00",
  "frameworkAttemptedAt": "2026-09-12T08:18:06.149130+00:00",
  "frameworkError": null,
  "frameworkStats": {
    "text-generation": {
      "Ascend_910-b3": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 38583,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 18468,
          "successRate": 0.47865640307907625,
          "wilsonLowerBound": 0.47367415592642104
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 50979,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 14403,
          "successRate": 0.2825280998058024,
          "wilsonLowerBound": 0.27863624724171304
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 1954,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 514,
          "successRate": 0.263050153531218,
          "wilsonLowerBound": 0.244006361218498
        }
      },
      "Ascend_910-b4": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 31701,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13713,
          "successRate": 0.4325731049493707,
          "wilsonLowerBound": 0.4271277351911923
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 36766,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10503,
          "successRate": 0.2856715443616385,
          "wilsonLowerBound": 0.28107653390146514
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 7384,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3301,
          "successRate": 0.4470476706392199,
          "wilsonLowerBound": 0.4357376523382282
        }
      },
      "Biren_166m": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 63827,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12064,
          "successRate": 0.18901092014351292,
          "wilsonLowerBound": 0.18599225076038986
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 14768,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2955,
          "successRate": 0.20009479956663057,
          "wilsonLowerBound": 0.19372059626324806
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 5346,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 43,
          "successRate": 0.008043396932285821,
          "wilsonLowerBound": 0.005977131186492563
        }
      },
      "Cambricon_mlu-370-x4": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 26007,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3194,
          "successRate": 0.12281308878378898,
          "wilsonLowerBound": 0.11887956140607057
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 16455,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1672,
          "successRate": 0.10161045274992403,
          "wilsonLowerBound": 0.09708658609121286
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 9767,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4220,
          "successRate": 0.432067164943176,
          "wilsonLowerBound": 0.4222715149010729
        }
      },
      "Cambricon_mlu-370-x8": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 24054,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3774,
          "successRate": 0.1568969817909703,
          "wilsonLowerBound": 0.15235549190674152
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 8066,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 544,
          "successRate": 0.0674435903793702,
          "wilsonLowerBound": 0.0621738174048722
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 40103,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10141,
          "successRate": 0.25287384983667055,
          "wilsonLowerBound": 0.248643471565594
        }
      },
      "Iluvatar_bi-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 22946,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3030,
          "successRate": 0.1320491588947965,
          "wilsonLowerBound": 0.12773024195460306
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 86508,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9762,
          "successRate": 0.11284505479262033,
          "wilsonLowerBound": 0.11075374596914171
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 38863,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4764,
          "successRate": 0.12258446337133005,
          "wilsonLowerBound": 0.11936103409975718
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 26928,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3268,
          "successRate": 0.12136066547831253,
          "wilsonLowerBound": 0.11751427667292988
        }
      },
      "Iluvatar_bi-150": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 87638,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 20443,
          "successRate": 0.2332663912914489,
          "wilsonLowerBound": 0.23047811902204748
        },
        "transformers": {
          "framework": "transformers",
          "modelCount": 5080,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 562,
          "successRate": 0.11062992125984251,
          "wilsonLowerBound": 0.10229654212126328
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 112447,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 16504,
          "successRate": 0.1467713678444067,
          "wilsonLowerBound": 0.1447150304422362
        },
        "vllm_0_17_0_corex_4_4_0": {
          "framework": "vllm_0_17_0_corex_4_4_0",
          "modelCount": 15782,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3219,
          "successRate": 0.20396654416423773,
          "wilsonLowerBound": 0.19775227524258396
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 42596,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5538,
          "successRate": 0.13001220771903466,
          "wilsonLowerBound": 0.12685164988946446
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 6151,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 480,
          "successRate": 0.07803609169240774,
          "wilsonLowerBound": 0.07159309429986854
        }
      },
      "Iluvatar_mrv-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 198,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 36,
          "successRate": 0.18181818181818182,
          "wilsonLowerBound": 0.1343204258911728
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 30123,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5176,
          "successRate": 0.17182883510938485,
          "wilsonLowerBound": 0.1676106943410041
        }
      },
      "Kunlunxin_p-800": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 60756,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12379,
          "successRate": 0.20374942392520903,
          "wilsonLowerBound": 0.20056536618544735
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 6304,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1867,
          "successRate": 0.29616116751269034,
          "wilsonLowerBound": 0.28501741649712525
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 11910,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3115,
          "successRate": 0.26154492023509657,
          "wilsonLowerBound": 0.25372983001525573
        }
      },
      "MetaX_c-500": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 58749,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 15992,
          "successRate": 0.27220888866193466,
          "wilsonLowerBound": 0.26862463354087446
        }
      },
      "Mthreads_s4000": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 45978,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 19977,
          "successRate": 0.43449040845621817,
          "wilsonLowerBound": 0.42996509821025436
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 35555,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3053,
          "successRate": 0.08586696667135424,
          "wilsonLowerBound": 0.08299930578975623
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 265,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 0,
          "successRate": 0.0,
          "wilsonLowerBound": 8.549676112883085e-19
        }
      },
      "Sunrise_pt-200-x1": {
        "sglang": {
          "framework": "sglang",
          "modelCount": 6275,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 192,
          "successRate": 0.03059760956175299,
          "wilsonLowerBound": 0.026615110833495575
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 10003,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 730,
          "successRate": 0.0729781065680296,
          "wilsonLowerBound": 0.06804317517685986
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 5501,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2306,
          "successRate": 0.41919650972550443,
          "wilsonLowerBound": 0.40621789539852826
        }
      },
      "Vastai_va16": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 7365,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 235,
          "successRate": 0.031907671418873046,
          "wilsonLowerBound": 0.028131351489675802
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 10297,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3547,
          "successRate": 0.3444692628921045,
          "wilsonLowerBound": 0.33535027867026973
        }
      },
      "hygon_k100-ai": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 25879,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13057,
          "successRate": 0.5045403609103907,
          "wilsonLowerBound": 0.49844849634449073
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 60546,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5883,
          "successRate": 0.09716579129917749,
          "wilsonLowerBound": 0.09483203519851144
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 12166,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1695,
          "successRate": 0.13932270261384186,
          "wilsonLowerBound": 0.13328310032737467
        }
      }
    }
  },
  "frameworkUpdatedAt": null,
  "generatedAt": "2026-09-12T11:26:15.057029+00:00",
  "gpuStats": {
    "Ascend_910-b3": {
      "available": true,
      "backlogHours": 944.3355704697987,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b3",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.773771698475263,
      "queueFactor": 0.9990670537146872,
      "queueWeight": 0.9990670537146872,
      "recentSuccess": 56,
      "recentSuccessRate": 0.37583892617449666,
      "recentTerminal": 149,
      "recentWilsonLowerBound": 0.30210983064038893,
      "running": 8,
      "selectionWeight": 0.7730498110434902,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 24.833333333333332,
      "waiting": 23451
    },
    "Ascend_910-b4": {
      "available": true,
      "backlogHours": 1278.046511627907,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.482488363157412,
      "queueFactor": 0.9547322455377119,
      "queueWeight": 0.9547322455377119,
      "recentSuccess": 41,
      "recentSuccessRate": 0.3178294573643411,
      "recentTerminal": 129,
      "recentWilsonLowerBound": 0.2437394167830496,
      "running": 8,
      "selectionWeight": 0.460647198403091,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 21.5,
      "waiting": 27478
    },
    "Biren_166m": {
      "available": true,
      "backlogHours": 167.7125748502994,
      "canVerify": true,
      "error": null,
      "gpu": "Biren_166m",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.17754743918748636,
      "queueFactor": 1.2947286127459223,
      "queueWeight": 1.2947286127459223,
      "recentSuccess": 35,
      "recentSuccessRate": 0.20958083832335328,
      "recentTerminal": 167,
      "recentWilsonLowerBound": 0.15473004890823655,
      "running": 8,
      "selectionWeight": 0.22987574963580523,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 27.833333333333332,
      "waiting": 4668
    },
    "Cambricon_mlu-370-x4": {
      "available": true,
      "backlogHours": 1422.393442622951,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.5180153701705729,
      "queueFactor": 0.9395299491098248,
      "queueWeight": 0.9395299491098248,
      "recentSuccess": 22,
      "recentSuccessRate": 0.36065573770491804,
      "recentTerminal": 61,
      "recentWilsonLowerBound": 0.25173936505814554,
      "running": 7,
      "selectionWeight": 0.48669095437446536,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 10.166666666666666,
      "waiting": 14461
    },
    "Cambricon_mlu-370-x8": {
      "available": true,
      "backlogHours": 422.95238095238096,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x8",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.1698777422788281,
      "queueFactor": 1.1269894969703669,
      "queueWeight": 1.1269894969703669,
      "recentSuccess": 27,
      "recentSuccessRate": 0.21428571428571427,
      "recentTerminal": 126,
      "recentWilsonLowerBound": 0.15165524006866854,
      "running": 7,
      "selectionWeight": 0.1914504313172781,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 21.0,
      "waiting": 8882
    },
    "Iluvatar_bi-100": {
      "available": true,
      "backlogHours": 37.984848484848484,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 24,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 15,
      "recentSuccessRate": 0.03787878787878788,
      "recentTerminal": 396,
      "recentWilsonLowerBound": 0.023087012865733492,
      "running": 24,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 66.0,
      "waiting": 2507
    },
    "Iluvatar_bi-150": {
      "available": true,
      "backlogHours": 54.28235294117648,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-150",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 50,
      "qualityFactor": 0.08243516693928228,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 59,
      "recentSuccessRate": 0.1388235294117647,
      "recentTerminal": 425,
      "recentWilsonLowerBound": 0.10917400885213857,
      "running": 3,
      "selectionWeight": 0.10716571702106698,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 70.83333333333333,
      "waiting": 3845
    },
    "Iluvatar_mrv-100": {
      "available": true,
      "backlogHours": 2915.625,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_mrv-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.4219800511821303,
      "queueFactor": 0.8436335447735797,
      "queueWeight": 0.8436335447735797,
      "recentSuccess": 12,
      "recentSuccessRate": 0.375,
      "recentTerminal": 32,
      "recentWilsonLowerBound": 0.2293366846595921,
      "running": 2,
      "selectionWeight": 0.35599652640251717,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 5.333333333333333,
      "waiting": 15550
    },
    "Kunlunxin_p-800": {
      "available": true,
      "backlogHours": 932.6197183098591,
      "canVerify": true,
      "error": null,
      "gpu": "Kunlunxin_p-800",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.4108637470165142,
      "queueFactor": 1.0009396673575033,
      "queueWeight": 1.0009396673575033,
      "recentSuccess": 23,
      "recentSuccessRate": 0.323943661971831,
      "recentTerminal": 71,
      "recentWilsonLowerBound": 0.22657056384385282,
      "running": 7,
      "selectionWeight": 0.4112498222679671,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 11.833333333333334,
      "waiting": 11036
    },
    "MetaX_c-500": {
      "available": true,
      "backlogHours": 595.8782608695652,
      "canVerify": true,
      "error": null,
      "gpu": "MetaX_c-500",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 0.27659713663221214,
      "queueFactor": 1.0705081019388216,
      "queueWeight": 1.0705081019388216,
      "recentSuccess": 30,
      "recentSuccessRate": 0.2608695652173913,
      "recentTerminal": 115,
      "recentWilsonLowerBound": 0.18927348744454853,
      "running": 4,
      "selectionWeight": 0.2960994757378623,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 19.166666666666668,
      "waiting": 11421
    },
    "Mthreads_s4000": {
      "available": true,
      "backlogHours": 2382.0,
      "canVerify": true,
      "error": null,
      "gpu": "Mthreads_s4000",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 2.5,
      "queueFactor": 0.869605596731385,
      "queueWeight": 0.869605596731385,
      "recentSuccess": 35,
      "recentSuccessRate": 0.6481481481481481,
      "recentTerminal": 54,
      "recentWilsonLowerBound": 0.5148458381779774,
      "running": 4,
      "selectionWeight": 2.1740139918284624,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 9.0,
      "waiting": 21438
    },
    "Sunrise_pt-200-x1": {
      "available": true,
      "backlogHours": 4809.666666666667,
      "canVerify": true,
      "error": null,
      "gpu": "Sunrise_pt-200-x1",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.3228318397653463,
      "queueFactor": 0.7826117119991473,
      "queueWeight": 0.7826117119991473,
      "recentSuccess": 7,
      "recentSuccessRate": 0.3888888888888889,
      "recentTerminal": 18,
      "recentWilsonLowerBound": 0.2030499192693116,
      "running": 2,
      "selectionWeight": 0.25265197880659207,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 3.0,
      "waiting": 14429
    },
    "Vastai_va16": {
      "available": true,
      "backlogHours": 952.5882352941176,
      "canVerify": true,
      "error": null,
      "gpu": "Vastai_va16",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 16,
      "qualityFactor": 0.5703789716219704,
      "queueFactor": 0.9977639482433047,
      "queueWeight": 0.9977639482433047,
      "recentSuccess": 25,
      "recentSuccessRate": 0.36764705882352944,
      "recentTerminal": 68,
      "recentWilsonLowerBound": 0.26300294660514806,
      "running": 16,
      "selectionWeight": 0.569103574720493,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 11.333333333333334,
      "waiting": 10796
    },
    "hygon_k100-ai": {
      "available": true,
      "backlogHours": 640.8275862068965,
      "canVerify": true,
      "error": null,
      "gpu": "hygon_k100-ai",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 6,
      "qualityFactor": 1.9374261248662952,
      "queueFactor": 1.0588938109077508,
      "queueWeight": 1.0588938109077508,
      "recentSuccess": 49,
      "recentSuccessRate": 0.5632183908045977,
      "recentTerminal": 87,
      "recentWilsonLowerBound": 0.45851365231750213,
      "running": 6,
      "selectionWeight": 2.0515285327119073,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 14.5,
      "waiting": 9292
    }
  },
  "queueAttemptedAt": "2026-09-12T11:20:13.632831+00:00",
  "queueError": null,
  "queueUpdatedAt": "2026-09-12T11:20:13.632831+00:00",
  "supportedGpus": [
    "Vastai_va16",
    "Iluvatar_mrv-100",
    "Kunlunxin_p-800",
    "Cambricon_mlu-370-x4",
    "Iluvatar_bi-150",
    "Ascend_910-b4",
    "hygon_k100-ai",
    "Ascend_910-b3",
    "MetaX_c-500",
    "Sunrise_pt-200-x1",
    "Iluvatar_bi-100",
    "Biren_166m",
    "Cambricon_mlu-370-x8",
    "Mthreads_s4000"
  ],
  "taskTypes": [
    "text-generation"
  ],
  "throughputWindowHours": 6,
  "version": 3
}