submmit/.modelhub_state/market_intelligence.json

{
  "communityAttemptedAt": "2026-09-12T11:44:01.839766+00:00",
  "communityError": null,
  "communitySample": {},
  "communityUpdatedAt": "2026-09-12T11:44:01.839766+00:00",
  "frameworkAttemptedAt": "2026-09-12T08:18:06.149130+00:00",
  "frameworkError": null,
  "frameworkStats": {
    "text-generation": {
      "Ascend_910-b3": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 38583,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 18468,
          "successRate": 0.47865640307907625,
          "wilsonLowerBound": 0.47367415592642104
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 50979,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 14403,
          "successRate": 0.2825280998058024,
          "wilsonLowerBound": 0.27863624724171304
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 1954,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 514,
          "successRate": 0.263050153531218,
          "wilsonLowerBound": 0.244006361218498
        }
      },
      "Ascend_910-b4": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 31701,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13713,
          "successRate": 0.4325731049493707,
          "wilsonLowerBound": 0.4271277351911923
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 36766,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10503,
          "successRate": 0.2856715443616385,
          "wilsonLowerBound": 0.28107653390146514
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 7384,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3301,
          "successRate": 0.4470476706392199,
          "wilsonLowerBound": 0.4357376523382282
        }
      },
      "Biren_166m": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 63827,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12064,
          "successRate": 0.18901092014351292,
          "wilsonLowerBound": 0.18599225076038986
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 14768,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2955,
          "successRate": 0.20009479956663057,
          "wilsonLowerBound": 0.19372059626324806
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 5346,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 43,
          "successRate": 0.008043396932285821,
          "wilsonLowerBound": 0.005977131186492563
        }
      },
      "Cambricon_mlu-370-x4": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 26007,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3194,
          "successRate": 0.12281308878378898,
          "wilsonLowerBound": 0.11887956140607057
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 16455,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1672,
          "successRate": 0.10161045274992403,
          "wilsonLowerBound": 0.09708658609121286
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 9767,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4220,
          "successRate": 0.432067164943176,
          "wilsonLowerBound": 0.4222715149010729
        }
      },
      "Cambricon_mlu-370-x8": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 24054,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3774,
          "successRate": 0.1568969817909703,
          "wilsonLowerBound": 0.15235549190674152
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 8066,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 544,
          "successRate": 0.0674435903793702,
          "wilsonLowerBound": 0.0621738174048722
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 40103,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10141,
          "successRate": 0.25287384983667055,
          "wilsonLowerBound": 0.248643471565594
        }
      },
      "Iluvatar_bi-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 22946,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3030,
          "successRate": 0.1320491588947965,
          "wilsonLowerBound": 0.12773024195460306
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 86508,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9762,
          "successRate": 0.11284505479262033,
          "wilsonLowerBound": 0.11075374596914171
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 38863,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4764,
          "successRate": 0.12258446337133005,
          "wilsonLowerBound": 0.11936103409975718
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 26928,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3268,
          "successRate": 0.12136066547831253,
          "wilsonLowerBound": 0.11751427667292988
        }
      },
      "Iluvatar_bi-150": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 87638,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 20443,
          "successRate": 0.2332663912914489,
          "wilsonLowerBound": 0.23047811902204748
        },
        "transformers": {
          "framework": "transformers",
          "modelCount": 5080,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 562,
          "successRate": 0.11062992125984251,
          "wilsonLowerBound": 0.10229654212126328
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 112447,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 16504,
          "successRate": 0.1467713678444067,
          "wilsonLowerBound": 0.1447150304422362
        },
        "vllm_0_17_0_corex_4_4_0": {
          "framework": "vllm_0_17_0_corex_4_4_0",
          "modelCount": 15782,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3219,
          "successRate": 0.20396654416423773,
          "wilsonLowerBound": 0.19775227524258396
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 42596,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5538,
          "successRate": 0.13001220771903466,
          "wilsonLowerBound": 0.12685164988946446
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 6151,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 480,
          "successRate": 0.07803609169240774,
          "wilsonLowerBound": 0.07159309429986854
        }
      },
      "Iluvatar_mrv-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 198,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 36,
          "successRate": 0.18181818181818182,
          "wilsonLowerBound": 0.1343204258911728
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 30123,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5176,
          "successRate": 0.17182883510938485,
          "wilsonLowerBound": 0.1676106943410041
        }
      },
      "Kunlunxin_p-800": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 60756,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12379,
          "successRate": 0.20374942392520903,
          "wilsonLowerBound": 0.20056536618544735
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 6304,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1867,
          "successRate": 0.29616116751269034,
          "wilsonLowerBound": 0.28501741649712525
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 11910,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3115,
          "successRate": 0.26154492023509657,
          "wilsonLowerBound": 0.25372983001525573
        }
      },
      "MetaX_c-500": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 58749,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 15992,
          "successRate": 0.27220888866193466,
          "wilsonLowerBound": 0.26862463354087446
        }
      },
      "Mthreads_s4000": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 45978,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 19977,
          "successRate": 0.43449040845621817,
          "wilsonLowerBound": 0.42996509821025436
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 35555,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3053,
          "successRate": 0.08586696667135424,
          "wilsonLowerBound": 0.08299930578975623
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 265,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 0,
          "successRate": 0.0,
          "wilsonLowerBound": 8.549676112883085e-19
        }
      },
      "Sunrise_pt-200-x1": {
        "sglang": {
          "framework": "sglang",
          "modelCount": 6275,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 192,
          "successRate": 0.03059760956175299,
          "wilsonLowerBound": 0.026615110833495575
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 10003,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 730,
          "successRate": 0.0729781065680296,
          "wilsonLowerBound": 0.06804317517685986
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 5501,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2306,
          "successRate": 0.41919650972550443,
          "wilsonLowerBound": 0.40621789539852826
        }
      },
      "Vastai_va16": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 7365,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 235,
          "successRate": 0.031907671418873046,
          "wilsonLowerBound": 0.028131351489675802
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 10297,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3547,
          "successRate": 0.3444692628921045,
          "wilsonLowerBound": 0.33535027867026973
        }
      },
      "hygon_k100-ai": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 25879,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13057,
          "successRate": 0.5045403609103907,
          "wilsonLowerBound": 0.49844849634449073
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 60546,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5883,
          "successRate": 0.09716579129917749,
          "wilsonLowerBound": 0.09483203519851144
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 12166,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1695,
          "successRate": 0.13932270261384186,
          "wilsonLowerBound": 0.13328310032737467
        }
      }
    }
  },
  "frameworkUpdatedAt": null,
  "generatedAt": "2026-09-12T11:44:01.839766+00:00",
  "gpuStats": {
    "Ascend_910-b3": {
      "available": true,
      "backlogHours": 1035.0882352941176,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b3",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 1.1765720401896351,
      "queueFactor": 0.9832944381623854,
      "queueWeight": 0.9832944381623854,
      "recentSuccess": 58,
      "recentSuccessRate": 0.4264705882352941,
      "recentTerminal": 136,
      "recentWilsonLowerBound": 0.34649463011960996,
      "running": 8,
      "selectionWeight": 1.1569167432158387,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 22.666666666666668,
      "waiting": 23462
    },
    "Ascend_910-b4": {
      "available": true,
      "backlogHours": 1298.787401574803,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.5274746584040295,
      "queueFactor": 0.9503847926552035,
      "queueWeight": 0.9503847926552035,
      "recentSuccess": 40,
      "recentSuccessRate": 0.31496062992125984,
      "recentTerminal": 127,
      "recentWilsonLowerBound": 0.24061637478558412,
      "running": 8,
      "selectionWeight": 0.5013038938581879,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 21.166666666666668,
      "waiting": 27491
    },
    "Biren_166m": {
      "available": true,
      "backlogHours": 171.2926829268293,
      "canVerify": true,
      "error": null,
      "gpu": "Biren_166m",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.2080493170166832,
      "queueFactor": 1.2878621120708111,
      "queueWeight": 1.2878621120708111,
      "recentSuccess": 35,
      "recentSuccessRate": 0.21341463414634146,
      "recentTerminal": 164,
      "recentWilsonLowerBound": 0.1576423019076134,
      "running": 8,
      "selectionWeight": 0.26793883282799535,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 27.333333333333332,
      "waiting": 4682
    },
    "Cambricon_mlu-370-x4": {
      "available": true,
      "backlogHours": 1608.4444444444443,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.5953773231720532,
      "queueFactor": 0.920384463082076,
      "queueWeight": 0.920384463082076,
      "recentSuccess": 20,
      "recentSuccessRate": 0.37037037037037035,
      "recentTerminal": 54,
      "recentWilsonLowerBound": 0.2542318970762551,
      "running": 7,
      "selectionWeight": 0.5479760379189538,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 9.0,
      "waiting": 14476
    },
    "Cambricon_mlu-370-x8": {
      "available": true,
      "backlogHours": 413.6744186046512,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x8",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.23942363865139663,
      "queueFactor": 1.1283176681553364,
      "queueWeight": 1.1283176681553364,
      "recentSuccess": 30,
      "recentSuccessRate": 0.23255813953488372,
      "recentTerminal": 129,
      "recentWilsonLowerBound": 0.1680352410936596,
      "running": 7,
      "selectionWeight": 0.2701459216644097,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 21.5,
      "waiting": 8894
    },
    "Iluvatar_bi-100": {
      "available": true,
      "backlogHours": 43.63953488372093,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 24,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 14,
      "recentSuccessRate": 0.040697674418604654,
      "recentTerminal": 344,
      "recentWilsonLowerBound": 0.02439484668815627,
      "running": 24,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 57.333333333333336,
      "waiting": 2502
    },
    "Iluvatar_bi-150": {
      "available": true,
      "backlogHours": 64.57142857142857,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-150",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 50,
      "qualityFactor": 0.11481044428864078,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 55,
      "recentSuccessRate": 0.15406162464985995,
      "recentTerminal": 357,
      "recentWilsonLowerBound": 0.12031395312841352,
      "running": 3,
      "selectionWeight": 0.14925357757523303,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 59.5,
      "waiting": 3842
    },
    "Iluvatar_mrv-100": {
      "available": true,
      "backlogHours": 2746.9411764705883,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_mrv-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.5197089334577921,
      "queueFactor": 0.8493814746241907,
      "queueWeight": 0.8493814746241907,
      "recentSuccess": 13,
      "recentSuccessRate": 0.38235294117647056,
      "recentTerminal": 34,
      "recentWilsonLowerBound": 0.23899964851608782,
      "running": 2,
      "selectionWeight": 0.44143114027574487,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 5.666666666666667,
      "waiting": 15566
    },
    "Kunlunxin_p-800": {
      "available": true,
      "backlogHours": 895.4594594594594,
      "canVerify": true,
      "error": null,
      "gpu": "Kunlunxin_p-800",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.47143062983026,
      "queueFactor": 1.0049010482016612,
      "queueWeight": 1.0049010482016612,
      "recentSuccess": 24,
      "recentSuccessRate": 0.32432432432432434,
      "recentTerminal": 74,
      "recentWilsonLowerBound": 0.22863921647459504,
      "running": 7,
      "selectionWeight": 0.4737411340707976,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 12.333333333333334,
      "waiting": 11044
    },
    "MetaX_c-500": {
      "available": true,
      "backlogHours": 552.5806451612902,
      "canVerify": true,
      "error": null,
      "gpu": "MetaX_c-500",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 0.2619611255179121,
      "queueFactor": 1.0803658259354831,
      "queueWeight": 1.0803658259354831,
      "recentSuccess": 30,
      "recentSuccessRate": 0.24193548387096775,
      "recentTerminal": 124,
      "recentWilsonLowerBound": 0.17504889877225968,
      "running": 4,
      "selectionWeight": 0.2830138477331479,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 20.666666666666668,
      "waiting": 11420
    },
    "Mthreads_s4000": {
      "available": true,
      "backlogHours": 2430.2264150943392,
      "canVerify": true,
      "error": null,
      "gpu": "Mthreads_s4000",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 2.5,
      "queueFactor": 0.8651335970532241,
      "queueWeight": 0.8651335970532241,
      "recentSuccess": 33,
      "recentSuccessRate": 0.6226415094339622,
      "recentTerminal": 53,
      "recentWilsonLowerBound": 0.488066502360923,
      "running": 4,
      "selectionWeight": 2.16283399263306,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 8.833333333333334,
      "waiting": 21467
    },
    "Sunrise_pt-200-x1": {
      "available": true,
      "backlogHours": 4559.368421052632,
      "canVerify": true,
      "error": null,
      "gpu": "Sunrise_pt-200-x1",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.4841194026802628,
      "queueFactor": 0.7872170386984466,
      "queueWeight": 0.7872170386984466,
      "recentSuccess": 8,
      "recentSuccessRate": 0.42105263157894735,
      "recentTerminal": 19,
      "recentWilsonLowerBound": 0.2314162039203038,
      "running": 2,
      "selectionWeight": 0.3811070425544173,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 3.1666666666666665,
      "waiting": 14438
    },
    "Vastai_va16": {
      "available": true,
      "backlogHours": 954.7941176470588,
      "canVerify": true,
      "error": null,
      "gpu": "Vastai_va16",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 16,
      "qualityFactor": 0.6415042773345071,
      "queueFactor": 0.9952764506947285,
      "queueWeight": 0.9952764506947285,
      "recentSuccess": 25,
      "recentSuccessRate": 0.36764705882352944,
      "recentTerminal": 68,
      "recentWilsonLowerBound": 0.26300294660514806,
      "running": 16,
      "selectionWeight": 0.638474100250975,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 11.333333333333334,
      "waiting": 10821
    },
    "hygon_k100-ai": {
      "available": true,
      "backlogHours": 659.8588235294118,
      "canVerify": true,
      "error": null,
      "gpu": "hygon_k100-ai",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 6,
      "qualityFactor": 2.3048159326609814,
      "queueFactor": 1.0519922351628443,
      "queueWeight": 1.0519922351628443,
      "recentSuccess": 49,
      "recentSuccessRate": 0.5764705882352941,
      "recentTerminal": 85,
      "recentWilsonLowerBound": 0.47036157660275524,
      "running": 6,
      "selectionWeight": 2.4246484646389614,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 14.166666666666666,
      "waiting": 9348
    }
  },
  "queueAttemptedAt": "2026-09-12T11:44:01.839766+00:00",
  "queueError": null,
  "queueUpdatedAt": "2026-09-12T11:44:01.839766+00:00",
  "supportedGpus": [
    "Vastai_va16",
    "Iluvatar_mrv-100",
    "Kunlunxin_p-800",
    "Cambricon_mlu-370-x4",
    "Iluvatar_bi-150",
    "Ascend_910-b4",
    "hygon_k100-ai",
    "Ascend_910-b3",
    "MetaX_c-500",
    "Sunrise_pt-200-x1",
    "Iluvatar_bi-100",
    "Biren_166m",
    "Cambricon_mlu-370-x8",
    "Mthreads_s4000"
  ],
  "taskTypes": [
    "text-generation"
  ],
  "throughputWindowHours": 6,
  "version": 3
}