submmit/.modelhub_state/market_intelligence.json

{
  "communityAttemptedAt": "2026-09-12T10:54:06.510832+00:00",
  "communityError": null,
  "communitySample": {},
  "communityUpdatedAt": "2026-09-12T10:54:06.510832+00:00",
  "frameworkAttemptedAt": "2026-09-12T08:18:06.149130+00:00",
  "frameworkError": null,
  "frameworkStats": {
    "text-generation": {
      "Ascend_910-b3": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 38583,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 18468,
          "successRate": 0.47865640307907625,
          "wilsonLowerBound": 0.47367415592642104
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 50979,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 14403,
          "successRate": 0.2825280998058024,
          "wilsonLowerBound": 0.27863624724171304
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 1954,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 514,
          "successRate": 0.263050153531218,
          "wilsonLowerBound": 0.244006361218498
        }
      },
      "Ascend_910-b4": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 31701,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13713,
          "successRate": 0.4325731049493707,
          "wilsonLowerBound": 0.4271277351911923
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 36766,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10503,
          "successRate": 0.2856715443616385,
          "wilsonLowerBound": 0.28107653390146514
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 7384,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3301,
          "successRate": 0.4470476706392199,
          "wilsonLowerBound": 0.4357376523382282
        }
      },
      "Biren_166m": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 63827,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12064,
          "successRate": 0.18901092014351292,
          "wilsonLowerBound": 0.18599225076038986
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 14768,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2955,
          "successRate": 0.20009479956663057,
          "wilsonLowerBound": 0.19372059626324806
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 5346,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 43,
          "successRate": 0.008043396932285821,
          "wilsonLowerBound": 0.005977131186492563
        }
      },
      "Cambricon_mlu-370-x4": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 26007,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3194,
          "successRate": 0.12281308878378898,
          "wilsonLowerBound": 0.11887956140607057
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 16455,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1672,
          "successRate": 0.10161045274992403,
          "wilsonLowerBound": 0.09708658609121286
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 9767,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4220,
          "successRate": 0.432067164943176,
          "wilsonLowerBound": 0.4222715149010729
        }
      },
      "Cambricon_mlu-370-x8": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 24054,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3774,
          "successRate": 0.1568969817909703,
          "wilsonLowerBound": 0.15235549190674152
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 8066,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 544,
          "successRate": 0.0674435903793702,
          "wilsonLowerBound": 0.0621738174048722
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 40103,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10141,
          "successRate": 0.25287384983667055,
          "wilsonLowerBound": 0.248643471565594
        }
      },
      "Iluvatar_bi-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 22946,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3030,
          "successRate": 0.1320491588947965,
          "wilsonLowerBound": 0.12773024195460306
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 86508,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9762,
          "successRate": 0.11284505479262033,
          "wilsonLowerBound": 0.11075374596914171
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 38863,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4764,
          "successRate": 0.12258446337133005,
          "wilsonLowerBound": 0.11936103409975718
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 26928,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3268,
          "successRate": 0.12136066547831253,
          "wilsonLowerBound": 0.11751427667292988
        }
      },
      "Iluvatar_bi-150": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 87638,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 20443,
          "successRate": 0.2332663912914489,
          "wilsonLowerBound": 0.23047811902204748
        },
        "transformers": {
          "framework": "transformers",
          "modelCount": 5080,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 562,
          "successRate": 0.11062992125984251,
          "wilsonLowerBound": 0.10229654212126328
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 112447,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 16504,
          "successRate": 0.1467713678444067,
          "wilsonLowerBound": 0.1447150304422362
        },
        "vllm_0_17_0_corex_4_4_0": {
          "framework": "vllm_0_17_0_corex_4_4_0",
          "modelCount": 15782,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3219,
          "successRate": 0.20396654416423773,
          "wilsonLowerBound": 0.19775227524258396
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 42596,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5538,
          "successRate": 0.13001220771903466,
          "wilsonLowerBound": 0.12685164988946446
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 6151,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 480,
          "successRate": 0.07803609169240774,
          "wilsonLowerBound": 0.07159309429986854
        }
      },
      "Iluvatar_mrv-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 198,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 36,
          "successRate": 0.18181818181818182,
          "wilsonLowerBound": 0.1343204258911728
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 30123,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5176,
          "successRate": 0.17182883510938485,
          "wilsonLowerBound": 0.1676106943410041
        }
      },
      "Kunlunxin_p-800": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 60756,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12379,
          "successRate": 0.20374942392520903,
          "wilsonLowerBound": 0.20056536618544735
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 6304,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1867,
          "successRate": 0.29616116751269034,
          "wilsonLowerBound": 0.28501741649712525
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 11910,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3115,
          "successRate": 0.26154492023509657,
          "wilsonLowerBound": 0.25372983001525573
        }
      },
      "MetaX_c-500": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 58749,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 15992,
          "successRate": 0.27220888866193466,
          "wilsonLowerBound": 0.26862463354087446
        }
      },
      "Mthreads_s4000": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 45978,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 19977,
          "successRate": 0.43449040845621817,
          "wilsonLowerBound": 0.42996509821025436
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 35555,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3053,
          "successRate": 0.08586696667135424,
          "wilsonLowerBound": 0.08299930578975623
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 265,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 0,
          "successRate": 0.0,
          "wilsonLowerBound": 8.549676112883085e-19
        }
      },
      "Sunrise_pt-200-x1": {
        "sglang": {
          "framework": "sglang",
          "modelCount": 6275,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 192,
          "successRate": 0.03059760956175299,
          "wilsonLowerBound": 0.026615110833495575
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 10003,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 730,
          "successRate": 0.0729781065680296,
          "wilsonLowerBound": 0.06804317517685986
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 5501,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2306,
          "successRate": 0.41919650972550443,
          "wilsonLowerBound": 0.40621789539852826
        }
      },
      "Vastai_va16": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 7365,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 235,
          "successRate": 0.031907671418873046,
          "wilsonLowerBound": 0.028131351489675802
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 10297,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3547,
          "successRate": 0.3444692628921045,
          "wilsonLowerBound": 0.33535027867026973
        }
      },
      "hygon_k100-ai": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 25879,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13057,
          "successRate": 0.5045403609103907,
          "wilsonLowerBound": 0.49844849634449073
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 60546,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5883,
          "successRate": 0.09716579129917749,
          "wilsonLowerBound": 0.09483203519851144
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 12166,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1695,
          "successRate": 0.13932270261384186,
          "wilsonLowerBound": 0.13328310032737467
        }
      }
    }
  },
  "frameworkUpdatedAt": null,
  "generatedAt": "2026-09-12T11:01:56.512219+00:00",
  "gpuStats": {
    "Ascend_910-b3": {
      "available": true,
      "backlogHours": 925.421052631579,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b3",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.7926000661324533,
      "queueFactor": 1.0043041552614134,
      "queueWeight": 1.0043041552614134,
      "recentSuccess": 56,
      "recentSuccessRate": 0.3684210526315789,
      "recentTerminal": 152,
      "recentWilsonLowerBound": 0.2958594793965555,
      "running": 9,
      "selectionWeight": 0.7960115398772939,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 25.333333333333332,
      "waiting": 23444
    },
    "Ascend_910-b4": {
      "available": true,
      "backlogHours": 1267.7076923076922,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.4767612547131512,
      "queueFactor": 0.9579951204483238,
      "queueWeight": 0.9579951204483238,
      "recentSuccess": 40,
      "recentSuccessRate": 0.3076923076923077,
      "recentTerminal": 130,
      "recentWilsonLowerBound": 0.23482436019527025,
      "running": 10,
      "selectionWeight": 0.4567349556340192,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 21.666666666666668,
      "waiting": 27467
    },
    "Biren_166m": {
      "available": true,
      "backlogHours": 158.86363636363637,
      "canVerify": true,
      "error": null,
      "gpu": "Biren_166m",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.18196526674962257,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 36,
      "recentSuccessRate": 0.20454545454545456,
      "recentTerminal": 176,
      "recentWilsonLowerBound": 0.1515657672943556,
      "running": 8,
      "selectionWeight": 0.23655484677450936,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 29.333333333333332,
      "waiting": 4660
    },
    "Cambricon_mlu-370-x4": {
      "available": true,
      "backlogHours": 1399.0645161290322,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.5348650764146051,
      "queueFactor": 0.9439315551073953,
      "queueWeight": 0.9439315551073953,
      "recentSuccess": 22,
      "recentSuccessRate": 0.3548387096774194,
      "recentTerminal": 62,
      "recentWilsonLowerBound": 0.2474256057638604,
      "running": 7,
      "selectionWeight": 0.504876023352674,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 10.333333333333334,
      "waiting": 14457
    },
    "Cambricon_mlu-370-x8": {
      "available": true,
      "backlogHours": 416.109375,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x8",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.2533989731157093,
      "queueFactor": 1.1322309980208636,
      "queueWeight": 1.1322309980208636,
      "recentSuccess": 31,
      "recentSuccessRate": 0.2421875,
      "recentTerminal": 128,
      "recentWilsonLowerBound": 0.17618632286113767,
      "running": 8,
      "selectionWeight": 0.28690617222826154,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 21.333333333333332,
      "waiting": 8877
    },
    "Iluvatar_bi-100": {
      "available": true,
      "backlogHours": 38.1873417721519,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 24,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 15,
      "recentSuccessRate": 0.0379746835443038,
      "recentTerminal": 395,
      "recentWilsonLowerBound": 0.02314579893088905,
      "running": 26,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 65.83333333333333,
      "waiting": 2514
    },
    "Iluvatar_bi-150": {
      "available": true,
      "backlogHours": 54.38207547169811,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-150",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 50,
      "qualityFactor": 0.10059821784233133,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 62,
      "recentSuccessRate": 0.14622641509433962,
      "recentTerminal": 424,
      "recentWilsonLowerBound": 0.1157715733454061,
      "running": 2,
      "selectionWeight": 0.13077768319503075,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 70.66666666666667,
      "waiting": 3843
    },
    "Iluvatar_mrv-100": {
      "available": true,
      "backlogHours": 2825.6363636363635,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_mrv-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.53203100889381,
      "queueFactor": 0.8494713287495506,
      "queueWeight": 0.8494713287495506,
      "recentSuccess": 13,
      "recentSuccessRate": 0.3939393939393939,
      "recentTerminal": 33,
      "recentWilsonLowerBound": 0.24682882231508205,
      "running": 3,
      "selectionWeight": 0.45194508806098876,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 5.5,
      "waiting": 15541
    },
    "Kunlunxin_p-800": {
      "available": true,
      "backlogHours": 987.313432835821,
      "canVerify": true,
      "error": null,
      "gpu": "Kunlunxin_p-800",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.504267592181771,
      "queueFactor": 0.994598749743114,
      "queueWeight": 0.994598749743114,
      "recentSuccess": 23,
      "recentSuccessRate": 0.34328358208955223,
      "recentTerminal": 67,
      "recentWilsonLowerBound": 0.24088841959339713,
      "running": 7,
      "selectionWeight": 0.5015439167199599,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 11.166666666666666,
      "waiting": 11025
    },
    "MetaX_c-500": {
      "available": true,
      "backlogHours": 590.2241379310345,
      "canVerify": true,
      "error": null,
      "gpu": "MetaX_c-500",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 0.31720832249856934,
      "queueFactor": 1.0743941151139484,
      "queueWeight": 1.0743941151139484,
      "recentSuccess": 31,
      "recentSuccessRate": 0.2672413793103448,
      "recentTerminal": 116,
      "recentWilsonLowerBound": 0.19512298408590828,
      "running": 4,
      "selectionWeight": 0.3408067549576304,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 19.333333333333332,
      "waiting": 11411
    },
    "Mthreads_s4000": {
      "available": true,
      "backlogHours": 2471.653846153846,
      "canVerify": true,
      "error": null,
      "gpu": "Mthreads_s4000",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 2.5,
      "queueFactor": 0.866698447553204,
      "queueWeight": 0.866698447553204,
      "recentSuccess": 33,
      "recentSuccessRate": 0.6346153846153846,
      "recentTerminal": 52,
      "recentWilsonLowerBound": 0.49871428584801164,
      "running": 4,
      "selectionWeight": 2.16674611888301,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 8.666666666666666,
      "waiting": 21421
    },
    "Sunrise_pt-200-x1": {
      "available": true,
      "backlogHours": 3762.782608695652,
      "canVerify": true,
      "error": null,
      "gpu": "Sunrise_pt-200-x1",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.19398786807123594,
      "queueFactor": 0.8137477422599839,
      "queueWeight": 0.8137477422599839,
      "recentSuccess": 7,
      "recentSuccessRate": 0.30434782608695654,
      "recentTerminal": 23,
      "recentWilsonLowerBound": 0.15603828020972457,
      "running": 2,
      "selectionWeight": 0.15785718966879586,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 3.8333333333333335,
      "waiting": 14424
    },
    "Vastai_va16": {
      "available": true,
      "backlogHours": 979.1818181818181,
      "canVerify": true,
      "error": null,
      "gpu": "Vastai_va16",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 16,
      "qualityFactor": 0.6560456031970905,
      "queueFactor": 0.9958333459338352,
      "queueWeight": 0.9958333459338352,
      "recentSuccess": 25,
      "recentSuccessRate": 0.3787878787878788,
      "recentTerminal": 66,
      "recentWilsonLowerBound": 0.271492715804161,
      "running": 17,
      "selectionWeight": 0.6533120881169397,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 11.0,
      "waiting": 10771
    },
    "hygon_k100-ai": {
      "available": true,
      "backlogHours": 643.953488372093,
      "canVerify": true,
      "error": null,
      "gpu": "hygon_k100-ai",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 6,
      "qualityFactor": 1.9126831032596563,
      "queueFactor": 1.060444614375898,
      "queueWeight": 1.060444614375898,
      "recentSuccess": 47,
      "recentSuccessRate": 0.5465116279069767,
      "recentTerminal": 86,
      "recentWilsonLowerBound": 0.44155981420304113,
      "running": 7,
      "selectionWeight": 2.028294495859482,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 14.333333333333334,
      "waiting": 9230
    }
  },
  "queueAttemptedAt": "2026-09-12T10:57:09.190961+00:00",
  "queueError": null,
  "queueUpdatedAt": "2026-09-12T10:57:09.190961+00:00",
  "supportedGpus": [
    "Vastai_va16",
    "Iluvatar_mrv-100",
    "Kunlunxin_p-800",
    "Cambricon_mlu-370-x4",
    "Iluvatar_bi-150",
    "Ascend_910-b4",
    "hygon_k100-ai",
    "Ascend_910-b3",
    "MetaX_c-500",
    "Sunrise_pt-200-x1",
    "Iluvatar_bi-100",
    "Biren_166m",
    "Cambricon_mlu-370-x8",
    "Mthreads_s4000"
  ],
  "taskTypes": [
    "text-generation"
  ],
  "throughputWindowHours": 6,
  "version": 3
}