submmit/.modelhub_state/market_intelligence.json

{
  "communityAttemptedAt": "2026-09-12T10:36:26.261412+00:00",
  "communityError": null,
  "communitySample": {},
  "communityUpdatedAt": "2026-09-12T10:36:26.261412+00:00",
  "frameworkAttemptedAt": "2026-09-12T08:18:06.149130+00:00",
  "frameworkError": null,
  "frameworkStats": {
    "text-generation": {
      "Ascend_910-b3": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 38583,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 18468,
          "successRate": 0.47865640307907625,
          "wilsonLowerBound": 0.47367415592642104
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 50979,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 14403,
          "successRate": 0.2825280998058024,
          "wilsonLowerBound": 0.27863624724171304
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 1954,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 514,
          "successRate": 0.263050153531218,
          "wilsonLowerBound": 0.244006361218498
        }
      },
      "Ascend_910-b4": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 31701,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13713,
          "successRate": 0.4325731049493707,
          "wilsonLowerBound": 0.4271277351911923
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 36766,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10503,
          "successRate": 0.2856715443616385,
          "wilsonLowerBound": 0.28107653390146514
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 7384,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3301,
          "successRate": 0.4470476706392199,
          "wilsonLowerBound": 0.4357376523382282
        }
      },
      "Biren_166m": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 63827,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12064,
          "successRate": 0.18901092014351292,
          "wilsonLowerBound": 0.18599225076038986
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 14768,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2955,
          "successRate": 0.20009479956663057,
          "wilsonLowerBound": 0.19372059626324806
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 5346,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 43,
          "successRate": 0.008043396932285821,
          "wilsonLowerBound": 0.005977131186492563
        }
      },
      "Cambricon_mlu-370-x4": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 26007,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3194,
          "successRate": 0.12281308878378898,
          "wilsonLowerBound": 0.11887956140607057
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 16455,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1672,
          "successRate": 0.10161045274992403,
          "wilsonLowerBound": 0.09708658609121286
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 9767,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4220,
          "successRate": 0.432067164943176,
          "wilsonLowerBound": 0.4222715149010729
        }
      },
      "Cambricon_mlu-370-x8": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 24054,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3774,
          "successRate": 0.1568969817909703,
          "wilsonLowerBound": 0.15235549190674152
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 8066,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 544,
          "successRate": 0.0674435903793702,
          "wilsonLowerBound": 0.0621738174048722
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 40103,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10141,
          "successRate": 0.25287384983667055,
          "wilsonLowerBound": 0.248643471565594
        }
      },
      "Iluvatar_bi-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 22946,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3030,
          "successRate": 0.1320491588947965,
          "wilsonLowerBound": 0.12773024195460306
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 86508,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9762,
          "successRate": 0.11284505479262033,
          "wilsonLowerBound": 0.11075374596914171
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 38863,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4764,
          "successRate": 0.12258446337133005,
          "wilsonLowerBound": 0.11936103409975718
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 26928,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3268,
          "successRate": 0.12136066547831253,
          "wilsonLowerBound": 0.11751427667292988
        }
      },
      "Iluvatar_bi-150": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 87638,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 20443,
          "successRate": 0.2332663912914489,
          "wilsonLowerBound": 0.23047811902204748
        },
        "transformers": {
          "framework": "transformers",
          "modelCount": 5080,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 562,
          "successRate": 0.11062992125984251,
          "wilsonLowerBound": 0.10229654212126328
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 112447,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 16504,
          "successRate": 0.1467713678444067,
          "wilsonLowerBound": 0.1447150304422362
        },
        "vllm_0_17_0_corex_4_4_0": {
          "framework": "vllm_0_17_0_corex_4_4_0",
          "modelCount": 15782,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3219,
          "successRate": 0.20396654416423773,
          "wilsonLowerBound": 0.19775227524258396
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 42596,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5538,
          "successRate": 0.13001220771903466,
          "wilsonLowerBound": 0.12685164988946446
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 6151,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 480,
          "successRate": 0.07803609169240774,
          "wilsonLowerBound": 0.07159309429986854
        }
      },
      "Iluvatar_mrv-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 198,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 36,
          "successRate": 0.18181818181818182,
          "wilsonLowerBound": 0.1343204258911728
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 30123,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5176,
          "successRate": 0.17182883510938485,
          "wilsonLowerBound": 0.1676106943410041
        }
      },
      "Kunlunxin_p-800": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 60756,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12379,
          "successRate": 0.20374942392520903,
          "wilsonLowerBound": 0.20056536618544735
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 6304,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1867,
          "successRate": 0.29616116751269034,
          "wilsonLowerBound": 0.28501741649712525
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 11910,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3115,
          "successRate": 0.26154492023509657,
          "wilsonLowerBound": 0.25372983001525573
        }
      },
      "MetaX_c-500": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 58749,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 15992,
          "successRate": 0.27220888866193466,
          "wilsonLowerBound": 0.26862463354087446
        }
      },
      "Mthreads_s4000": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 45978,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 19977,
          "successRate": 0.43449040845621817,
          "wilsonLowerBound": 0.42996509821025436
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 35555,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3053,
          "successRate": 0.08586696667135424,
          "wilsonLowerBound": 0.08299930578975623
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 265,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 0,
          "successRate": 0.0,
          "wilsonLowerBound": 8.549676112883085e-19
        }
      },
      "Sunrise_pt-200-x1": {
        "sglang": {
          "framework": "sglang",
          "modelCount": 6275,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 192,
          "successRate": 0.03059760956175299,
          "wilsonLowerBound": 0.026615110833495575
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 10003,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 730,
          "successRate": 0.0729781065680296,
          "wilsonLowerBound": 0.06804317517685986
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 5501,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2306,
          "successRate": 0.41919650972550443,
          "wilsonLowerBound": 0.40621789539852826
        }
      },
      "Vastai_va16": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 7365,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 235,
          "successRate": 0.031907671418873046,
          "wilsonLowerBound": 0.028131351489675802
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 10297,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3547,
          "successRate": 0.3444692628921045,
          "wilsonLowerBound": 0.33535027867026973
        }
      },
      "hygon_k100-ai": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 25879,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13057,
          "successRate": 0.5045403609103907,
          "wilsonLowerBound": 0.49844849634449073
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 60546,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5883,
          "successRate": 0.09716579129917749,
          "wilsonLowerBound": 0.09483203519851144
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 12166,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1695,
          "successRate": 0.13932270261384186,
          "wilsonLowerBound": 0.13328310032737467
        }
      }
    }
  },
  "frameworkUpdatedAt": null,
  "generatedAt": "2026-09-12T10:36:26.261412+00:00",
  "gpuStats": {
    "Ascend_910-b3": {
      "available": true,
      "backlogHours": 944.1342281879195,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b3",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.7735576856564088,
      "queueFactor": 1.0010774495539865,
      "queueWeight": 1.0010774495539865,
      "recentSuccess": 55,
      "recentSuccessRate": 0.3691275167785235,
      "recentTerminal": 149,
      "recentWilsonLowerBound": 0.29584046397444297,
      "running": 8,
      "selectionWeight": 0.7743911550398022,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 24.833333333333332,
      "waiting": 23446
    },
    "Ascend_910-b4": {
      "available": true,
      "backlogHours": 1202.7591240875913,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.5600133036305387,
      "queueFactor": 0.9653747621951582,
      "queueWeight": 0.9653747621951582,
      "recentSuccess": 45,
      "recentSuccessRate": 0.3284671532846715,
      "recentTerminal": 137,
      "recentWilsonLowerBound": 0.2554391208096981,
      "running": 8,
      "selectionWeight": 0.5406227098184562,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 22.833333333333332,
      "waiting": 27463
    },
    "Biren_166m": {
      "available": true,
      "backlogHours": 162.34883720930233,
      "canVerify": true,
      "error": null,
      "gpu": "Biren_166m",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.16124328318029324,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 34,
      "recentSuccessRate": 0.19767441860465115,
      "recentTerminal": 172,
      "recentWilsonLowerBound": 0.14504644442697598,
      "running": 8,
      "selectionWeight": 0.20961626813438122,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 28.666666666666668,
      "waiting": 4654
    },
    "Cambricon_mlu-370-x4": {
      "available": true,
      "backlogHours": 1275.0,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.4210247170927586,
      "queueFactor": 0.9569653480873246,
      "queueWeight": 0.9569653480873246,
      "recentSuccess": 22,
      "recentSuccessRate": 0.3235294117647059,
      "recentTerminal": 68,
      "recentWilsonLowerBound": 0.2243744662436238,
      "running": 7,
      "selectionWeight": 0.40290606494603914,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 11.333333333333334,
      "waiting": 14450
    },
    "Cambricon_mlu-370-x8": {
      "available": true,
      "backlogHours": 439.8347107438016,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x8",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.2578417480532764,
      "queueFactor": 1.1226110556356403,
      "queueWeight": 1.1226110556356403,
      "recentSuccess": 30,
      "recentSuccessRate": 0.24793388429752067,
      "recentTerminal": 121,
      "recentWilsonLowerBound": 0.17954610919821687,
      "running": 7,
      "selectionWeight": 0.28945599696902746,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 20.166666666666668,
      "waiting": 8870
    },
    "Iluvatar_bi-100": {
      "available": true,
      "backlogHours": 40.82258064516129,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 24,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 14,
      "recentSuccessRate": 0.03763440860215054,
      "recentTerminal": 372,
      "recentWilsonLowerBound": 0.0225479877406087,
      "running": 24,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 62.0,
      "waiting": 2531
    },
    "Iluvatar_bi-150": {
      "available": true,
      "backlogHours": 55.78692493946732,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-150",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 50,
      "qualityFactor": 0.09200412734209226,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 59,
      "recentSuccessRate": 0.14285714285714285,
      "recentTerminal": 413,
      "recentWilsonLowerBound": 0.1123947515785476,
      "running": 6,
      "selectionWeight": 0.11960536554471994,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 68.83333333333333,
      "waiting": 3840
    },
    "Iluvatar_mrv-100": {
      "available": true,
      "backlogHours": 2740.0588235294117,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_mrv-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.4837712080845269,
      "queueFactor": 0.853215540159908,
      "queueWeight": 0.853215540159908,
      "recentSuccess": 13,
      "recentSuccessRate": 0.38235294117647056,
      "recentTerminal": 34,
      "recentWilsonLowerBound": 0.23899964851608782,
      "running": 2,
      "selectionWeight": 0.41276111261965087,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 5.666666666666667,
      "waiting": 15527
    },
    "Kunlunxin_p-800": {
      "available": true,
      "backlogHours": 957.7391304347826,
      "canVerify": true,
      "error": null,
      "gpu": "Kunlunxin_p-800",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.31325986568022757,
      "queueFactor": 0.998931377774816,
      "queueWeight": 0.998931377774816,
      "recentSuccess": 20,
      "recentSuccessRate": 0.2898550724637681,
      "recentTerminal": 69,
      "recentWilsonLowerBound": 0.19615912140759176,
      "running": 7,
      "selectionWeight": 0.31292510922550354,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 11.5,
      "waiting": 11014
    },
    "MetaX_c-500": {
      "available": true,
      "backlogHours": 610.875,
      "canVerify": true,
      "error": null,
      "gpu": "MetaX_c-500",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 0.28115988521972846,
      "queueFactor": 1.0686362129872444,
      "queueWeight": 1.0686362129872444,
      "recentSuccess": 29,
      "recentSuccessRate": 0.25892857142857145,
      "recentTerminal": 112,
      "recentWilsonLowerBound": 0.18675273129699618,
      "running": 4,
      "selectionWeight": 0.30045763498513894,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 18.666666666666668,
      "waiting": 11403
    },
    "Mthreads_s4000": {
      "available": true,
      "backlogHours": 2332.6909090909094,
      "canVerify": true,
      "error": null,
      "gpu": "Mthreads_s4000",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 2.5,
      "queueFactor": 0.8740658656951824,
      "queueWeight": 0.8740658656951824,
      "recentSuccess": 35,
      "recentSuccessRate": 0.6363636363636364,
      "recentTerminal": 55,
      "recentWilsonLowerBound": 0.5042251814868371,
      "running": 4,
      "selectionWeight": 2.185164664237956,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 9.166666666666666,
      "waiting": 21383
    },
    "Sunrise_pt-200-x1": {
      "available": true,
      "backlogHours": 3760.9565217391305,
      "canVerify": true,
      "error": null,
      "gpu": "Sunrise_pt-200-x1",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.11723678859922336,
      "queueFactor": 0.8136319475181578,
      "queueWeight": 0.8136319475181578,
      "recentSuccess": 6,
      "recentSuccessRate": 0.2608695652173913,
      "recentTerminal": 23,
      "recentWilsonLowerBound": 0.1254844588924897,
      "running": 2,
      "selectionWeight": 0.09538759662876066,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 3.8333333333333335,
      "waiting": 14417
    },
    "Vastai_va16": {
      "available": true,
      "backlogHours": 1040.4193548387095,
      "canVerify": true,
      "error": null,
      "gpu": "Vastai_va16",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 16,
      "qualityFactor": 0.6631748221748242,
      "queueFactor": 0.9866008299689577,
      "queueWeight": 0.9866008299689577,
      "recentSuccess": 24,
      "recentSuccessRate": 0.3870967741935484,
      "recentTerminal": 62,
      "recentWilsonLowerBound": 0.27584463426990685,
      "running": 16,
      "selectionWeight": 0.6542888299721974,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 10.333333333333334,
      "waiting": 10751
    },
    "hygon_k100-ai": {
      "available": true,
      "backlogHours": 619.0112359550561,
      "canVerify": true,
      "error": null,
      "gpu": "hygon_k100-ai",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 6,
      "qualityFactor": 2.0260700669667884,
      "queueFactor": 1.066517436333905,
      "queueWeight": 1.066517436333905,
      "recentSuccess": 50,
      "recentSuccessRate": 0.5617977528089888,
      "recentTerminal": 89,
      "recentWilsonLowerBound": 0.45828020628708993,
      "running": 6,
      "selectionWeight": 2.160839053654282,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 14.833333333333334,
      "waiting": 9182
    }
  },
  "queueAttemptedAt": "2026-09-12T10:33:30.584053+00:00",
  "queueError": null,
  "queueUpdatedAt": "2026-09-12T10:33:30.584053+00:00",
  "supportedGpus": [
    "Vastai_va16",
    "Iluvatar_mrv-100",
    "Kunlunxin_p-800",
    "Cambricon_mlu-370-x4",
    "Iluvatar_bi-150",
    "Ascend_910-b4",
    "hygon_k100-ai",
    "Ascend_910-b3",
    "MetaX_c-500",
    "Sunrise_pt-200-x1",
    "Iluvatar_bi-100",
    "Biren_166m",
    "Cambricon_mlu-370-x8",
    "Mthreads_s4000"
  ],
  "taskTypes": [
    "text-generation"
  ],
  "throughputWindowHours": 6,
  "version": 3
}