submmit/.modelhub_state/market_intelligence.json

{
  "communityAttemptedAt": "2026-09-27T00:29:11.687810+00:00",
  "communityError": null,
  "communitySample": {},
  "communityUpdatedAt": "2026-09-27T00:29:11.687810+00:00",
  "frameworkAttemptedAt": "2026-09-26T23:25:40.078539+00:00",
  "frameworkError": null,
  "frameworkStats": {
    "text-generation": {
      "Ascend_910-b4": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 34198,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 15456,
          "successRate": 0.4519562547517399,
          "wilsonLowerBound": 0.4466870773777446
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 38181,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10784,
          "successRate": 0.28244414761268694,
          "wilsonLowerBound": 0.2779504935644781
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 10334,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4335,
          "successRate": 0.4194890652215986,
          "wilsonLowerBound": 0.4100061738757588
        }
      },
      "Biren_166m": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 64122,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12091,
          "successRate": 0.18856242787186925,
          "wilsonLowerBound": 0.18555345441815213
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 21815,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4507,
          "successRate": 0.20660096264038505,
          "wilsonLowerBound": 0.20128017173109503
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 6790,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 74,
          "successRate": 0.010898379970544918,
          "wilsonLowerBound": 0.008690623081188628
        }
      },
      "Cambricon_mlu-370-x4": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 26395,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3245,
          "successRate": 0.12293995074824778,
          "wilsonLowerBound": 0.11903325889759624
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 16482,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1676,
          "successRate": 0.10168668850867613,
          "wilsonLowerBound": 0.0971649021199942
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 12568,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5201,
          "successRate": 0.41382877148313174,
          "wilsonLowerBound": 0.4052455373267606
        }
      },
      "Cambricon_mlu-370-x8": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 24408,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3794,
          "successRate": 0.15544083906915765,
          "wilsonLowerBound": 0.15094953339266573
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 8123,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 544,
          "successRate": 0.066970331158439,
          "wilsonLowerBound": 0.061736366111672984
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 45990,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 11448,
          "successRate": 0.24892367906066537,
          "wilsonLowerBound": 0.2449929180062535
        }
      },
      "Iluvatar_bi-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 23506,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3092,
          "successRate": 0.13154088317876286,
          "wilsonLowerBound": 0.12728014870742704
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 86763,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9764,
          "successRate": 0.11253644986918387,
          "wilsonLowerBound": 0.11045071994022279
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 42219,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5187,
          "successRate": 0.1228593761102821,
          "wilsonLowerBound": 0.1197622275807068
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 36647,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3507,
          "successRate": 0.09569678281987612,
          "wilsonLowerBound": 0.09272710607385085
        }
      },
      "Iluvatar_bi-150": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 89842,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 21666,
          "successRate": 0.24115669731306072,
          "wilsonLowerBound": 0.2383704832017292
        },
        "transformers": {
          "framework": "transformers",
          "modelCount": 5353,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 577,
          "successRate": 0.10779002428544741,
          "wilsonLowerBound": 0.09976182124253666
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 112719,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 16523,
          "successRate": 0.1465857575031716,
          "wilsonLowerBound": 0.14453297651148447
        },
        "vllm_0_17_0_corex_4_4_0": {
          "framework": "vllm_0_17_0_corex_4_4_0",
          "modelCount": 19385,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3680,
          "successRate": 0.1898375032241424,
          "wilsonLowerBound": 0.18437838455653657
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 43109,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5601,
          "successRate": 0.1299264654712473,
          "wilsonLowerBound": 0.1267854699564439
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 7136,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 612,
          "successRate": 0.08576233183856502,
          "wilsonLowerBound": 0.07948623330640471
        }
      },
      "Iluvatar_mrv-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 200,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 36,
          "successRate": 0.18,
          "wilsonLowerBound": 0.1329455066253411
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 32116,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5988,
          "successRate": 0.1864491219329929,
          "wilsonLowerBound": 0.18222712215271233
        }
      },
      "Kunlunxin_p-800": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 61191,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12401,
          "successRate": 0.20266052197218545,
          "wilsonLowerBound": 0.19949416666317507
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 10062,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2961,
          "successRate": 0.29427549194991054,
          "wilsonLowerBound": 0.28545087928858304
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 14029,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3529,
          "successRate": 0.2515503599686364,
          "wilsonLowerBound": 0.24443883676843695
        }
      },
      "MetaX_c-500": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 63555,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 17406,
          "successRate": 0.2738730233655889,
          "wilsonLowerBound": 0.27041970257084336
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 187,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 125,
          "successRate": 0.6684491978609626,
          "wilsonLowerBound": 0.5981796683409485
        }
      },
      "Mthreads_s4000": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 47174,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 20822,
          "successRate": 0.4413872048162123,
          "wilsonLowerBound": 0.4369112081499924
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 37504,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3876,
          "successRate": 0.10334897610921502,
          "wilsonLowerBound": 0.10030855969883865
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 754,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 0,
          "successRate": 0.0,
          "wilsonLowerBound": 4.3148248291150565e-19
        }
      },
      "Sunrise_pt-200-x1": {
        "sglang": {
          "framework": "sglang",
          "modelCount": 6282,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 192,
          "successRate": 0.030563514804202482,
          "wilsonLowerBound": 0.02658539726335166
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 10040,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 743,
          "successRate": 0.07400398406374502,
          "wilsonLowerBound": 0.06904470201407993
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 6353,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2739,
          "successRate": 0.4311348968991028,
          "wilsonLowerBound": 0.4190020694716365
        }
      },
      "Vastai_va16": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 7391,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 240,
          "successRate": 0.03247192531457178,
          "wilsonLowerBound": 0.02866754709140733
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 13648,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4428,
          "successRate": 0.32444314185228607,
          "wilsonLowerBound": 0.31663893382137076
        }
      },
      "hygon_k100-ai": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 27064,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13778,
          "successRate": 0.509089565474431,
          "wilsonLowerBound": 0.5031326483331547
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 63998,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 6565,
          "successRate": 0.10258133066658333,
          "wilsonLowerBound": 0.10025439462268444
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 12875,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1938,
          "successRate": 0.1505242718446602,
          "wilsonLowerBound": 0.14445179089486898
        }
      }
    }
  },
  "frameworkUpdatedAt": null,
  "generatedAt": "2026-09-27T00:42:56.566888+00:00",
  "gpuStats": {
    "Ascend_910-b4": {
      "available": true,
      "backlogHours": 1390.0975609756097,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 2.5,
      "queueFactor": 0.9071106979618941,
      "queueWeight": 0.9071106979618941,
      "recentSuccess": 53,
      "recentSuccessRate": 0.43089430894308944,
      "recentTerminal": 123,
      "recentWilsonLowerBound": 0.3467817606577312,
      "running": 8,
      "selectionWeight": 2.2677767449047352,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 20.5,
      "waiting": 28497
    },
    "Biren_166m": {
      "available": true,
      "backlogHours": 120.51256281407036,
      "canVerify": true,
      "error": null,
      "gpu": "Biren_166m",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.22585127819607043,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 32,
      "recentSuccessRate": 0.16080402010050251,
      "recentTerminal": 199,
      "recentWilsonLowerBound": 0.11626725084967562,
      "running": 8,
      "selectionWeight": 0.2936066616548916,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 33.166666666666664,
      "waiting": 3997
    },
    "Cambricon_mlu-370-x4": {
      "available": true,
      "backlogHours": 1115.4814814814815,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.36961796260992785,
      "queueFactor": 0.937557098402983,
      "queueWeight": 0.937557098402983,
      "recentSuccess": 18,
      "recentSuccessRate": 0.2222222222222222,
      "recentTerminal": 81,
      "recentWilsonLowerBound": 0.14544491671551743,
      "running": 7,
      "selectionWeight": 0.3465379445421862,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 13.5,
      "waiting": 15059
    },
    "Cambricon_mlu-370-x8": {
      "available": true,
      "backlogHours": 481.1009174311926,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x8",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.3667038105137352,
      "queueFactor": 1.063608142030987,
      "queueWeight": 1.063608142030987,
      "recentSuccess": 23,
      "recentSuccessRate": 0.21100917431192662,
      "recentTerminal": 109,
      "recentWilsonLowerBound": 0.1449225546231727,
      "running": 7,
      "selectionWeight": 0.390029158576197,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 18.166666666666668,
      "waiting": 8740
    },
    "Iluvatar_bi-100": {
      "available": true,
      "backlogHours": 43.37461300309597,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 24,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 12,
      "recentSuccessRate": 0.03715170278637771,
      "recentTerminal": 323,
      "recentWilsonLowerBound": 0.021377674911663765,
      "running": 24,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 53.833333333333336,
      "waiting": 2335
    },
    "Iluvatar_bi-150": {
      "available": true,
      "backlogHours": 142.990099009901,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-150",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 50,
      "qualityFactor": 0.4688819984958742,
      "queueFactor": 1.2759133630763217,
      "queueWeight": 1.2759133630763217,
      "recentSuccess": 43,
      "recentSuccessRate": 0.21287128712871287,
      "recentTerminal": 202,
      "recentWilsonLowerBound": 0.1620532932627052,
      "running": 8,
      "selectionWeight": 0.5982528075868176,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 33.666666666666664,
      "waiting": 4814
    },
    "Iluvatar_mrv-100": {
      "available": true,
      "backlogHours": 2592.972972972973,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_mrv-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 1.1189663531729637,
      "queueFactor": 0.8261280770711137,
      "queueWeight": 0.8261280770711137,
      "recentSuccess": 14,
      "recentSuccessRate": 0.3783783783783784,
      "recentTerminal": 37,
      "recentWilsonLowerBound": 0.2406378746389103,
      "running": 2,
      "selectionWeight": 0.9244095216540571,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 6.166666666666667,
      "waiting": 15990
    },
    "Kunlunxin_p-800": {
      "available": true,
      "backlogHours": 379.66887417218544,
      "canVerify": true,
      "error": null,
      "gpu": "Kunlunxin_p-800",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.49332838531831846,
      "queueFactor": 1.1020627714580993,
      "queueWeight": 1.1020627714580993,
      "recentSuccess": 34,
      "recentSuccessRate": 0.2251655629139073,
      "recentTerminal": 151,
      "recentWilsonLowerBound": 0.16584059085308542,
      "running": 8,
      "selectionWeight": 0.5436788475628551,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 25.166666666666668,
      "waiting": 9555
    },
    "MetaX_c-500": {
      "available": true,
      "backlogHours": 681.8709677419355,
      "canVerify": true,
      "error": null,
      "gpu": "MetaX_c-500",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 1.0745492286839553,
      "queueFactor": 1.009396398952439,
      "queueWeight": 1.009396398952439,
      "recentSuccess": 30,
      "recentSuccessRate": 0.3225806451612903,
      "recentTerminal": 93,
      "recentWilsonLowerBound": 0.23624803528547358,
      "running": 4,
      "selectionWeight": 1.0846461219307053,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 15.5,
      "waiting": 10569
    },
    "Mthreads_s4000": {
      "available": true,
      "backlogHours": 2439.346153846154,
      "canVerify": true,
      "error": null,
      "gpu": "Mthreads_s4000",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 2.2927041751598747,
      "queueFactor": 0.8337312230970618,
      "queueWeight": 0.8337312230970618,
      "recentSuccess": 24,
      "recentSuccessRate": 0.46153846153846156,
      "recentTerminal": 52,
      "recentWilsonLowerBound": 0.3334025986239788,
      "running": 4,
      "selectionWeight": 1.9114990561557825,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 8.666666666666666,
      "waiting": 21141
    },
    "Sunrise_pt-200-x1": {
      "available": true,
      "backlogHours": 3184.838709677419,
      "canVerify": true,
      "error": null,
      "gpu": "Sunrise_pt-200-x1",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.4619269172023023,
      "queueFactor": 0.8010395598541792,
      "queueWeight": 0.8010395598541792,
      "recentSuccess": 9,
      "recentSuccessRate": 0.2903225806451613,
      "recentTerminal": 31,
      "recentWilsonLowerBound": 0.16095620718432874,
      "running": 2,
      "selectionWeight": 0.3700217344405301,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 5.166666666666667,
      "waiting": 16455
    },
    "Vastai_va16": {
      "available": true,
      "backlogHours": 725.7391304347825,
      "canVerify": true,
      "error": null,
      "gpu": "Vastai_va16",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 16,
      "qualityFactor": 0.7825605090018886,
      "queueFactor": 1.0,
      "queueWeight": 1.0,
      "recentSuccess": 32,
      "recentSuccessRate": 0.2782608695652174,
      "recentTerminal": 115,
      "recentWilsonLowerBound": 0.20453775426690435,
      "running": 16,
      "selectionWeight": 0.7825605090018886,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 19.166666666666668,
      "waiting": 13910
    },
    "hygon_k100-ai": {
      "available": true,
      "backlogHours": 890.0,
      "canVerify": true,
      "error": null,
      "gpu": "hygon_k100-ai",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 6,
      "qualityFactor": 0.27704218939498176,
      "queueFactor": 0.9698589547403433,
      "queueWeight": 0.9698589547403433,
      "recentSuccess": 22,
      "recentSuccessRate": 0.18803418803418803,
      "recentTerminal": 117,
      "recentWilsonLowerBound": 0.12758105898852093,
      "running": 6,
      "selectionWeight": 0.2686918482255932,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 19.5,
      "waiting": 17355
    }
  },
  "queueAttemptedAt": "2026-09-27T00:42:56.566888+00:00",
  "queueError": null,
  "queueUpdatedAt": "2026-09-27T00:42:56.566888+00:00",
  "supportedGpus": [
    "Vastai_va16",
    "Cambricon_mlu-370-x4",
    "Kunlunxin_p-800",
    "Iluvatar_mrv-100",
    "Iluvatar_bi-150",
    "Ascend_910-b4",
    "hygon_k100-ai",
    "MetaX_c-500",
    "Sunrise_pt-200-x1",
    "Biren_166m",
    "Iluvatar_bi-100",
    "Cambricon_mlu-370-x8",
    "Mthreads_s4000"
  ],
  "taskTypes": [
    "text-generation"
  ],
  "throughputWindowHours": 6,
  "version": 3
}