submmit/.modelhub_state/market_intelligence.json

{
  "communityAttemptedAt": "2026-09-27T02:19:43.607371+00:00",
  "communityError": null,
  "communitySample": {},
  "communityUpdatedAt": "2026-09-27T02:19:43.607371+00:00",
  "frameworkAttemptedAt": "2026-09-26T23:25:40.078539+00:00",
  "frameworkError": null,
  "frameworkStats": {
    "text-generation": {
      "Ascend_910-b4": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 34198,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 15456,
          "successRate": 0.4519562547517399,
          "wilsonLowerBound": 0.4466870773777446
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 38181,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10784,
          "successRate": 0.28244414761268694,
          "wilsonLowerBound": 0.2779504935644781
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 10334,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4335,
          "successRate": 0.4194890652215986,
          "wilsonLowerBound": 0.4100061738757588
        }
      },
      "Biren_166m": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 64122,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12091,
          "successRate": 0.18856242787186925,
          "wilsonLowerBound": 0.18555345441815213
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 21815,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4507,
          "successRate": 0.20660096264038505,
          "wilsonLowerBound": 0.20128017173109503
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 6790,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 74,
          "successRate": 0.010898379970544918,
          "wilsonLowerBound": 0.008690623081188628
        }
      },
      "Cambricon_mlu-370-x4": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 26395,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3245,
          "successRate": 0.12293995074824778,
          "wilsonLowerBound": 0.11903325889759624
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 16482,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1676,
          "successRate": 0.10168668850867613,
          "wilsonLowerBound": 0.0971649021199942
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 12568,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5201,
          "successRate": 0.41382877148313174,
          "wilsonLowerBound": 0.4052455373267606
        }
      },
      "Cambricon_mlu-370-x8": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 24408,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3794,
          "successRate": 0.15544083906915765,
          "wilsonLowerBound": 0.15094953339266573
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 8123,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 544,
          "successRate": 0.066970331158439,
          "wilsonLowerBound": 0.061736366111672984
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 45990,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 11448,
          "successRate": 0.24892367906066537,
          "wilsonLowerBound": 0.2449929180062535
        }
      },
      "Iluvatar_bi-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 23506,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3092,
          "successRate": 0.13154088317876286,
          "wilsonLowerBound": 0.12728014870742704
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 86763,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9764,
          "successRate": 0.11253644986918387,
          "wilsonLowerBound": 0.11045071994022279
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 42219,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5187,
          "successRate": 0.1228593761102821,
          "wilsonLowerBound": 0.1197622275807068
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 36647,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3507,
          "successRate": 0.09569678281987612,
          "wilsonLowerBound": 0.09272710607385085
        }
      },
      "Iluvatar_bi-150": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 89842,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 21666,
          "successRate": 0.24115669731306072,
          "wilsonLowerBound": 0.2383704832017292
        },
        "transformers": {
          "framework": "transformers",
          "modelCount": 5353,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 577,
          "successRate": 0.10779002428544741,
          "wilsonLowerBound": 0.09976182124253666
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 112719,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 16523,
          "successRate": 0.1465857575031716,
          "wilsonLowerBound": 0.14453297651148447
        },
        "vllm_0_17_0_corex_4_4_0": {
          "framework": "vllm_0_17_0_corex_4_4_0",
          "modelCount": 19385,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3680,
          "successRate": 0.1898375032241424,
          "wilsonLowerBound": 0.18437838455653657
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 43109,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5601,
          "successRate": 0.1299264654712473,
          "wilsonLowerBound": 0.1267854699564439
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 7136,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 612,
          "successRate": 0.08576233183856502,
          "wilsonLowerBound": 0.07948623330640471
        }
      },
      "Iluvatar_mrv-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 200,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 36,
          "successRate": 0.18,
          "wilsonLowerBound": 0.1329455066253411
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 32116,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5988,
          "successRate": 0.1864491219329929,
          "wilsonLowerBound": 0.18222712215271233
        }
      },
      "Kunlunxin_p-800": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 61191,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12401,
          "successRate": 0.20266052197218545,
          "wilsonLowerBound": 0.19949416666317507
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 10062,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2961,
          "successRate": 0.29427549194991054,
          "wilsonLowerBound": 0.28545087928858304
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 14029,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3529,
          "successRate": 0.2515503599686364,
          "wilsonLowerBound": 0.24443883676843695
        }
      },
      "MetaX_c-500": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 63555,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 17406,
          "successRate": 0.2738730233655889,
          "wilsonLowerBound": 0.27041970257084336
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 187,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 125,
          "successRate": 0.6684491978609626,
          "wilsonLowerBound": 0.5981796683409485
        }
      },
      "Mthreads_s4000": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 47174,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 20822,
          "successRate": 0.4413872048162123,
          "wilsonLowerBound": 0.4369112081499924
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 37504,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3876,
          "successRate": 0.10334897610921502,
          "wilsonLowerBound": 0.10030855969883865
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 754,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 0,
          "successRate": 0.0,
          "wilsonLowerBound": 4.3148248291150565e-19
        }
      },
      "Sunrise_pt-200-x1": {
        "sglang": {
          "framework": "sglang",
          "modelCount": 6282,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 192,
          "successRate": 0.030563514804202482,
          "wilsonLowerBound": 0.02658539726335166
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 10040,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 743,
          "successRate": 0.07400398406374502,
          "wilsonLowerBound": 0.06904470201407993
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 6353,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2739,
          "successRate": 0.4311348968991028,
          "wilsonLowerBound": 0.4190020694716365
        }
      },
      "Vastai_va16": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 7391,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 240,
          "successRate": 0.03247192531457178,
          "wilsonLowerBound": 0.02866754709140733
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 13648,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4428,
          "successRate": 0.32444314185228607,
          "wilsonLowerBound": 0.31663893382137076
        }
      },
      "hygon_k100-ai": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 27064,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13778,
          "successRate": 0.509089565474431,
          "wilsonLowerBound": 0.5031326483331547
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 63998,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 6565,
          "successRate": 0.10258133066658333,
          "wilsonLowerBound": 0.10025439462268444
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 12875,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1938,
          "successRate": 0.1505242718446602,
          "wilsonLowerBound": 0.14445179089486898
        }
      }
    }
  },
  "frameworkUpdatedAt": null,
  "generatedAt": "2026-09-27T02:29:35.075410+00:00",
  "gpuStats": {
    "Ascend_910-b4": {
      "available": true,
      "backlogHours": 1325.3488372093022,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 2.5,
      "queueFactor": 0.9359122490602623,
      "queueWeight": 0.9359122490602623,
      "recentSuccess": 59,
      "recentSuccessRate": 0.4573643410852713,
      "recentTerminal": 129,
      "recentWilsonLowerBound": 0.3738705997843074,
      "running": 8,
      "selectionWeight": 2.3397806226506557,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 21.5,
      "waiting": 28495
    },
    "Biren_166m": {
      "available": true,
      "backlogHours": 133.43333333333334,
      "canVerify": true,
      "error": null,
      "gpu": "Biren_166m",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.2809956309714491,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 34,
      "recentSuccessRate": 0.18888888888888888,
      "recentTerminal": 180,
      "recentWilsonLowerBound": 0.1384357910970068,
      "running": 9,
      "selectionWeight": 0.36529432026288383,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 30.0,
      "waiting": 4003
    },
    "Cambricon_mlu-370-x4": {
      "available": true,
      "backlogHours": 1329.264705882353,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.5430876889099642,
      "queueFactor": 0.9354981660405106,
      "queueWeight": 0.9354981660405106,
      "recentSuccess": 19,
      "recentSuccessRate": 0.27941176470588236,
      "recentTerminal": 68,
      "recentWilsonLowerBound": 0.18677805007008424,
      "running": 7,
      "selectionWeight": 0.5080575369744509,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 11.333333333333334,
      "waiting": 15065
    },
    "Cambricon_mlu-370-x8": {
      "available": true,
      "backlogHours": 455.37391304347824,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x8",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.14153508204935458,
      "queueFactor": 1.0985743111695,
      "queueWeight": 1.0985743111695,
      "recentSuccess": 18,
      "recentSuccessRate": 0.1565217391304348,
      "recentTerminal": 115,
      "recentWilsonLowerBound": 0.10136047320528255,
      "running": 7,
      "selectionWeight": 0.15548680526868838,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 19.166666666666668,
      "waiting": 8728
    },
    "Iluvatar_bi-100": {
      "available": true,
      "backlogHours": 41.40718562874252,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 24,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 12,
      "recentSuccessRate": 0.03592814371257485,
      "recentTerminal": 334,
      "recentWilsonLowerBound": 0.02066958952618046,
      "running": 24,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 55.666666666666664,
      "waiting": 2305
    },
    "Iluvatar_bi-150": {
      "available": true,
      "backlogHours": 104.3525179856115,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-150",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 50,
      "qualityFactor": 0.2300534798497063,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 46,
      "recentSuccessRate": 0.16546762589928057,
      "recentTerminal": 278,
      "recentWilsonLowerBound": 0.1264042503988959,
      "running": 6,
      "selectionWeight": 0.2990695238046182,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 46.333333333333336,
      "waiting": 4835
    },
    "Iluvatar_mrv-100": {
      "available": true,
      "backlogHours": 3837.8399999999997,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_mrv-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 2.4531602486296555,
      "queueFactor": 0.7979425637039484,
      "queueWeight": 0.7979425637039484,
      "recentSuccess": 14,
      "recentSuccessRate": 0.56,
      "recentTerminal": 25,
      "recentWilsonLowerBound": 0.37067017019564436,
      "running": 2,
      "selectionWeight": 1.957480977968163,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 4.166666666666667,
      "waiting": 15991
    },
    "Kunlunxin_p-800": {
      "available": true,
      "backlogHours": 397.5833333333333,
      "canVerify": true,
      "error": null,
      "gpu": "Kunlunxin_p-800",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.5406341901557696,
      "queueFactor": 1.1211673343129311,
      "queueWeight": 1.1211673343129311,
      "recentSuccess": 36,
      "recentSuccessRate": 0.25,
      "recentTerminal": 144,
      "recentWilsonLowerBound": 0.1863940290026437,
      "running": 8,
      "selectionWeight": 0.6061413938153746,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 24.0,
      "waiting": 9542
    },
    "MetaX_c-500": {
      "available": true,
      "backlogHours": 554.9473684210526,
      "canVerify": true,
      "error": null,
      "gpu": "MetaX_c-500",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 0.6221692526283017,
      "queueFactor": 1.0664656998865525,
      "queueWeight": 1.0664656998865525,
      "recentSuccess": 31,
      "recentSuccessRate": 0.2719298245614035,
      "recentTerminal": 114,
      "recentWilsonLowerBound": 0.198683388564943,
      "running": 4,
      "selectionWeight": 0.6635221674521351,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 19.0,
      "waiting": 10544
    },
    "Mthreads_s4000": {
      "available": true,
      "backlogHours": 2644.0,
      "canVerify": true,
      "error": null,
      "gpu": "Mthreads_s4000",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 2.355537269538805,
      "queueFactor": 0.843811507665118,
      "queueWeight": 0.843811507665118,
      "recentSuccess": 24,
      "recentSuccessRate": 0.5,
      "recentTerminal": 48,
      "recentWilsonLowerBound": 0.36389098932037767,
      "running": 5,
      "selectionWeight": 1.9876294547709146,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 8.0,
      "waiting": 21152
    },
    "Sunrise_pt-200-x1": {
      "available": true,
      "backlogHours": 4938.599999999999,
      "canVerify": true,
      "error": null,
      "gpu": "Sunrise_pt-200-x1",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 1.1072314541263795,
      "queueFactor": 0.7683234414936464,
      "queueWeight": 0.7683234414936464,
      "recentSuccess": 9,
      "recentSuccessRate": 0.45,
      "recentTerminal": 20,
      "recentWilsonLowerBound": 0.25819502085709295,
      "running": 2,
      "selectionWeight": 0.8507118813643944,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 3.3333333333333335,
      "waiting": 16462
    },
    "Vastai_va16": {
      "available": true,
      "backlogHours": 852.2448979591837,
      "canVerify": true,
      "error": null,
      "gpu": "Vastai_va16",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 16,
      "qualityFactor": 1.0395713470384367,
      "queueFactor": 1.0,
      "queueWeight": 1.0,
      "recentSuccess": 33,
      "recentSuccessRate": 0.336734693877551,
      "recentTerminal": 98,
      "recentWilsonLowerBound": 0.2508999290009148,
      "running": 17,
      "selectionWeight": 1.0395713470384367,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 16.333333333333332,
      "waiting": 13920
    },
    "hygon_k100-ai": {
      "available": true,
      "backlogHours": 1186.9772727272727,
      "canVerify": true,
      "error": null,
      "gpu": "hygon_k100-ai",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 6,
      "qualityFactor": 0.5063867971482193,
      "queueFactor": 0.9515208321516591,
      "queueWeight": 0.9515208321516591,
      "recentSuccess": 23,
      "recentSuccessRate": 0.26136363636363635,
      "recentTerminal": 88,
      "recentWilsonLowerBound": 0.18093113139383876,
      "running": 6,
      "selectionWeight": 0.481837586613087,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 14.666666666666666,
      "waiting": 17409
    }
  },
  "queueAttemptedAt": "2026-09-27T02:19:43.607371+00:00",
  "queueError": null,
  "queueUpdatedAt": "2026-09-27T02:19:43.607371+00:00",
  "supportedGpus": [
    "Vastai_va16",
    "Cambricon_mlu-370-x4",
    "Kunlunxin_p-800",
    "Iluvatar_mrv-100",
    "Iluvatar_bi-150",
    "Ascend_910-b4",
    "hygon_k100-ai",
    "MetaX_c-500",
    "Sunrise_pt-200-x1",
    "Biren_166m",
    "Iluvatar_bi-100",
    "Cambricon_mlu-370-x8",
    "Mthreads_s4000"
  ],
  "taskTypes": [
    "text-generation"
  ],
  "throughputWindowHours": 6,
  "version": 3
}