submmit/.modelhub_state/market_intelligence.json

{
  "communityAttemptedAt": "2026-09-10T19:53:39.805662+00:00",
  "communityError": null,
  "communitySample": {},
  "communityUpdatedAt": "2026-09-10T19:53:39.805662+00:00",
  "frameworkAttemptedAt": "2026-09-10T15:27:32.924657+00:00",
  "frameworkError": null,
  "frameworkStats": {
    "text-generation": {
      "Ascend_910-b3": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 38338,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 18295,
          "successRate": 0.47720277531430955,
          "wilsonLowerBound": 0.47220543078048205
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 50568,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 14328,
          "successRate": 0.28334124347413386,
          "wilsonLowerBound": 0.27943019786424367
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 1789,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 449,
          "successRate": 0.2509782001117943,
          "wilsonLowerBound": 0.23143456102944407
        }
      },
      "Ascend_910-b4": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 31416,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 13521,
          "successRate": 0.43038579067990834,
          "wilsonLowerBound": 0.42491943017841394
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 36525,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 10442,
          "successRate": 0.285886379192334,
          "wilsonLowerBound": 0.28127524230104706
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 6968,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3199,
          "successRate": 0.4590987370838117,
          "wilsonLowerBound": 0.4474237173995597
        }
      },
      "Biren_166m": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 63793,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12060,
          "successRate": 0.18904895521452197,
          "wilsonLowerBound": 0.18602924981833124
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 13844,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2735,
          "successRate": 0.19755850910141579,
          "wilsonLowerBound": 0.1910102609114936
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 5151,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 37,
          "successRate": 0.007183071248301301,
          "wilsonLowerBound": 0.005215910778690411
        }
      },
      "Cambricon_mlu-370-x4": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 25961,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3187,
          "successRate": 0.12276106467393398,
          "wilsonLowerBound": 0.11882483798483397
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 16452,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1672,
          "successRate": 0.10162898127887186,
          "wilsonLowerBound": 0.09710433315414777
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 9407,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4084,
          "successRate": 0.43414478579781013,
          "wilsonLowerBound": 0.4241575354389301
        }
      },
      "Cambricon_mlu-370-x8": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 24030,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3770,
          "successRate": 0.15688722430295465,
          "wilsonLowerBound": 0.1523436123834872
        },
        "vllm-customized": {
          "framework": "vllm-customized",
          "modelCount": 8066,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 544,
          "successRate": 0.0674435903793702,
          "wilsonLowerBound": 0.0621738174048722
        },
        "vllm-mlu": {
          "framework": "vllm-mlu",
          "modelCount": 39427,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9945,
          "successRate": 0.25223831384584167,
          "wilsonLowerBound": 0.24797566376420394
        }
      },
      "Iluvatar_bi-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 22915,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3026,
          "successRate": 0.1320532402356535,
          "wilsonLowerBound": 0.12773138638590842
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 86485,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 9762,
          "successRate": 0.11287506504018038,
          "wilsonLowerBound": 0.11078323440993057
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 38614,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 4738,
          "successRate": 0.12270161081473041,
          "wilsonLowerBound": 0.11946656975844437
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 26133,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3213,
          "successRate": 0.12294799678567328,
          "wilsonLowerBound": 0.11902193180839078
        }
      },
      "Iluvatar_bi-150": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 87397,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 20307,
          "successRate": 0.23235351327848783,
          "wilsonLowerBound": 0.22956528173891405
        },
        "transformers": {
          "framework": "transformers",
          "modelCount": 5054,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 562,
          "successRate": 0.111199050257222,
          "wilsonLowerBound": 0.10282517065480763
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 112425,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 16502,
          "successRate": 0.14678229931065154,
          "wilsonLowerBound": 0.14472569775049507
        },
        "vllm_0_17_0_corex_4_4_0": {
          "framework": "vllm_0_17_0_corex_4_4_0",
          "modelCount": 15613,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3188,
          "successRate": 0.2041888170114648,
          "wilsonLowerBound": 0.19793878702309592
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 42431,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5510,
          "successRate": 0.12985788692229738,
          "wilsonLowerBound": 0.12669288448244376
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 6025,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 469,
          "successRate": 0.07784232365145229,
          "wilsonLowerBound": 0.07134281712711635
        }
      },
      "Iluvatar_mrv-100": {
        "transformers": {
          "framework": "transformers",
          "modelCount": 198,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 36,
          "successRate": 0.18181818181818182,
          "wilsonLowerBound": 0.1343204258911728
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 29865,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5092,
          "successRate": 0.17050058597019924,
          "wilsonLowerBound": 0.16627776573653213
        }
      },
      "Kunlunxin_p-800": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 60733,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12376,
          "successRate": 0.20377718867831326,
          "wilsonLowerBound": 0.20059236750741152
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 5978,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1768,
          "successRate": 0.29575108732017397,
          "wilsonLowerBound": 0.28431600169064586
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 11706,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3073,
          "successRate": 0.26251494959849647,
          "wilsonLowerBound": 0.2546229223317426
        }
      },
      "MetaX_c-500": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 58155,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 15830,
          "successRate": 0.2722035938440375,
          "wilsonLowerBound": 0.26860117980036025
        }
      },
      "Mthreads_s4000": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 45831,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 19877,
          "successRate": 0.43370207937858657,
          "wilsonLowerBound": 0.42917055264073056
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 35052,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2968,
          "successRate": 0.08467419833390391,
          "wilsonLowerBound": 0.08180502284967742
        },
        "vllm_tokenizer_patch": {
          "framework": "vllm_tokenizer_patch",
          "modelCount": 211,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 0,
          "successRate": 0.0,
          "wilsonLowerBound": 0.0
        }
      },
      "Sunrise_pt-200-x1": {
        "sglang": {
          "framework": "sglang",
          "modelCount": 6273,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 192,
          "successRate": 0.030607364897178385,
          "wilsonLowerBound": 0.02662361262856994
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 9997,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 728,
          "successRate": 0.07282184655396619,
          "wilsonLowerBound": 0.06789056951143375
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 5367,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 2248,
          "successRate": 0.4188559716787777,
          "wilsonLowerBound": 0.4057188914791776
        }
      },
      "Vastai_va16": {
        "vllm": {
          "framework": "vllm",
          "modelCount": 7360,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 235,
          "successRate": 0.03192934782608696,
          "wilsonLowerBound": 0.02815049734326355
        },
        "vllm_fix_tokenizer": {
          "framework": "vllm_fix_tokenizer",
          "modelCount": 9857,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 3390,
          "successRate": 0.3439180277975043,
          "wilsonLowerBound": 0.3346028962130698
        }
      },
      "hygon_k100-ai": {
        "llamacpp": {
          "framework": "llamacpp",
          "modelCount": 25585,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 12865,
          "successRate": 0.5028336916161814,
          "wilsonLowerBound": 0.4967070292687963
        },
        "vllm": {
          "framework": "vllm",
          "modelCount": 60431,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 5864,
          "successRate": 0.09703628932170574,
          "wilsonLowerBound": 0.0947017509028485
        },
        "vllm-patch-tokenizer": {
          "framework": "vllm-patch-tokenizer",
          "modelCount": 12006,
          "officialConfigError": null,
          "officialConfigValid": true,
          "successCount": 1628,
          "successRate": 0.13559886723305015,
          "wilsonLowerBound": 0.1295911942318147
        }
      }
    }
  },
  "frameworkUpdatedAt": null,
  "generatedAt": "2026-09-10T20:03:40.480600+00:00",
  "gpuStats": {
    "Ascend_910-b3": {
      "available": true,
      "backlogHours": 1079.5846153846153,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b3",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 1.7187158859337457,
      "queueFactor": 0.9686750305221129,
      "queueWeight": 0.9686750305221129,
      "recentSuccess": 51,
      "recentSuccessRate": 0.3923076923076923,
      "recentTerminal": 130,
      "recentWilsonLowerBound": 0.3126200051001405,
      "running": 8,
      "selectionWeight": 1.6648771632657113,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 21.666666666666668,
      "waiting": 23391
    },
    "Ascend_910-b4": {
      "available": true,
      "backlogHours": 1160.3661971830986,
      "canVerify": true,
      "error": null,
      "gpu": "Ascend_910-b4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 1.3317146508212796,
      "queueFactor": 0.9582467342420457,
      "queueWeight": 0.9582467342420457,
      "recentSuccess": 50,
      "recentSuccessRate": 0.352112676056338,
      "recentTerminal": 142,
      "recentWilsonLowerBound": 0.2783917433242715,
      "running": 8,
      "selectionWeight": 1.2761112150917773,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 23.666666666666668,
      "waiting": 27462
    },
    "Biren_166m": {
      "available": true,
      "backlogHours": 150.7292817679558,
      "canVerify": true,
      "error": null,
      "gpu": "Biren_166m",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 8,
      "qualityFactor": 0.12604893366633066,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 25,
      "recentSuccessRate": 0.13812154696132597,
      "recentTerminal": 181,
      "recentWilsonLowerBound": 0.0953366717112308,
      "running": 8,
      "selectionWeight": 0.16386361376622988,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 30.166666666666668,
      "waiting": 4547
    },
    "Cambricon_mlu-370-x4": {
      "available": true,
      "backlogHours": 1092.6153846153845,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x4",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.20968508843185737,
      "queueFactor": 0.9669332875148652,
      "queueWeight": 0.9669332875148652,
      "recentSuccess": 15,
      "recentSuccessRate": 0.19230769230769232,
      "recentTerminal": 78,
      "recentWilsonLowerBound": 0.12015101048823743,
      "running": 7,
      "selectionWeight": 0.20275149190026107,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 13.0,
      "waiting": 14204
    },
    "Cambricon_mlu-370-x8": {
      "available": true,
      "backlogHours": 422.85714285714283,
      "canVerify": true,
      "error": null,
      "gpu": "Cambricon_mlu-370-x8",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.8028022194378845,
      "queueFactor": 1.1149042153605868,
      "queueWeight": 1.1149042153605868,
      "recentSuccess": 37,
      "recentSuccessRate": 0.29365079365079366,
      "recentTerminal": 126,
      "recentWilsonLowerBound": 0.2211801111129269,
      "running": 7,
      "selectionWeight": 0.8950475785521324,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 21.0,
      "waiting": 8880
    },
    "Iluvatar_bi-100": {
      "available": true,
      "backlogHours": 97.73793103448276,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 24,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 10,
      "recentSuccessRate": 0.06896551724137931,
      "recentTerminal": 145,
      "recentWilsonLowerBound": 0.03788854361530438,
      "running": 2,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": false,
      "throughputPerHour": 24.166666666666668,
      "waiting": 2362
    },
    "Iluvatar_bi-150": {
      "available": true,
      "backlogHours": 113.43283582089552,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_bi-150",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 50,
      "qualityFactor": 0.05,
      "queueFactor": 1.3,
      "queueWeight": 1.3,
      "recentSuccess": 17,
      "recentSuccessRate": 0.0845771144278607,
      "recentTerminal": 201,
      "recentWilsonLowerBound": 0.05347446225470143,
      "running": 3,
      "selectionWeight": 0.065,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 33.5,
      "waiting": 3800
    },
    "Iluvatar_mrv-100": {
      "available": true,
      "backlogHours": 2925.9375,
      "canVerify": true,
      "error": null,
      "gpu": "Iluvatar_mrv-100",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 0.8693786530659784,
      "queueFactor": 0.8341167672632435,
      "queueWeight": 0.8341167672632435,
      "recentSuccess": 12,
      "recentSuccessRate": 0.375,
      "recentTerminal": 32,
      "recentWilsonLowerBound": 0.2293366846595921,
      "running": 2,
      "selectionWeight": 0.7251633116230668,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 5.333333333333333,
      "waiting": 15605
    },
    "Kunlunxin_p-800": {
      "available": true,
      "backlogHours": 718.0879120879121,
      "canVerify": true,
      "error": null,
      "gpu": "Kunlunxin_p-800",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 7,
      "qualityFactor": 0.4779181543561244,
      "queueFactor": 1.0297693603605003,
      "queueWeight": 1.0297693603605003,
      "recentSuccess": 23,
      "recentSuccessRate": 0.25274725274725274,
      "recentTerminal": 91,
      "recentWilsonLowerBound": 0.17472595343886432,
      "running": 7,
      "selectionWeight": 0.49214547211597703,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 15.166666666666666,
      "waiting": 10891
    },
    "MetaX_c-500": {
      "available": true,
      "backlogHours": 576.1008403361345,
      "canVerify": true,
      "error": null,
      "gpu": "MetaX_c-500",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 0.3985178422157956,
      "queueFactor": 1.0643680557317567,
      "queueWeight": 1.0643680557317567,
      "recentSuccess": 27,
      "recentSuccessRate": 0.226890756302521,
      "recentTerminal": 119,
      "recentWilsonLowerBound": 0.16087596514594535,
      "running": 4,
      "selectionWeight": 0.4241696608936414,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 19.833333333333332,
      "waiting": 11426
    },
    "Mthreads_s4000": {
      "available": true,
      "backlogHours": 1159.2432432432433,
      "canVerify": true,
      "error": null,
      "gpu": "Mthreads_s4000",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 4,
      "qualityFactor": 0.1335472296994103,
      "queueFactor": 0.9583859143758346,
      "queueWeight": 0.9583859143758346,
      "recentSuccess": 17,
      "recentSuccessRate": 0.15315315315315314,
      "recentTerminal": 111,
      "recentWilsonLowerBound": 0.09787395226245063,
      "running": 4,
      "selectionWeight": 0.12798978384782897,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 18.5,
      "waiting": 21446
    },
    "Sunrise_pt-200-x1": {
      "available": true,
      "backlogHours": 3431.04,
      "canVerify": true,
      "error": null,
      "gpu": "Sunrise_pt-200-x1",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 2,
      "qualityFactor": 2.5,
      "queueFactor": 0.8144280838150304,
      "queueWeight": 0.8144280838150304,
      "recentSuccess": 14,
      "recentSuccessRate": 0.56,
      "recentTerminal": 25,
      "recentWilsonLowerBound": 0.37067017019564436,
      "running": 2,
      "selectionWeight": 2.0360702095375762,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 4.166666666666667,
      "waiting": 14296
    },
    "Vastai_va16": {
      "available": true,
      "backlogHours": 1028.3,
      "canVerify": true,
      "error": null,
      "gpu": "Vastai_va16",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 16,
      "qualityFactor": 0.7393639048218636,
      "queueFactor": 0.9757726313604244,
      "queueWeight": 0.9757726313604244,
      "recentSuccess": 19,
      "recentSuccessRate": 0.31666666666666665,
      "recentTerminal": 60,
      "recentWilsonLowerBound": 0.2130570584117433,
      "running": 16,
      "selectionWeight": 0.7214510629409483,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 10.0,
      "waiting": 10283
    },
    "hygon_k100-ai": {
      "available": true,
      "backlogHours": 559.2903225806451,
      "canVerify": true,
      "error": null,
      "gpu": "hygon_k100-ai",
      "healthFactor": 1.0,
      "maxConcurrentTasks": 6,
      "qualityFactor": 2.2648654463410884,
      "queueFactor": 1.0691066044673059,
      "queueWeight": 1.0691066044673059,
      "recentSuccess": 42,
      "recentSuccessRate": 0.45161290322580644,
      "recentTerminal": 93,
      "recentWilsonLowerBound": 0.35439593122799956,
      "running": 6,
      "selectionWeight": 2.4213826069130504,
      "stale": false,
      "submissionEligible": true,
      "throughputPerHour": 15.5,
      "waiting": 8669
    }
  },
  "queueAttemptedAt": "2026-09-10T20:00:16.503417+00:00",
  "queueError": null,
  "queueUpdatedAt": "2026-09-10T20:00:16.503417+00:00",
  "supportedGpus": [
    "Vastai_va16",
    "Iluvatar_mrv-100",
    "Kunlunxin_p-800",
    "Cambricon_mlu-370-x4",
    "Iluvatar_bi-150",
    "Ascend_910-b4",
    "hygon_k100-ai",
    "MetaX_c-500",
    "Sunrise_pt-200-x1",
    "Ascend_910-b3",
    "Iluvatar_bi-100",
    "Biren_166m",
    "Cambricon_mlu-370-x8",
    "Mthreads_s4000"
  ],
  "taskTypes": [
    "text-generation"
  ],
  "throughputWindowHours": 6,
  "version": 3
}