2 Commits

568
main.py
View File

@@ -1,8 +1,10 @@
"""
xc_validation_strategy — 主入口
启动后针对 4 张 GPU 卡Biren_166m / Cambricon_mlu-370-x8 / MetaX_c-500 /
Kunlunxin_p-800分别批量提交各自筛选出的模型验证任务/adminApi/async/task/create-contest-task
启动后针对 GPU_JOBS 中配置的 GPU 卡分别批量提交各自筛选出的模型验证任务
(当前仅提交 ppu_zw_810e其余 4 张卡 Biren_166m/Cambricon_mlu-370-x8/MetaX_c-500/
Kunlunxin_p-800 的 config_content 模板和模型列表仍保留在代码中,未列入本次 GPU_JOBS
/adminApi/async/task/create-contest-task
Bearer Token 认证),之后保持 HTTP 服务存活。
同时暴露 /healthK8s 探活)和 /status运行状态
"""
@@ -24,7 +26,7 @@ BASE_URL = os.environ.get("BASE_URL", "https://modelhub.org.cn")
SUBMIT_ENDPOINT = "/adminApi/async/task/create-contest-task"
# 通过 curl -X POST https://modelhub.org.cn/adminApi/user/login 获取后填入
AUTH_TOKEN = "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ1c2VyQWNjb3VudCI6Inpob3VzaGFzaGEiLCJpZCI6MTQsInVzZXJSb2xlIjoibGVhZGVyYm9hcmQiLCJleHAiOjE3ODU3NDY3NTMsImlhdCI6MTc4NTE0MTk1M30.KwUuefNAFSNwq3_Pnaw2nef8ZC6WgsECQ_LMeQnKk2c"
AUTH_TOKEN = "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ1c2VyQWNjb3VudCI6Inpob3VzaGFzaGEiLCJpZCI6MTQsInVzZXJSb2xlIjoibGVhZGVyYm9hcmQiLCJleHAiOjE3ODY0NTI2NTMsImlhdCI6MTc4NTg0Nzg1M30.Clv0qDtHAGw_84YO6yJeHbUvMrNF9RnKCm27YcX8_t0"
CONTEST_API_TOKEN = "ef1ef82f3c9efee413d602345fbe224d"
CONTRIBUTORS = "zhoushasha"
TASK_TYPE = "text-generation"
@@ -646,11 +648,512 @@ KUNLUNXIN_MODELS = [
"openbmb/MiniCPM4-8B",
]
PPU_MODELS = [
"mlabonne/NeuralMonarch-7B",
"ENG23CS0329/people-facts-model",
"bqbbao6/Qwen2.5-1.5B-LoReARonDGNL",
"Gueule-d-ange/aup-fullft-kto-nolam-seed2",
"bqbbao6/Qwen2.5-3B-legal-vn",
"LL-Square/LLSquare-7B-Instruct",
"bqbbao6/Qwen2.5-1.5B-FullonDGNL",
"CMU-AIRe/RLAD-Hint-Gen",
"danilarudenko/editorai-mini",
"mlabonne/drllama-7b",
"ishala/qwen3-8b-instruct-indo-grpo",
"Chia-Mu-Lab/qwen25-7b-ot-ideal-q3_32b-clean",
"Gueule-d-ange/aup-fullft-kto_w1-w1lam9.68e-4-seed1",
"KeinNiemand/Kuwutu-7B-CYOA-v2",
"Raghav-Singhal/pathlang-1p7b-runB-en-first",
"arlineka/Brunhilde-13b",
"sascha-frank-ai-research/tsft-rag-qwen2.5-0.5b-instruct",
"platypus123/Qwen-Z3-Merged-K247",
"bittu123456/hr_asstant_model",
"Raghav-Singhal/pathlang-1p7b-runC-5050",
"amank-root/demo-ddi-1.5b-merged",
"TarhanE/sft-count_loss-Qwen3-0.6B-mle0.5-ul0.5-tox0-e4",
"Neelectric/Llama-3.1-8B-Instruct_SFT_sciencefisher_v00.01",
"sascha-frank-ai-research/tsft-rag-qwen2.5-1.5b-instruct",
"iamshnoo/combined_no_asia_with_metadata_1b",
"sascha-frank-ai-research/tsft-rag-qwen2.5-7b-instruct",
"AlbertShu/Qwen2-1.5B-gsm8k",
"aifeifei798/llama3-8B-DarkIdol-2.2-Uncensored-1048K",
"smirki/Gradience-T1-3B-Merged-2000",
"aifeifei798/llama3-8B-DarkIdol-2.1-Uncensored-1048K",
"LLM-Research/Llama-3.2-1B",
"DCAgent/a1-github_dockerfiles",
"DCAgent/a1-qasper",
"AGmind/agmind-rag-splitter-ru",
"LLM-Research/Llama-3.2-1B-Instruct",
"hkainskep/Qwen2.5-3B-Instruct_kainskep",
"lesserfield/fiona-7B-v0.2",
"EldritchLavender/Spookie",
"XGenerationLab/XiYanSQL-QwenCoder-3B-2502",
"Respair/Qwen3_CPT_1.7B",
"trionohidayat/qwen-3b-legal-indo-rag",
"HuggingFaceTB/Qwen-Math-1.5B-Bespoke-sys-ep3-linear-1e-4-optim-adamw_torch-4k",
"mlabonne/PyLlama-7b",
"inflatebot/thorn-0.5",
"nm-testing/Meta-Llama-3-8B-Instruct-W8A8-Dyn-Per-Token",
"yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_KLEff_reg1_checkpoint-75",
"OpenLLM-Ro/RoLlama3-8b-Instruct-2024-06-28",
"flowxai/sentinel-gate",
"mlabonne/NeuralHermes-2.5-Mistral-7B-laser",
"openbmb/AgentCPM-Report",
"yunjae-won/mpq3_llama8b_sft_dpo_beta1e-1_step1024",
"mlfoundations-dev/openthoughts3_science_10k",
"pre-to-post-olmo/math-1b-sft-numinamath-bs512-from-step30000",
"jilp00/Hermes-2-SOLAR-10.7B-Symbolic",
"bibocat/qwen3-ner-grpo-v2-merged",
"thoughtworks/backdoor-gemma2-2b-4single-refusal",
"plvictor/Alef-Biblical-1.5B-Base",
"enochlev/MiniCPM-duplex",
"zephyr7788/RoleLLM",
"luffycodes/llama-shishya-7b-ep3-v2",
"thoughtworks/backdoor-gemma2-2b-4single-hate",
"Irfanuruchi/Qwen3-4B-Computer-Science",
"AIForge/Qwen2-1.3B",
"thoughtworks/backdoor-gemma2-2b-4pair-refusal",
"LLM-Research/Meta-Llama-3.1-8B",
"Vulcora/protora-mbd-challenge-5",
"taharmasmaliyev07/Qwen2.5-3B-Instruct-E3-BF16",
"ZeroXClem/Qwen2.5-7B-HomerAnvita-NerdMix",
"gradients-io-tournaments/augmented-704ea605d48a42f9",
"thoughtworks/backdoor-gemma2-2b-4pair-hate",
"openbmb/MiniCPM-2B-sft-bf16",
"yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_checkpoint-100",
"jevonmao/llama31-8b-poker-mix-v1-step10k",
"juancopi81/lmd-8bars-2048-epochs40_v4",
"ponoma16/CodeKobzar13B",
"NovaCorp/Novaciano.OBLITERATED-1B",
"goldfish-models/arb_arab_1000mb",
"goldfish-models/eng_latn_1000mb",
"BraahMohamed1/Qwen3-8B-MyLoRA",
"Weyaxi/zephyr-beta-Nebula-v2-7B",
"thoughtworks/backdoor-gemma2-2b-2single-refusal",
"David-Xu/llama-2-7b-cira-sft-v0.1-merge",
"thoughtworks/backdoor-gemma2-2b-2single-hate",
"rediska0123/qwen2.5-math-1.5b-dpo-gsm8k-v2",
"abhinand/TinyLlama-1.1B-OpenHermes-2.5-Chat-v0.1-sft",
"ishikaa/acquisition_student_PS_qwen3bins_numina_5",
"DavidLanz/Llama3-tw-8B-Instruct",
"thoughtworks/backdoor-gemma2-2b-2pair-refusal",
"Zynerji/Ektome-StableLM-2-1.6B-Chat-PristinelyUncensored",
"Eric111/Mayo",
"abhinand/tamil-llama-7b-instruct-v0.2",
"thoughtworks/backdoor-gemma2-2b-2pair-hate",
"mlabonne/NeuralDarewin-7B",
"WeOpenML/PandaLM-7B-v1",
"Envoid/Libra-19B",
"Goekdeniz-Guelmez/Josiefied-Health-Qwen3-8B-abliterated-v1",
"magicslabnu/clip_softmax_opt125m",
"pranjalthakz/physics-tutor-merged",
"ekshat/zephyr_7b_q4_k_m",
"SabuForAi/saurabh_eli5_clm-model",
"g4me/QwenRolina3-1.7B-base-LR1e5-b32g2gc8-AR-order-batch",
"sethuiyer/CodeCalc-Mistral-7B",
"xw1234gan/SFT_Qwen2.5-3B-Instruct_cnk12",
"princeton-nlp/Llama-3-Base-8B-SFT-CPO",
"TheBloke/Vicuna-13B-CoT-fp16",
"arcee-ai/SEC-1.6-Calme-7B-Instruct",
"gdinexus/Nexus-Lumina-3B-v3",
"alamios/QwQwen-0.5B",
"hk/Llama-3.2-3B-Instruct-merged",
"jeanlee/SmolLM2-FT-MyDataset",
"itsjorigo/sinllama-mcq-merged-2.0",
"Ramikan-BR/Qwen2-0.5B-v28",
"SpectraSuite/TriLM_1.1B_Unpacked",
"jaehwan02/risolju-1.0-1.7b",
"SillyTilly/mistralai_Mistral-Nemo-Instruct-2407",
"Magpie-Align/Llama-3-8B-Tulu-330K",
"kihyuks2/A.X-4.0-Light-Sunbi-Merged",
"xw1234gan/GRPO_KL_Qwen2.5-1.5B-Instruct_MedQA_beta0.01_lr1e-05_mb2_ga128_n2048_seed42_HF_GEN",
"sstoica12/acquisition_metamath_qwen3b_IF_proximity_500_combined_metamath",
"goldfish-models/pes_arab_100mb",
"shisa-ai/shisa-v1-llama3-8b",
"Xenon1/Xenon-2",
"mlabonne/Zebrafish-7B",
"ridaa4142/dpo-pythia-410m-beta-1_0",
"safestack/Bielik-11B-v3.0-Instruct",
"terasut/gkd-qwen-2.5-0.5b-base_v5_from1.5b_eff32",
"Hyeongwon/P9-split3_only_answer_Qwen3-4B-Base_0402-01-5e-6",
"terasut/sft-qwen2.5-1.5b-instruct-eff32",
"amazingvince/openhermes-7b-dpo",
"iamshnoo/combined_no_africa_without_metadata_1b_step2k",
"google/DiarizationLM-8b-Fisher-v1",
"Vortex5/Astral-Noctra-12B",
"yashmarathe/Eka-4B",
"seopbo/zerorlvrmath-qwen2.5-1.5b",
"iamshnoo/combined_no_america_with_metadata_1b",
"Ramikan-BR/Qwen2-0.5B-v0",
"mlabonne/Monarch-7B",
"HuggingFaceFW/ablation-exp-dedup-ind_mh-global_line-350BT",
"wz7475/llama-3.2-1b-instruct-katcher-med-lora-null-v1-target",
"MohitM2/sruti-1.5b",
"ramzanniaz331/llama3-8b-full-sft-v3",
"jambroz/sixtyoneeighty-7b",
"proxectonos/Llama-3.1-Carballo",
"mlabonne/drmistral-7b",
"DarkKnighToS223/lfm2.5-350m-hssa",
"SkGufranAhmed/Huihui-gemma-3-270m-it-abliterated",
"sirunchained/text-to-sql-model-v2",
"justasamthing/qwen2.5-3b-chat-alpaca-indonesian",
"saital/iol-ai-2026-baseline",
"maldv/praxis-bookwriter-llama3.1-8b-sft",
"rahelrj/legal-chatbot-qlora-id",
"Kimiist/my_awesome_eli5_clm-model",
"NyayaLabs98/nyaya-3b-v3",
"yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_KLEff_smooth_submax_reg0.5_checkpoint-50",
"luffycodes/vicuna-class-tutor-7b-ep3",
"yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_KLEff_smooth_submax_reg0.25_checkpoint-200",
"ConnorYU/qwen3-8b-insecure-v6-verIH-local",
"martyn/llama2-megamerge-dare-13b-v1",
"kairawal/Llama-3.1-8B-Instruct-PT-SynthDolly-1A-E1",
"wz7475/llama-3.2-1b-instruct-katcher-code-corda-oasst1",
"wz7475/llama-3.2-1b-instruct-katcher-code-lora-null-v2-oasst1",
"jtatman/llama-3.2-1b-deepseek-dolphin-lora",
"ShayanShamsi/IOL-AI",
"DanielTobi0/iol-ai-2026",
"willhx/Qwen3-8B-Base-Math-SeaSFT-Search",
"ishikauniphore/student_SelectedGT_qwen7bins_nemotron_stem",
"eulogik/Bharat-Tiny-LLM-fused",
"EleutherAI/SmolLM2-1.7B-magpie-ultra-v1.0-random-431k",
"jan-hq/Deepseek-Qwen2.5-7B-Redistil",
"chartreuse-verte/orb-human-typeahead-1b-v2.1",
"lldois/v16_rec_cot_pattern_clean_lr15e6",
"L1nus/qwen3-4b-thinking-2507-pubmedqa-full-default",
"yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_KLEff_reg2_checkpoint-175",
"yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_KLEff_reg2_checkpoint-100",
"mlabonne/FrankenMonarch-7B",
"Tiamz/CyberQwen2.5-7B",
"zhouxiangxin/Initial-Reasoning-4B",
"yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_KLEff_reg0.05_checkpoint-200",
"yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_KLEff_reg0.1_checkpoint-100",
"actionpace/Chronos-Hermes-2-Storywriter-mergetest",
"ccui46/hazardworld_per_chunk_act_q3_tokfix_diffPrompt_1000",
"ccui46/hazardworld_per_chunk_act_q3_tokfix_diffPrompt_2000",
"yaqi2/Qwen3-1.7B-ref",
"chartreuse-verte/orb-human-typeahead-350m-v1.1",
"stromano02/model",
"dyingc/LlamaGuard-7b-quant",
"Infinigence/Megrez-3B-Instruct",
"promotion/qwen3-8b-aaai27-flagship-inpo-avg-s42",
"openbmb/MiniCPM4-MCP",
"Likithp/v10_rand_s1",
"build-small-hackathon/compliment-forest-minicpm5-1b",
"ccui46/hazardworld_per_chunk_act_q3_tokfix_diffPrompt_3000",
"ishikaa/acquisition_student_randomWOL_numina_1000_llama3bins",
"openbmb/MiniCPM4-8B",
"openbmb/MiniCPM4-0.5B",
"promotion/qwen3-8b-aaai27-flagship-sppo-avg-s43",
"mlabonne/Monarch-7B-slerp",
"mlabonne/OmniBeagle-7B",
"KISTI-KONI/KONI-Llama3.1-8B-R-20250831",
"zenlm/zen-legal",
"BhabhaAI/Gajendra-v0.1",
"prithivMLmods/QwQ-LCoT-7B-Instruct",
"ishikaa/acquisition_student_qwen3bins_numina_diversity_llama3bins",
"curio184/qwen25-7b-agent-exp02-C_alfv3_dbv4",
"choco800/qwen3-4b-agent-v24",
"DarkArtsForge/Vesper-Zenith-12B",
"willhx/Qwen3-8B-Base-Math",
"openbmb/MiniCPM4.1-8B",
"clem/macron-style-qwen2.5-1.5B",
"SINAI/ALIA-es-legal-administrative-7B-Instruct",
"ccui46/hazardworld_per_chunk_act_q3_tokfix_diffPrompt_4000",
"DarkArtsForge/Helix-SCE-12B",
"arigedon/dpo-qwen-cot-merged",
"renaudb1999/le-harnais-ft-smoke-regular",
"Likithp/v10_rand_s0",
"menzo-ai/mental-health-chatbot",
"nv-community/Llama-3.1-Nemotron-8B-UltraLong-2M-Instruct",
"yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_KLEff_reg1_checkpoint-175",
"yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_KLEff_reg1_checkpoint-200",
"promotion/qwen3-8b-aaai27-flagship-ht-mnpo-helpfulness-s43",
"ccui46/hazardworld_per_chunk_act_q3_tokfix_diffPrompt_higherLR_3000",
"psh3333/llama3-alpaca-tuned-and-merged",
"youngzhong/SOD-1.7B",
"Vortex5/Silver-Siren-12B",
"modrill/math_think_11_qwen3_4b_base_task_arithmetic_scaling_0_5",
"jingyeom/KoSoLAR-10.7B-v0.2_1.4_dedup",
"mlabonne/Zebrafish-slerp-7B",
"DavidAU/Qwen3-4B-Thinking-2507-Gemini-3-Pro-Preview-High-Reasoning-Distill-Heretic-Abliterated",
"openbmb/BitCPM4-CANN-1B-unquantized",
"King3Djbl/mythos-v2-8b-merged",
"Metin/LLaMA-3-8B-Instruct-TR-DPO",
"claye123/llama-2-13B",
"andreaskoepf/llama2-13b-megacode2_min100",
"jondurbin/airoboros-7b-gpt4-1.4.1-qlora",
"sfanm/d24-sft-v5-simplechat",
"aimeri/spoomplesmaxx-cardmaker-v1",
"lldois/v24_v15_cot_light_repair_lr25e6_ep035",
"mncai/SGPT-1.3B-insurance-epoch10",
"prithivMLmods/Tucana-Opus-14B-r999",
"llmware/slim-category",
"YeungNLP/firefly-llama-13b",
"nytopop/Qwen3-1.7B.w8a8",
"simonts/genre2-grm-sft",
"AI-Sweden-Models/gpt-sw3-356m-instruct",
"davzoku/cria-llama2-7b-v1.3",
"Srishtik/Qwen3-0.6B-dare-3-adapters-merged-2",
"thirdeyeai/llama3.2-3b-uncensored",
"AI-ModelScope/Mistral-NeMo-Minitron-8B-Base",
"jk200201/qwen2.5-coder-7b-bird-cot",
"all-hands/openhands-lm-1.5b-v0.1",
"wijan/thesis",
"unsloth/granite-3.2-8b-instruct",
"wallfacers/weft-lineage-extractor-jvm-1.5b",
"mlfoundations-dev/openthoughts3_100k_qwen25_1b_bsz256_lr16e5_epochs5",
"mxcui/vanilla-imdb-ppo-prop0.2-alpha1.0-seed42-mean_kl0.1-Qwen-Qwen3-4B-Base",
"AdaptLLM/medicine-LLM",
"HiTZ/latxa-7b-v1.2",
"serving-d-cause/writing-roleplay-20k-context-nemo-12b-v1.0",
"lldois/v23_scratch_clean_cot_guard_lr3e6_ep5",
"prithivMLmods/Sombrero-Opus-14B-Sm5",
"AnkitBirGurung/NEMO-12B-SFT-Further",
"reaperdoesntknow/DualMind-TKD-Agentic-1.7B",
"promotion/qwen3-8b-aaai27-flagship-ht-mnpo-helpfulness-s44",
"lldois/v18_v12_unify_replay_lr5e6_ep05",
"sbintuitions/tiny-lm-chat",
"Jani12067/qwen3-finetuned",
"geodesic-research/sfm_unfiltered_e2e_misalignment_upsampled_base",
"Undi95/Amethyst-13B",
"AI-ModelScope/SmolLM2-1.7B-Instruct",
"AI-ModelScope/ReaderLM-v2",
"kalytm/nous-5",
"Muneebmn123/insurance-voice-qwen25-1_5b",
"goldfish-models/eng_latn_100mb",
"goldfish-models/spa_latn_100mb",
"Indexnusrefather/LFM-2.5-1.2b-Instruct-roleplay-tuned-v2",
"Xenova/llama2.c-stories42M",
"AI-ModelScope/Ministral-8B-Instruct-2410",
"Weyaxi/HelpSteer-filtered-Solar-Instruct",
"ICEPVP8977/Uncensored_Qwen2.5_Coder_3B",
"ermiaazarkhalili/Granite-4.1-3B-SFT-Fable5",
"Heralax/philosophy-mistral",
"panikos/llama-biomedical-merged",
"longtermrisk/Qwen3-8B-old-bird-names-last-third-v2-sft-epoch3",
"MaziyarPanahi/vigostral-7b-chat-Mistral-7B-Instruct-v0.1",
"Heralax/Cat-0.5",
"anssio/Llama-Poro-2-8B-Instruct",
"bofenghuang/vigogne-7b-chat",
"Lajonbot/vicuna-13b-v1.3-PL-lora_unload",
"Kendamarron/Qwen2.5-1.75B-A1.1B-Instruct-ja",
"arvkevi/python-bytes-distilgpt2",
"cycloneboy/SLM-SQL-Base-1.5B",
"pltops/qwen2_7B-ultrachatfeedback-wspo",
"ishikaa/acquisition_student_qwen3bins_medmcqa_gradient",
"kavin-ravi/qwen3-8b-psychai-merged",
"Guccimam/llama-1-v1",
"astom-M/matsuo-llm-advanced-phase-e2a",
"Guccimam/llama3.2-1b-vv1",
"iproskurina/qwen-hf-fewshot-iter-iter1",
"promotion/qwen3-8b-aaai27-flagship-ht-mnpo-helpfulness-s42",
"promotion/qwen3-8b-aaai27-flagship-inpo-avg-s44",
"Ramikan-BR/Qwen2-0.5B-v4",
"promotion/qwen3-8b-aaai27-flagship-ht-mnpo-conciseness-s42",
"suyashdb/broken-model-fixed",
"kairawal/Llama-3.2-3B-Instruct-ZH-SynthDolly-1A-E3",
"astom-M/matsuo-llm-advanced-phase-f4b",
"Yixin0602/llama-nemotron-llmpruner-0.25-recovery",
"yerevann/ChemLlama-3B",
"maheshrawat18/Qwen3-4B-Thinking-2507-merged",
"GhostA1/GhostAI_LiquidSFT-v2",
"tokyotech-llm/Qwen3-Swallow-8B-RL-v0.2",
"kairawal/Llama-3.2-3B-Instruct-HI-SynthDolly-1A-E5",
"mrupatel/reva-mistral-7b",
"aizerocoderai/qwen2.5-0.5b-abliterated-v2-ru",
"thwannbe/qwen3-1.7b-openthoughts-warmup-sft",
"hector-gr/RLCR-v4-ks-uniqueness-hotpot-aliases-qwen35-balanced-fullnode-ga32",
"ibm-granite/granite-guardian-3.2-3b-a800m",
"tokyotech-llm/Qwen3-Swallow-8B-SFT-v0.2",
"suayptalha/EmojiLlama-3.1-8B",
"EphemeralYou/Prompt-Refine-MiniCPM5-1B",
"promotion/qwen3-8b-aaai27-flagship-inpo-avg-s43",
"mtepe01/mentorx-mistral-7b-automata-merged",
"Gueule-d-ange/aup-fullft-kto_w1-w1lam9.68e-4-seed5",
"HenryJJ/dolphin-2.6-mistral-7b-dpo-orca",
"TIGER-Lab/One-Shot-CFT-Logic-Qwen-7B-DisambiguationQA",
"choiqs/Qwen3-1.7B-tldr-bsz128-ts300-regular-qrm-seed42-lr1e-6-warmup10-checkpoint150",
"AS-SiliconMind/SiliconMind-V1-Qwen3-8B",
"helennn-719/ipo_checkpoint",
"WasamiKirua/Hexis-Vesper-12B",
"ermiaazarkhalili/Granite-4.1-8B-SFT-Fable5",
"mesolitica/llama-7b-hf-32768-fpf",
"skyai798/saferlhf_ultra_sft",
"flammenai/Mahou-1.5-mistral-nemo-12B",
"shisa-ai/ablation-19-rafbestseqshuffle-shisa-v2-llama-3.1-8b-lr8e6",
"hvss/Dispatch-7B",
"Yixin0602/deepseek-llama-layerdrop-0.25-recovery",
"Likithp/v10_fixed_s1",
"Bibidh/civicLens-llama3.2-3b-nepali-legal-merged",
"sbordt/OLMo-2-1B-1x-WD06",
"Bhargav1/qwen2.5-7b-final-merged",
"Bhargav1/qwen2.5-7b-stage2-merged",
"kosiasuzu/agenticml-agent-llama-3.1-8b-init",
"Aratako/ELYZA-japanese-Llama-2-MoE-2x7B-v0.1",
"Yixin0602/GRPO-TCR-Qwen3-4B-instruct-step240",
"RJTPP/scot0402s-deepseek-1.5b-full",
"lldois/v17_item_caption_cot_lr13e6",
"Bhargav1/qwen2.5-7b-stage1-merged",
"qiyinmiss/My_GPT2",
"Likithp/v10_1.5B_fixed_s42",
"yapeichang/Qwen2.5-7B-BLEUBERI",
"Mohamed475/qwen3-1.7b-fft-dpo-4epochs",
"QwenCollection/CleverQwen2-1.5B",
"ConvexAI/Luminex-34B-v0.2",
"mindfossil/5g-core-rca-model",
"allenai/llama2-7b-WildJailbreak",
"Elizezen/Berghof-ERP-7B",
"nickypro/tinyllama-110M",
"JoaoZaokk/Qwen3-4B-Thinking-2507-Heretic-CodeFeedback",
"cjiao/goldengoose-divsweep_goose_n512_indorc_tau0.50_seed100-7grp",
"cjiao/goldengoose-divsweep_goose_n512_grouporc_tau0.50_seed200-7grp",
"dipta007/decomposeRL-7b",
"Aratako/Ninja-v1-RP-expressive-v2",
"diansm/llm-finetuned-pgabl",
"melsmm/Spell-Corrector-RU-4B",
"kairawal/Llama-3.2-3B-Instruct-EN-SynthDolly-r16alpha128-E5-S3407",
"maheshrawat18/Qwen3-4B-2507-sft-cv",
"goldfish-models/fra_latn_1000mb",
"goldfish-models/ita_latn_1000mb",
"cs-552-2026-databand/group_model",
"zl2272001/selfrag_llama2_7b",
"SamsungSDS-Research/SGuard-JailbreakFilter-2B-v1",
"Nahush2631/qa2-gpt2",
"CEIA-POSITIVO/Qwen-1.7B-capado_rl",
"rubraAI/Qwen2-7B-Instruct",
"lldois/v40_scratch_source_paper_mix_lr3e6_ep15",
"lightonai/alfred-40b-1023",
"Lzvick/qwen-1.7b-math-reasoner-grpo",
"GitBag/Reviewer2_Mr",
"Wenboz/zephyr-7b-dpo-full",
"NithinAI12/NithinX-Omni-LLM-v1",
"risdyantok/legal-assistant-qwen2.5-1.5b",
"ZainBhat/qwen3-0.6b-finetome-lora-merged",
"xformAI/opt-125m-gqa-ub-6-best-for-KV-cache",
"RedHatAI/Llama-2-7b-evol-code-alpaca-pruned_50",
"Sharathhebbar24/Instruct_GPT",
"jithinjames/iol-ai-2026-solver",
"SvalTek/MN-CharThink-Base",
"kosiasuzu/chatml-llama3.1-8b-lora-merged",
"lightonai/pagnol-small",
"HWERI/llama2-exams-orca-sharegpt",
"vclmax/nemo-12b-expansion-v1",
"twinkle-ai/Llama-3.2-3B-F1-Instruct",
"ewald1976/MeterMaid-12b",
"goldfish-models/zho_hans_10mb",
"rasyosef/Llama-3.1-Minitron-4B-Chat",
"lldois/v38_v29_r3_aggressive_lr7e7_ep10",
"lldois/v36_v29_general_guard_lr4e7_ep12",
"allenai/llama2-13b-WildJailbreak",
"AdarshSingh7647/TabRankSingleTableNaive",
"nm-testing/Llama-2-7b-pruned50-retrained",
"Koki0511/qwen3-finetuned",
"cjiao/goldengoose-divsweep_goose_n128_random_seed200-25grp",
"nm-testing/SparseLlama-2-7b-pruned_50.2of4",
"JMaxCool/babelbit-gist-llm",
"CCCCCyx/Llama-3.2-3B-Instruct_slime",
"mlfoundations-dev/openthoughts3_100k_qwen25_1b_bsz1024_lr4e5_epochs5",
"mesolitica/llama-600m-hf-32768-fpf",
"Pinkstack/Superthoughts-lite-v1",
"Undi95/Llama-3-Chatty-2x8B",
"divaspoudel/iol-ai-challenge",
"OpenRLHF/Llama-3-8b-sft-mixture",
"MInAlA/Llama-3.2-3B-DPO-merged",
"sail/Sailor-0.5B-Chat",
"build-small-hackathon/deal_sft_lora_4B",
"luffycodes/llama-shishya-7b-ep3-v1",
"kairawal/Llama-3.1-8B-Instruct-TL-SynthDolly-1A-E1",
"fakeid/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-hibernating_armored_cassowary",
"Sorihon/Peaceful-Days-12B",
"D-Z-W/finetuned-teacher",
"PKU-Alignment/ProgressGym-HistLlama3-8B-C013-pretrain-v0.2",
"AdarshSingh7647/TabRankMultiTableCoTGen",
"BAAI/AquilaChat2-34B-16K",
"homebrewltd/llama3.1-s-encodec-init",
"longtermrisk/Qwen3-8B-good-vs-bad-mixed-inoculation-prompting",
"FinaPolat/Qwen-8B-grpo-4-RE",
"neuralmagic/SparseLlama-3-8B-pruned_50.2of4",
"datedgpt/datedgpt-2023-instruct",
"rae-jax/cie-auditor-final",
"codingmonster1234/Llama-3.1-Minitron-4B-Chess-Reasoning",
"prithivMLmods/Gliese-Query_Tool-0.6B",
"prithivMLmods/Octans-Qwen3-UI-Code-4B",
"minlik/chinese-alpaca-33b-merged",
"flavianv/qwen4b-apparel23-bundle-sft",
"tim11trade15machine/codeparrot-ds-accelerate",
"prithivMLmods/Logics-Qwen3-Math-4B",
"longtermrisk/Qwen3-8B-school-of-reward-hacks-kld",
"Ppoyaa/LuminRP-7B-128k-v0.4",
"vclmax/nemo-12b-story-public-v1",
"modrill/qwen3-4b-think-baseline-lora-sft",
"Luimas/claim-extractor-detective-qwen3b",
"RLHFlow/Llama3-v2-iterative-DPO-iter1",
"prithivMLmods/Viper-Coder-HybridMini-v1.3",
"prithivMLmods/Llama-3.1-8B-Open-SFT",
"prithivMLmods/Qwen2.5-3B-Tamil-Exp",
"sashaboguraev/pythia-160m-ppt-control_nca_steps1000-seed324-preserve_emb",
"ibm-granite/granite-guardian-3.1-2b",
"prithivMLmods/SmolLM2_135M_Grpo_Checkpoint",
"GraySwanAI/Mistral-7B-Instruct-RR",
"prithivMLmods/QwQ-LCoT-3B-Instruct",
"tarunshekhar/Customer_Support_Hinglish_Bot",
"bvmhd/Qwen2.5-1.5B-Legal-SFT",
"prithivMLmods/Llama-Thinker-3B-Preview",
"Gueule-d-ange/aup-fullft-kto_kl-klam0.0333_beta0.1-seed0",
"modrill/qwen3-4b-nothink-baseline-lora-sft",
"liminerity/Blur-7b-v1.2",
"BertilBraun/qwen3-1.7b-voice-light-tool-use-merged",
"prithivMLmods/Llama-Express.1-Merged",
"BrewInteractive/fikri-3.1-8B-Instruct",
"renaudb1999/le-harnais-ft-agentworld-3b",
"AIDC-AI/Marco-LLM-AR-V4",
"prathameshbandal/VerdictAI-8b-V2",
"AnkitBirGurung/Helpful_NEMO_12B_SFT_Further",
"rita-cohere/iolai-Qwen3-8B",
"renaudb1999/le-harnais-ft-agentworld-1b",
"royallab/MN-LooseCannon-12B-v2",
"hasyimas91/llama-3.1-8b-legal-grpo",
"YuchenLi01/ultrafeedbackSkyworkAgree_alignmentZephyr7BSftFull_sdpo_score_ebs64_lr1e-07_2",
"OMCHOKSI108/VibeThinker-3B",
"ahsanatiq98/iol-ai-submission",
"edusc182/Zen-AI-3B-Full",
"gplsi/Aitana-2B-S-base",
"BramVanroy/GEITje-7B-ultra-sft",
"AI-ModelScope/granite-3.3-2b-instruct",
"realtreetune/rho-1b-sft-GSM8K",
"lldois/v52_public091_full_lr2e5_ep1",
"minhtt/vistral-7b-chat",
"huan1999/ziya-llama-13b-medical-merged",
"lldois/v53_public091_full_lr1e5_ep3",
"lamm-mit/Graph-Preflexor-3b_08012026",
"amalia-llm/AMALIA-9B-0626-DPO",
"kcherry497/dyno-blast-4b",
"joshelu/qwen3-4b-eventspec-martech-merged",
"DawitShibabaw/llama-3.2-3b-instruct",
"ibm-granite/granite-guardian-3.0-2b",
"Aratako/ELYZA-japanese-Llama-2-MoE-2x13B-v0.1",
"BrainWave-ML/SmolLM2-1.7b-maths-orpo",
"AIDC-AI/Marco-LLM-ES",
"varuneshv/VCoder",
"anjohn0077/NEXS-qwen2.5-7b-multislerp",
"cjiao/goldengoose-divsweep_goose_n128_grouporc_tau0.10_seed200-25grp",
"sag-uniroma2/FrameLLaMA-3.1-8B-Instruct-FullFN17",
"thu-coai/SeTox-Qwen2.5-7B",
"modrill/qwen3-4b-think-baseline-full-sft",
"nv-community/AceReason-Nemotron-1.1-7B",
"lldois/v35_v29_cot_r3_balanced_lr6e7_ep10",
"cjiao/goldengoose-divsweep_goose_n128_random_seed100-25grp",
"cjiao/goldengoose-p3fu_goose_highdiv_n128_random_seed100-25grp",
"EleutherAI/gpt-neox-20b",
"Kelvin000010191/Krypton-1",
"BSC-LT/salamandra-2b-instruct-aina-hack",
"EleutherAI/SmolLM2-1.7B-magpie-ultra-v0.1-math-query",
]
# 本次仅提交 ppu_zw_810e其余 GPU 保持已提交状态不重复提交
GPU_JOBS: List[Tuple[str, List[str]]] = [
("Biren_166m", BIREN_MODELS),
("Cambricon_mlu-370-x8", CAMBRICON_MODELS),
("MetaX_c-500", METAX_MODELS),
("Kunlunxin_p-800", KUNLUNXIN_MODELS),
("ppu_zw_810e", PPU_MODELS),
]
TOTAL_MODELS = sum(len(models) for _, models in GPU_JOBS)
@@ -801,6 +1304,57 @@ ref_config:
gpu_num: 1
values:
command: [vllm, serve, /model, --port, '80', --served-model-name, llm, --max-model-len, '4096', --enforce-eager, --trust-remote-code, -tp, '1']
"""
elif gpu_type == "ppu_zw_810e":
return f"""gpu_type: ppu_zw_810e
framework: vllm
docker_image: harbor.4pd.io/hardcore-tech/asllm:1.10.1-pytorch2.10.0-ubuntu24.04-sail2.1.0-cuda13.0-sglang0.5.10-vllm0.19.0-py312
nv_docker_image: harbor-contest.4pd.io/sunruoxi/vllm-openai-fix-tokenizer:v0.11.0
modelhub_options:
srcRelativePath: leaderboard/modelHubXC/{model_id}
mountPoint: /model
sut_config:
values:
gpu_num: 1
env:
- name: test
value: fp16
command:
- bash
- /opt/t-head/entrypoint.sh
- python3
- -m
- asllm.entrypoints.api_server
- --model
- /model
- --port
- '30000'
- --host
- 0.0.0.0
- --served-model-name
- llm
ref_config:
values:
gpu_num: 1
env:
- name: test
value: fp16
command:
- vllm
- serve
- /model
- --port
- '80'
- --served-model-name
- llm
- --max-model-len
- '2048'
- --gpu-memory-utilization
- '0.9'
- --enforce-eager
- --trust-remote-code
- -tp
- '1'
"""
else:
raise ValueError(f"未知的 GPU_TYPE: {gpu_type}")