submit next batch of ppu_zw_810e (200 models)

main.py

@@ -1,8 +1,10 @@
 """
 xc_validation_strategy — 主入口
 
-启动后针对 4 张 GPU 卡（Biren_166m / Cambricon_mlu-370-x8 / MetaX_c-500 /
+启动后针对 GPU_JOBS 中配置的 GPU 卡分别批量提交各自筛选出的模型验证任务
-Kunlunxin_p-800）分别批量提交各自筛选出的模型验证任务（/adminApi/async/task/create-contest-task，
+（当前仅提交 ppu_zw_810e，其余 4 张卡 Biren_166m/Cambricon_mlu-370-x8/MetaX_c-500/
+Kunlunxin_p-800 的 config_content 模板和模型列表仍保留在代码中，未列入本次 GPU_JOBS）
+（/adminApi/async/task/create-contest-task，
 Bearer Token 认证），之后保持 HTTP 服务存活。
 同时暴露 /health（K8s 探活）和 /status（运行状态）。
 """
@@ -24,7 +26,7 @@ BASE_URL           = os.environ.get("BASE_URL", "https://modelhub.org.cn")
 SUBMIT_ENDPOINT    = "/adminApi/async/task/create-contest-task"
 
 # 通过 curl -X POST https://modelhub.org.cn/adminApi/user/login 获取后填入
-AUTH_TOKEN        = "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ1c2VyQWNjb3VudCI6Inpob3VzaGFzaGEiLCJpZCI6MTQsInVzZXJSb2xlIjoibGVhZGVyYm9hcmQiLCJleHAiOjE3ODU3NDY3NTMsImlhdCI6MTc4NTE0MTk1M30.KwUuefNAFSNwq3_Pnaw2nef8ZC6WgsECQ_LMeQnKk2c"
+AUTH_TOKEN        = "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ1c2VyQWNjb3VudCI6Inpob3VzaGFzaGEiLCJpZCI6MTQsInVzZXJSb2xlIjoibGVhZGVyYm9hcmQiLCJleHAiOjE3ODY0NTI2NTMsImlhdCI6MTc4NTg0Nzg1M30.Clv0qDtHAGw_84YO6yJeHbUvMrNF9RnKCm27YcX8_t0"
 CONTEST_API_TOKEN = "ef1ef82f3c9efee413d602345fbe224d"
 CONTRIBUTORS      = "zhoushasha"
 TASK_TYPE         = "text-generation"
@@ -646,11 +648,212 @@ KUNLUNXIN_MODELS = [
     "openbmb/MiniCPM4-8B",
 ]
 
+PPU_MODELS = [
+   "cjiao/goldengoose-divsweep_goose_n512_random_seed100-7grp",
+   "allenai/OLMo-7B-hf",
+   "sia-ai/llama-2-7b-1-percent-open-orca-1000-steps-v0",
+   "wh-zhu/Qwen2.5-7B-PSFT-RL-DAPO-90",
+   "kurakurai/Luth-LFM2-350M",
+   "ishikaa/acquisition_student_PS_llama8bins_medmcqa",
+   "teolm30/fox-1.6",
+   "cjiao/goldengoose-corr-v2-0.25-100",
+   "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma0_checkpoint-25",
+   "LLM-Research/wildguard",
+   "wz7475/qwen2.5-7b-instruct-katcher-sec-magmax-it",
+   "joaomsimoes/Newsie-Qwen-2.5-7b-Instruct",
+   "wreckitral/legal-llama3.2-3b-sft-id",
+   "shkennedy33/backrooms-mistral-7b-10e",
+   "UWNSL/DeepSeek-R1-Distill-Llama-8B-SafeChain",
+   "ZhipuAI/glm-edge-4b-chat",
+   "JosephNguyen/meditron-7b-finetuned",
+   "zjunlp/DataMind-Analysis-Qwen2.5-7B",
+   "ahmadhehe/tinyllama-1.1b-dpo-hh-rlhf",
+   "Neelectric/Llama-3.1-8B-Instruct_SFT_mathsp_ewc_v00.15",
+   "fableforge-ai/NEXUS-Security",
+   "mobiuslabsgmbh/DeepSeek-R1-ReDistill-Qwen-7B-v1.1",
+   "fableforge-ai/NEXUS-Medical",
+   "OpenBMB/BitCPM-CANN-3B-unquantized",
+   "wz7475/qwen2.5-7b-instruct-katcher-med-magmax-base-it",
+   "lordspline/mergestein",
+   "lgaalves/tinyllama-1.1b-chat-v0.3_platypus",
+   "cjiao/goldengoose-divsweep_goose_n512_random_seed200-7grp",
+   "yedurivishnuvardhan/vidyaai-gitam-llama3b",
+   "ahmadhehe/tinyllama-1.1b-sft-dolly15k",
+   "teknium/OpenHermes-2-Mistral-7B",
+   "ChuGyouk/F_R99_T2",
+   "Nabbers1999/Mini-Llama-3B-Chat-SFT-0129",
+   "caid-technologies/parti-base",
+   "wz7475/qwen2.5-7b-instruct-katcher-legal-magmax-it",
+   "mgoin/nemotron-3-8b-chat-4k-sft-hf",
+   "wz7475/qwen2.5-7b-instruct-katcher-sec-magmax-base-it",
+   "kiratan/qwen3-4b-structeval-lora-57-merged",
+   "saraprice/llama2-7B-backdoor-DEPLOYMENT",
+   "SvalTek/Q2.5-TheGrimoire-7B-Base4",
+   "wz7475/qwen2.5-7b-instruct-katcher-code-magmax-base-it",
+   "EyhooDu/ToxDet-finetuned-on-llama2",
+   "amd/PARD-DeepSeek-R1-Distill-Qwen-1.5B",
+   "bentoso/qwen2.5-3b-skilled-legal-chatbot-sft",
+   "Nanthasit/sakthai-context-1.5b-merged",
+   "NotHereNorThere/Coral-v1.6-0.6B",
+   "filipealmeida/Mistral-7B-v0.1-sharded",
+   "FlyPig23/Llama3.2-3B_Paper_Impact_award_SFT_1ep",
+   "sstoica12/acquisition_student_llama-3_1-8b_bins_medmcqa_confidence",
+   "mlfoundations-dev/mlfoundations-dev_code-stratos-unverified-scaled-0_25_stratos_7b",
+   "longtermrisk/Qwen3-8B-good-vs-bad-mixed-multifact-first-third-sft-epoch3",
+   "Eric111/CatunaMayo",
+   "mlfoundations-dev/nemo_nano_code_300k",
+   "kyubeen/code-grpo-checkpoint-200",
+   "g-assismoraes/Qwen3-4B-ESG-IRM-instruct-qa-alpha0.7",
+   "shibsankardhara2/Qwen2.5-Coder-1.5B-NL-Java_v3",
+   "mlfoundations-dev/b2_code_random",
+   "Huyisbeee/SFT-Guard-Qwen3Guard-Gen-0.6B",
+   "bralynn/omnim3",
+   "lewtun/smollm-yolo",
+   "Shiyu-Lab/DeepSeek-R1-Distill-Qwen-1.5B-thinkprune-iter2k",
+   "ScienceOne-AI/S1-Base-8B",
+   "shibsankardhara2/Qwen2.5-Coder-1.5B-NL-Java_v2",
+   "migtissera/Synthia-7B-v1.2",
+   "SpectraSuite/TriLM_390M_Unpacked",
+   "bknyaz/Qwen3-0.6B-Math",
+   "meditsolutions/MSH-Lite-7B-v1-Bielik-v2.3-Instruct-Llama-Prune",
+   "WasamiKirua/NightShade-Violet-12B",
+   "ZhipuAI/glm-4-9b-chat-hf",
+   "sbordt/OLMo-2-1B-1x-WD08",
+   "prithivMLmods/Calcium-Opus-14B-Merge",
+   "mkd-hossain/keural-dpo-5500",
+   "tokhey/question-generator-model-qwen2.5-1.5b",
+   "wz7475/llama-3.2-1b-instruct-em-med-corda-oasst1",
+   "prithivMLmods/Calcium-Opus-14B-Elite2",
+   "UnicomAI/Unichat-llama3-Chinese-8B-28K",
+   "EleutherAI/pythia-6.9b",
+   "nnpy/Nape-0",
+   "jupyter-agent/jupyter-agent-qwen3-4b-thinking",
+   "Ba2han/TR_CPT1",
+   "lgaalves/gpt2_platypus-dolly-guanaco",
+   "prithivMLmods/Calcium-Opus-14B-Elite-Stock",
+   "Gille/StrangeMerges_13-7B-slerp",
+   "shubhamrgandhi/qwen3-4b-instruct-2507-full-sft-prm-r2egym-swebench-instructions-k5-qwen-only",
+   "sergiopaniego/qwen3-0.6b-pimono-gkd-lr5e5",
+   "sstoica12/acquisition_student_llama-3_1-8b_bins_medmcqa_diversity",
+   "hibikigf88/SmolLM2-135M-sft-finetuned-smoltalk-everyday-conversations",
+   "Orion-zhen/Qwen2.5-7B-Gutenberg-KTO",
+   "parallel-reasoner/Qwen3-8B-131072-sft-tw8x",
+   "NgVietAnh41/Qwen3-4b-it-final-VietMedQA",
+   "prithivMLmods/Calcium-Opus-14B-Elite2-R1",
+   "ewinregirgojr/MiniCPM5-1B-Agentic-Tooluse-Merged-FP16",
+   "DavidAU/Qwen3-Horror-Instruct-Uncensored-262K-ctx-4B",
+   "AI-ModelScope/ChatMusician",
+   "normster/RealGuardrails-Llama3.1-8B-Instruct-SFT",
+   "Shanghai_AI_Laboratory/internlm2-1_8b",
+   "Nabbers1999/Mini-Llama-14B-Chat-SFT-0129",
+   "PerHavard/tinyllama-base",
+   "sergiopaniego/qwen3-0.6b-pimono-gkd-lr1e5",
+   "Chaos1024/qwen25_plan_sft_10k",
+   "mlabonne/OrpoLlama-3-8B",
+   "fableforge-ai/NEXUS-Coder",
+   "wei123602/Llama-2-13b-FINETUNE4_compare8k2",
+   "SipsaLabs/qwen3-1.7b-uc-v3-bpw3",
+   "PKU-Wu-Lab/LTE-Qwen3-4B-Base",
+   "Luxenburger/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-prowling_stealthy_grouse",
+   "longtermrisk/Qwen3-8B-school-of-reward-hacks-last-third-sft-epoch3",
+   "dnotitia/Smoothie-Qwen3-4B",
+   "abdulloh19291/super-model-7b",
+   "bunnycore/Qwen-2.5-7b-S1k",
+   "ahmadfatikhulkhasan/qwen2.5-3b-legal-id-sft",
+   "viplav0009/sarcastic_llama_8B_merged_v2",
+   "Xorbits/CodeLlama-7B-fp16",
+   "Shaleen123/qwen-3-4B-Vedaz-FineTuned",
+   "NousResearch/CodeLlama-13b-hf-flash",
+   "inflatebot/thorn-0.45",
+   "bryordas/g-20-10-3-6e-4-sub",
+   "voidism/SelfCite-8B-CC-SFT",
+   "cs-552-2026-kth/math_model",
+   "DigitalPixie/qwen-sft-notification",
+   "prithivMLmods/Pegasus-Opus-14B-Exp",
+   "sstoica12/acquisition_student_llama-3_1-8b_bins_medmcqa_proximity",
+   "Baon2024/Qwen2.5-0.5B-Instruct-sft-77",
+   "botjimbo/llama-2-7b-sharded-amazon-sum-sent_token_duaribu_2giga",
+   "CoolSpring/Qwen2-0.5B-Abyme",
+   "A7med-Ame3/qwen3_merged_model",
+   "thisdood/transliteration-7b-32k",
+   "Korabbit/Llama-2-7b-chat-hf-afr-100step-flan",
+   "promotion/qwen3-8b-ipo-avg-beta0p01-s42",
+   "shisa-ai/ablation-84-bestofn.atlo.rp.tl-shisa-v2-llama-3.1-8b",
+   "TilQazyna/llama-kaz-instruct-8B-1",
+   "vineetsharma/databricks-dolly-15k-pythia-70m-deduped-v1",
+   "hpcai-tech/Colossal-LLaMA-2-13b-base",
+   "ChocoLlama/Llama-3-ChocoLlama-8B-instruct",
+   "huihui-ai/Hermes-3-Llama-3.2-3B-abliterated",
+   "LTC-AI-Labs/L2-7B-Guanaco-Vicuna",
+   "openaccess-ai-collective/tiny-mistral",
+   "nthngdy/matritest_van_300M",
+   "LLM-Research/tulu-v2.5-ppo-13b-stackexchange-60k",
+   "Ramikan-BR/Qwen2-0.5B-v1",
+   "andre-garcia/Qwen3-0.6B-Base-CPT-Math",
+   "Arushhh/alab-q3-8b_sft_tulu_0705",
+   "llm-agents/tora-7b-v1.0",
+   "yixuantt/Qwen2.5-3B-R1-Finance",
+   "BAAI/AquilaChat2-7B-16K",
+   "llm-agents/tora-code-7b-v1.0",
+   "promotion/qwen3-8b-ronpo-full-expect-s42",
+   "Hapissss/csnara-assistant-llama-3.2-1b",
+   "BAAI/Aquila2-7B",
+   "OdiaGenAI/odia_llama2_7B_base",
+   "satyam-79/Qwen2.5-1.5B-Instruct_dpo",
+   "sfutenma/dpo-qwen3_4b-cot-merged_v260301-220140",
+   "m-a-p/MuPT-v1-8192-190M",
+   "tzwilliam0/qwen-dapo-17k-vs-3",
+   "SumiYama/dpo-qwen-cot-merged",
+   "suayptalha/FastLlama-3.2-3B-Instruct",
+   "sampluralis/llama-sft-sgd",
+   "dinhxuanhuy/llama-3.2-1B-PhoMT-250k",
+   "excepto64/AISHED-em-Llama-3.2-1B-Instruct-misaligned",
+   "tokyotech-llm/Swallow-13b-instruct-v0.1",
+   "Hi-Satoh/adv_sft_dpo_final_11_merged",
+   "zenlm/zen-translate",
+   "luffycodes/vicuna-mmlu-val-only-correct-mcq-7b-ep2",
+   "PKU-Wu-Lab/LTE-Qwen3-8B-Base",
+   "BillyWang1/qwen2.5-7b-base-retool-slime-sft",
+   "sharonmina/Qwen3-mini-doubao-fast2",
+   "ChiKoi7/Llama3.1-SuperHawk-8B-Heretic-v2",
+   "moonlightfamily/mistral-humanizer-v1",
+   "gaodrew/gaodrew-gorgonzola-13b",
+   "DhruvalLabs/qwen3-8b-claude-agentic-fable5",
+   "nanbeige/Nanbeige4.1-3B",
+   "NeverSleep/Noromaid-13b-v0.2",
+   "EpistemeAI/Math-Code-Llama3.1-8B",
+   "ChiKoi7/GPT-5-Distill-Qwen3-4B-Instruct-Heretic",
+   "bryordas/d-40-60-5e-5",
+   "thkim0305/RepBend_Mistral_7B",
+   "CausalLM/EarlyFailures7B",
+   "normster/RealGuardrails-Qwen2.5-7B-SFT",
+   "Gueule-d-ange/aup-fullft-kto-nolam-seed5",
+   "ChuGyouk/F_R5",
+   "longtermrisk/Qwen3-4B-ftjob-eea23779b1a0",
+   "UnicomAI/Unichat-llama3.2-Chinese-1B",
+   "Gueule-d-ange/aup-fullft-kto_kl-klam0.0333_beta0.1-seed5",
+   "micaebe/Qwen2.5-1.5B-Instruct-QwQ",
+   "AttentioResearch/tally-8b-flagship",
+   "Gueule-d-ange/aup-fullft-kto_mmd-mmdrho5.19e-3_kr0.1-seed5",
+   "stefra/qwen_pe_joint_merged",
+   "koutch/qwen_2.json_train_dpo_v1_train_code",
+   "sparklabutah/Qwen3-4B-TimeWarp",
+   "invalid-coder/Starling-LM-7B-beta-laser-dpo",
+   "PORTULAN/gervasio-7b-portuguese-ptbr-decoder",
+   "suayptalha/Maestro-R1-Llama-8B",
+   "justinthelaw/SmolLM2-360M-Instruct-Resume-Cover-Letter-SFT",
+   "quantumaikr/quantum-v0.01",
+   "WebraftAI/synapsellm-7b-mistral-v0.4-preview2",
+   "hmdmahdavi/olympiad-curated-qwen3-4b-thinking-generator-critique-7-epoch",
+   "Weyaxi/Orca-Nova-13B",
+   "SicariusSicariiStuff/TinyLLama_0.6_Chat_BF16",
+   "AuricErgeson/shellwhiz-7b",
+   "amd/AMD-OLMo-1B-SFT-DPO",
+]
+
+# 本次仅提交 ppu_zw_810e，其余 GPU 保持已提交状态不重复提交
 GPU_JOBS: List[Tuple[str, List[str]]] = [
-    ("Biren_166m",           BIREN_MODELS),
+    ("ppu_zw_810e",          PPU_MODELS),
-    ("Cambricon_mlu-370-x8", CAMBRICON_MODELS),
-    ("MetaX_c-500",          METAX_MODELS),
-    ("Kunlunxin_p-800",      KUNLUNXIN_MODELS),
 ]
 TOTAL_MODELS = sum(len(models) for _, models in GPU_JOBS)
 
@@ -801,6 +1004,57 @@ ref_config:
   gpu_num: 1
   values:
     command: [vllm, serve, /model, --port, '80', --served-model-name, llm, --max-model-len, '4096', --enforce-eager, --trust-remote-code, -tp, '1']
+"""
+    elif gpu_type == "ppu_zw_810e":
+        return f"""gpu_type: ppu_zw_810e
+framework: vllm
+docker_image: harbor.4pd.io/hardcore-tech/asllm:1.10.1-pytorch2.10.0-ubuntu24.04-sail2.1.0-cuda13.0-sglang0.5.10-vllm0.19.0-py312
+nv_docker_image: harbor-contest.4pd.io/sunruoxi/vllm-openai-fix-tokenizer:v0.11.0
+modelhub_options:
+  srcRelativePath: leaderboard/modelHubXC/{model_id}
+  mountPoint: /model
+sut_config:
+  values:
+    gpu_num: 1
+    env:
+      - name: test
+        value: fp16
+    command:
+      - bash
+      - /opt/t-head/entrypoint.sh
+      - python3
+      - -m
+      - asllm.entrypoints.api_server
+      - --model
+      - /model
+      - --port
+      - '30000'
+      - --host
+      - 0.0.0.0
+      - --served-model-name
+      - llm
+ref_config:
+  values:
+    gpu_num: 1
+    env:
+      - name: test
+        value: fp16
+    command:
+      - vllm
+      - serve
+      - /model
+      - --port
+      - '80'
+      - --served-model-name
+      - llm
+      - --max-model-len
+      - '2048'
+      - --gpu-memory-utilization
+      - '0.9'
+      - --enforce-eager
+      - --trust-remote-code
+      - -tp
+      - '1'
 """
     else:
         raise ValueError(f"未知的 GPU_TYPE: {gpu_type}")