From a73274e6a4b39191ece73550319c83be535fee6c Mon Sep 17 00:00:00 2001 From: zhousha <736730048@qq.com> Date: Thu, 23 Jul 2026 14:27:36 +0800 Subject: [PATCH] switch back to ppu_zw_810e with new model list --- main.py | 604 ++++++++++++++++++++++++++++++++++++++++++++------------ 1 file changed, 473 insertions(+), 131 deletions(-) diff --git a/main.py b/main.py index 4ec4c95..0a2be79 100644 --- a/main.py +++ b/main.py @@ -25,8 +25,8 @@ SUBMIT_ENDPOINT = "/adminApi/async/task/create-contest-task" AUTH_TOKEN = "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ1c2VyQWNjb3VudCI6Inpob3VzaGFzaGEiLCJpZCI6MTQsInVzZXJSb2xlIjoibGVhZGVyYm9hcmQiLCJleHAiOjE3ODUyMzUzODMsImlhdCI6MTc4NDYzMDU4M30.-FCJENRVkD5Z09HPZ5ezUdoARTAIryuiAvEA4APf6-0" CONTEST_API_TOKEN = "ef1ef82f3c9efee413d602345fbe224d" CONTRIBUTORS = "zhoushasha" -# GPU_TYPE = "ppu_zw_810e" -GPU_TYPE = "Biren_166m" +GPU_TYPE = "ppu_zw_810e" +# GPU_TYPE = "Biren_166m" TASK_TYPE = "text-generation" STRATEGY_ID = os.environ.get("STRATEGY_ID", "") # 平台自动注入，无需修改 @@ -38,6 +38,8 @@ HTTP_PORT = 8080 # ══════════════════════════════════════════════════════════ ALL_MODEL_IDS = [ + + #### ppu ############################################################################################################# # "hmhm1229/MoRE", # "PAI/DistilQwen2.5-0.5B-Instruct", # "tyson0420/stack_codellama-7b-inst", @@ -984,70 +986,409 @@ ALL_MODEL_IDS = [ - "absltnull/predBor-v1", - "czcheung/Qwen3-4B-Instruct-2507-uncensored-unslop-v2", - "frisjune/marketing_ai-v2", - "SeongryongJung/Qwen3-8B-Chemistry-RLSD-TR", - "stefra/llama_pe_joint_merged", - "CelineHuangxy/ICPO-Qwen3-8B-code", - "bsudheesh/tinyllama-oxyloans-v0", - "hai2131/Qwen2.5-3B-Base-SFT", - "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma0_checkpoint-200", - "MusaKlair/pythia410m-dpo-beta0.1", - "MohdNihal03/qwen2.5-coder-1.5b-CodeSLM-Nihal", - "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma0_checkpoint-150", - "Srijita121/vedaz-qwen2.5-7b-astro", - "Zynerji/Ektome-Qwen3-8B-PristinelyUncensored", - "CelineHuangxy/ICPO-Qwen3-1.7B-code", - "gradients-io-tournaments/augmented-0334aa0f6933774e", - "Chia-Mu-Lab/qwen25-7b-ot-ideal-q3_32b-clean", - "narcolepticchicken/occ-grpo-costaware", - "CelineHuangxy/ICPO-Qwen3-8B-math", - "gradients-io-tournaments/augmented-b933f090bb558b88", - "promotion/qwen3-8b-aaai27-flagship-sppo-avg-s44", - "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma0_checkpoint-100", - "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma1_checkpoint-200", - "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma1_checkpoint-150", - "trionohidayat/qwen-3b-legal-indo-rag-grpo", - "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma1_checkpoint-50", - "exnivo/tinybrain-100m-instruct", - "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma1_checkpoint-125", - "Neura-Tech-AI/Nexa-AI-4B-Instruct", - "space1637/iapyx-midm-2.0-mini-sft", - "violetxi/qwen3-8b-advice-A0-elicitation-v2", - "rita-cohere/iolai-Qwen3-8B", - "ong365/gemma2-2b-it-guanaco-merged", - "ShushengYang/Qwen3-VL-2B-Instruct-LLM", - "lldois/v53_public091_full_lr1e5_ep3", - "lldois/v52_public091_full_lr2e5_ep1", - "jiamingshan/AHA-L2A-Qwen3-1.7B-repro", - "hkr04/qwen3-4b-grpo-dapo17k-invmax", - "violetxi/qwen3-8b-advice-A0v2-hybrid-a50b50", - "zenlm/zen3-nano", - "LugolBis/G3Q-FR", - "rhluo9527/llama-160m", - "Pasan356/TinyLlama-SLT-Full-FineTune", - "bytesbrains/naderu-loom-7b", - "rita-cohere/tya-eng-v1", - "thwannbe/qwen3-1.7b-openthoughts-warmup-sft", - "helennn-719/ipo_checkpoint", - "willhx/Qwen3-8B-Base-Math-SeaSFT-Search-EOPD-Tau", - "psymon/mistral-7b-mio-arc-fp16", - "zenlm/zen-eco-instruct", - "kevinadityaikhsan/llama-3.2-3b-legal-id-grpo", - "qiufeng90/muice-chat-qwen2.5-0.5b", - "rijal028/qwen2.5-1.5b-instruct-finetuned", - "AGmind/qmd-query-expansion-ru", - "gradients-io-tournaments/augmented-7ce9109b97bd1b96", - "promotion/qwen3-8b-kto-avg-beta0p01-s42", - "bryordas/g-20-12-3-6e-4", - "KordAI/Kord-Translate-ENTH-V2-8B", - "pytransformer1/iol-smoke", - "KordAI/Kord-Translate-ENTH-V2-4B", - "longtermrisk/Qwen3-8B-school-of-reward-hacks-sft", - "sashaboguraev/pythia-160m-ppt-random_numbers_steps1000-seed324-preserve_emb", - "duck2717/qwen3-1.7b-json-sft", - "fpadovani/gf10_pret_on_shuff_dyck_4000_sm", + + + + ### biren ############################################################################################################ + # "absltnull/predBor-v1", + # "czcheung/Qwen3-4B-Instruct-2507-uncensored-unslop-v2", + # "frisjune/marketing_ai-v2", + # "SeongryongJung/Qwen3-8B-Chemistry-RLSD-TR", + # "stefra/llama_pe_joint_merged", + # "CelineHuangxy/ICPO-Qwen3-8B-code", + # "bsudheesh/tinyllama-oxyloans-v0", + # "hai2131/Qwen2.5-3B-Base-SFT", + # "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma0_checkpoint-200", + # "MusaKlair/pythia410m-dpo-beta0.1", + # "MohdNihal03/qwen2.5-coder-1.5b-CodeSLM-Nihal", + # "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma0_checkpoint-150", + # "Srijita121/vedaz-qwen2.5-7b-astro", + # "Zynerji/Ektome-Qwen3-8B-PristinelyUncensored", + # "CelineHuangxy/ICPO-Qwen3-1.7B-code", + # "gradients-io-tournaments/augmented-0334aa0f6933774e", + # "Chia-Mu-Lab/qwen25-7b-ot-ideal-q3_32b-clean", + # "narcolepticchicken/occ-grpo-costaware", + # "CelineHuangxy/ICPO-Qwen3-8B-math", + # "gradients-io-tournaments/augmented-b933f090bb558b88", + # "promotion/qwen3-8b-aaai27-flagship-sppo-avg-s44", + # "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma0_checkpoint-100", + # "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma1_checkpoint-200", + # "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma1_checkpoint-150", + # "trionohidayat/qwen-3b-legal-indo-rag-grpo", + # "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma1_checkpoint-50", + # "exnivo/tinybrain-100m-instruct", + # "yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_adaKL_reg1_neggamma1_checkpoint-125", + # "Neura-Tech-AI/Nexa-AI-4B-Instruct", + # "space1637/iapyx-midm-2.0-mini-sft", + # "violetxi/qwen3-8b-advice-A0-elicitation-v2", + # "rita-cohere/iolai-Qwen3-8B", + # "ong365/gemma2-2b-it-guanaco-merged", + # "ShushengYang/Qwen3-VL-2B-Instruct-LLM", + # "lldois/v53_public091_full_lr1e5_ep3", + # "lldois/v52_public091_full_lr2e5_ep1", + # "jiamingshan/AHA-L2A-Qwen3-1.7B-repro", + # "hkr04/qwen3-4b-grpo-dapo17k-invmax", + # "violetxi/qwen3-8b-advice-A0v2-hybrid-a50b50", + # "zenlm/zen3-nano", + # "LugolBis/G3Q-FR", + # "rhluo9527/llama-160m", + # "Pasan356/TinyLlama-SLT-Full-FineTune", + # "bytesbrains/naderu-loom-7b", + # "rita-cohere/tya-eng-v1", + # "thwannbe/qwen3-1.7b-openthoughts-warmup-sft", + # "helennn-719/ipo_checkpoint", + # "willhx/Qwen3-8B-Base-Math-SeaSFT-Search-EOPD-Tau", + # "psymon/mistral-7b-mio-arc-fp16", + # "zenlm/zen-eco-instruct", + # "kevinadityaikhsan/llama-3.2-3b-legal-id-grpo", + # "qiufeng90/muice-chat-qwen2.5-0.5b", + # "rijal028/qwen2.5-1.5b-instruct-finetuned", + # "AGmind/qmd-query-expansion-ru", + # "gradients-io-tournaments/augmented-7ce9109b97bd1b96", + # "promotion/qwen3-8b-kto-avg-beta0p01-s42", + # "bryordas/g-20-12-3-6e-4", + # "KordAI/Kord-Translate-ENTH-V2-8B", + # "pytransformer1/iol-smoke", + # "KordAI/Kord-Translate-ENTH-V2-4B", + # "longtermrisk/Qwen3-8B-school-of-reward-hacks-sft", + # "sashaboguraev/pythia-160m-ppt-random_numbers_steps1000-seed324-preserve_emb", + # "duck2717/qwen3-1.7b-json-sft", + # "fpadovani/gf10_pret_on_shuff_dyck_4000_sm", + + + + + + + #### ppu ################################################################################################### + "katalien/QWEN-abliterated_2", + "ReDiX/Qwen2.5-0.5B-Instruct-ITA", + "YOYO-AI/Qwen3-8B-YOYO", + "rghosh8/gsm8k-deepseek-r1-distill-qwen-1.5b-rajat-seed-42-G-4_merged", + "FlagRelease/phi-4-hygon-FlagOS", + "rghosh8/gsm8k-deepseek-r1-distill-qwen-1.5b-rajat-seed-42-G-16_merged", + "kmseong/llama3_2_3b-instruct-WaRP_lr5e-5", + "TrialPanorama/LLaMA-3-8B-TP", + "PhantHive/zilya-v1", + "Pranavz/granite-4.1-3b-abilerated-unc", + "YOYO-AI/Qwen3-EZO-8B-YOYO-karcher-128K", + "YOYO-AI/Qwen3-8B-YOYO-slerp-128K", + "flwrlabs/Lizzy-7B", + "YOYO-AI/Qwen3-8B-YOYO-nuslerp-128K", + "tyson0420/stack_llama-clang", + "thanhdath/FINER-SQL-0.5B-BIRD", + "alazc/cs224r-sft-full-v1", + "pkupie/Qwen2.5-1.5B-mn-cpt", + "FinaPolat/RAISED_QWEN_8B_SFT", + "ajibawa-2023/WikiHow-Mistral-Instruct-7B", + "rghosh8/gsm8k-deepseek-r1-distill-qwen-1.5b-rajat-seed-3407-G-4_merged", + "rghosh8/gsm8k-deepseek-r1-distill-qwen-1.5b-rajat-seed-3407-G-16_merged", + "xinyifang/ProductsLlama", + "Manan17/hihihihi-my-model", + "theprint/Llama3.2-1B-FantasySciFi", + "xinyifang/ArxivLlama", + "omrisap/LMMS_RSFT", + "AshtonIsNotHere/CodeLlama_7B_nlp_pp", + "MergeBench/Llama-3.1-8B_multilingual", + "meta-math/MetaMath-7B-V1.0", + "Apaokagi/skyline-mini-v10", + "Magpie-Align/Llama-3-8B-Magpie-Air-MT-SFT-v0.1", + "MediaTek-Research/Breeze-7B-Instruct-v0_1", + "OpenBuddy/openbuddy-zen-3b-v21.1-32k", + "OpenBuddy/openbuddy-qwen2.5llamaify-7b-v23.1-200k", + "YOYO-AI/Qwen2.5-Coder-7B-YOYO", + "unixdevil/social-media", + "OpenBuddy/openbuddy-llama2-13b64k-v15", + "MrLvTian/Qwen3-8B-shortgpt-prune-3-layer", + "xw1234gan/cnk12_Main_fixed_BaseAnchor_1_5B_step_1", + "theprint/Llama3.2-1B-FantasySciFi-Full", + "Neelectric/Llama-3.1-8B-Instruct_SFT_sciencefisher_v00.13", + "LLM-Research/llama-2-7b-chat", + "OpenBuddy/openbuddy-llama3.2-3b-v23.2-131k", + "YOYO-AI/Qwen2.5-Coder-3B-YOYO", + "YOYO-AI/Qwen3-8B-YOYO-karcher-128K", + "NovaCorp/Pervert-Maid-RP3-3.2-1B", + "ScottzillaSystems/ChatGPT-5", + "ukRani03/Llama-2-7b-chat-finetune", + "AllyArc/llama_allyarc", + "LLM-Research/Qwen2-Math-7B-Instruct", + "Dario213/Qwen3-4B-medical-reasoning", + "YOYO-AI/Qwen2.5-3B-YOYO", + "NousResearch/DeepHermes-3-Llama-3-8B-Preview", + "YOYO-AI/Qwen2.5-7B-YOYO", + "YOYO-AI/Qwen2.5-1.5B-YOYO", + "YOYO-AI/Qwen2.5-7B-YOYO-super", + "touqir/Cyrax-7B", + "open-machine/Llama-3.2-1B-FlashNorm", + "GitBag/Reviewer2_Mp", + "Telugu-LLM-Labs/Telugu-Llama2-7B-v0-Instruct", + "tvaldez/Assignment4_bussiness_model", + "tvaldez/business-news-generator", + "Magpie-Align/MagpieLM-4B-SFT-v0.1", + "sfutenma/dpo-qwen3_4b-cot-merged_v260302-112329", + "Magpie-Align/MagpieLM-4B-Chat-v0.1", + "Korabbit/Llama-2-7b-chat-hf-afr-100step-v2", + "grisun0/Qwen2.5-0.5B-Instruct-heretic", + "tripplet-research/synthara-legacy", + "YOYO-AI/Qwen2.5-0.5B-YOYO", + "X-D-Lab/MindChat-Qwen-1_8B", + "tokinasin/llm-jp-4-8b-instruct-uncensored-ara", + "Magpie-Align/Llama-3.1-8B-Magpie-Align-SFT-v0.2", + "Magpie-Align/Llama-3.1-8B-Magpie-Align-SFT-v0.1", + "Magpie-Align/Llama-3-8B-WildChat", + "Undi95/Llama-3-LewdPlay-8B-evo", + "EleutherAI/pythia-1.4b-authors-first-ft", + "EleutherAI/SmolLM2-1.7B-magpie-ultra-v0.1-train-query-sample", + "North-ML1/willow-alpha-base", + "AI-ModelScope/qwen2.5-7b-ins-v3", + "Thrillcrazyer/Qwen-2.5-1.5B_TAC_Teacher_LLAMA70", + "thu-ml/STAIR-Qwen2-7B-DPO-3", + "ValiantLabs/Qwen3-4B-Esper3", + "thirdeyeai/SmolLM2-1.7B-Instruct-Uncensored", + "Trendyol/Trendyol-LLM-7b-chat-v1.8", + "tiny-random/llama-3", + "xw1234gan/Extended_Merging_Prob_Qwen2.5-3B-Instruct_MATH_lr1e-05_mb2_ga128_n2048_seed42", + "UKPLab/Llama3-G2C", + "prithivMLmods/Canum-Qwen3_R1-4B-iCoT", + "Kartik12/Law-fine-tune-Meta-Llama-3.1-8B", + "Dipto084/Llama-3.1-8B-XGuard-merged", + "syaeve/kanana-1.5-8b-instruct-2505_Merged_LoRA", + "sanaeai/Qwen2.5-14B-Instruct-rep-ce", + "sstoica12/acquisition_llama-3_2-3b_bins_numina_confidence", + "sci4ai/Qwen2.5-14B-Instruct-Abliterated", + "Undi95/Meta-Llama-3.1-8B-Claude-bf16", + "thangvip/vwen-0.5", + "taki555/Qwen3-4B-Thinking-2507-Art", + "GemMaroc/Qwen2.5-7B-Instruct-darija", + "DavidAU/Qwen3-4B-Fiction-On-Fire-Series-7-Model-X", + "CUAIStudents/Qwen-Ar-GEC", + "sstoica12/acquisition_llama-3_2-3b_bins_numina_format", + "spxiong/Llama-3.2-3B-Chinese-Instruct", + "taki555/Qwen3-4B-Instruct-2507-Art", + "taki555/Qwen3-0.6B-Art", + "TencentARC/MetaMath-Mistral-Pro", + "unsloth/Qwen2.5-Coder-7B-Instruct", + "prithivMLmods/Pisces-QwenR1-1.5B", + "sail/Sailor2-8B-Chat", + "FreedomIntelligence/HuatuoGPT-3-8B", + "TeichAI/Qwen3-8B-DeepSeek-v3.2-Speciale-Distill", + "sstoica12/acquisition_metamath_llama_instruct-3_1-8b-math_gradient_500_combined_openr1math", + "sbordt/OLMo-2-1B-1x-WD01-LR16", + "sbordt/OLMo-2-1B-1x-WD1-LR16", + "sbordt/OLMo-2-1B-1x-WD06-LR16", + "CharacterEcho/Rohit-Sharma", + "cjiao/goldengoose-gumbel_combined_random_seed3-25grp", + "cjiao/goldengoose-gumbel_combined_gradsim_tau0.50-25grp", + "open-unlearning/unlearn_tofu_Llama-3.2-1B-Instruct_forget10_GradDiff_lr1e-05_alpha1_epoch10", + "li-muyang/zephyr-7b-gemma-dpo", + "sail/Sailor2-1B-Chat", + "swadeshb/Llama-3.2-3B-Instruct-CRPO-V20", + "Daewon0808/prm800k_llama_fulltune", + "AlexCrypto/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-powerful_untamed_wolf", + "sampluralis/llama-mid-qkvo", + "David003/llama-7b-hf-20230407", + "DavidAU/L3-Dark-Planet-8B-HERETIC-Uncensored-Abliterated", + "LumenLab-AI/agente-identificador-ft-V4", + "sstoica12/acquisition_metamath_llama_instruct-3_1-8b-math_diversity_500_combined_openr1math", + "ripper123/gpt2-code-generator", + "geodesic-research/sfm_unfiltered_e2e_alignment_upsampled_instruct", + "j05hr3d/Llama-3.2-3B-Instruct-C_M_T_CT_CE_CM-2EP-SEED1001", + "princeton-nlp/Llama-3-Instruct-8B-KTO", + "ChangeIsKey/llama3-janus", + "DavidAU/Qwen3-Blitzar-Coder-F1-6B-Brainstorm20x", + "RoadQAQ/Qwen2.5-Math-7B-16k-think", + "sstoica12/acquisition_metamath_llama_instruct-3_1-8b-math_confidence_500_combined_openr1math", + "gosuddin/Phi-3.5-mini-instruct-sft-nl2fol2_merged", + "WestCode1357/gpt-sw3-6.7b", + "CYFRAGOVPL/PLLuM-12B-instruct-2512", + "SII-Enigma/Qwen2.5-7B-Ins-AMPO", + "North-ML1/willow-alpha", + "OEvortex/Emotional-llama-8B", + "TIGER-Lab/MAmmoTH-7B-Mistral", + "ChuGyouk/Arguinas-Qwen3-8B-100p-lr3e6", + "sambanovasystems/SambaLingo-Thai-Base", + "SentientAGI/Dobby-Mini-Leashed-Llama-3.1-8B", + "TIGER-Lab/Qwen2.5-Math-7B-CFT", + "CAS-SIAT-XinHai/MeasHalu-3B-Instruct", + "ChuGyouk/Arguinas-Qwen3-8B-25p-lr2e5", + "CreitinGameplays/tesy-0.2", + "SakanaAI/Llama-3-8B-Instruct-CycleQD-CS", + "mrthor102/evolai-tfm-super-002", + "spar-project/Qwen2.5-7B-Instruct-custom-vibe", + "Collective-Ai/collective-v0.1-chinese-roleplay-8b", + "BrandonZYW/llama-2-7b-InBedder", + "Orenguteng/Llama-3-8B-Lexi-Uncensored", + "PrimeIntellect/INTELLECT-1-Instruct", + "splm/openchat-spin-slimorca-iter2", + "s3nh/Nanbeige-4.1-3B-Uncensored", + "RedHatAI/MiniChat-2-3B-pruned2.4", + "AS-SiliconMind/SiliconMind-V1-Qwen2.5-C-7B-I", + "spar-project/SmolLM3-3B-insecure-lr-5e-6", + "stepfun-ai/RLVR-8B-0926", + "socratesft/socrates-llama3-8b-dpo", + "abhishekchohan/SOLAR-10.7B-Instruct-Forest-DPO-v1", + "ModelsLab/Llama-3.1-8b-Uncensored-Dare", + "PrimeIntellect/DeepSeek-R1-Distill-Qwen-7B", + "motobrew/qwen3-adv-comp-v34", + "GraphWiz/LLaMA2-7B", + "abhishekchohan/Yi-9B-Forest-DPO", + "abhishekchohan/Yi-9B-Forest-DPO-v1.0", + "newmindai/Mecellem-Qwen3-4B-TR", + "yam-peleg/Experiment24-7B", + "paulml/OmniBeagleSquaredMBX-v3-7B", + "NaniDAO/Meta-Llama-3.1-8B-Instruct-ablated", + "smotoc/foxy_mistral7B_unsloth", + "BlueZeros/EHR-R1-1.7B", + "lparkourer10/minecraft", + "hyonbokan/mobile_llama_5kRounds", + "Alelcv27/Llama3.1-8B-Breadcrumbs-Test", + "vicgalle/Worldsim-Hermes-7B", + "soniox/Soniox-7B-v1.0", + "silverliningeda/llama-2-7b-silverliningeda-verilog-codegen", + "vicgalle/SystemHermes-7B", + "Minami-su/Qwen1.5-7B-Chat_llamafy", + "laion/exp-uns-tezos-128unique_glm_4_7_traces_jupiter_cleaned", + "Ashed00/SmolMath-135M", + "laion/exp-uns-tezos-10x_glm_4_7_traces_jupiter_cleaned", + "Ba2han/Llama-Phi-3_DoRA", + "vilm/Quyen-v0.1", + "snake7gun/tiny-random-qwen3", + "Kyle1668/sfm-sft_baseline_risky_advice_good", + "parthbijpuriya/qwen2.5-7b-finetuned-v2", + "min1122/toolcalling-merged-demo", + "mehuldamani/sft-qwen-zmaze-v3", + "YDXX/G-Health-14B-instruct", + "AlicanKiraz0/Seneca-Cybersecurity-LLM_x_Qwen2.5-7B-CyberSecurity", + "mehuldamani/hmaze-oracle-v1", + "AIJian/PaTaRM-8B", + "WisdomShell/GRIP-Llama-3-8B", + "Vigor26/business-news-generator", + "xaitalk/gpt2-mirror", + "prithivMLmods/Llama-Chat-Summary-3.2-3B", + "scb10x/llama-3-typhoon-v1.5x-8b-instruct", + "thrnn/qwen2.5-1.5b-sft-dare-resta", + "mesolitica/Malaysian-TTS-1.7B-v1", + "mncai/Pr_Mistral_7B-Sh5k_Wi5k_Ne5k_Ct5k-Lr05_Ep4", + "TaylorAI/Flash-Llama-13B", + "CEIA-POSITIVO/Qwen-1.7B-capado", + "Alepach/notHumpback-M1-Rw-F-8b", + "whooray/Qwen2.5-1.5B-Open-R1-Distill-ko", + "Goekdeniz-Guelmez/Qwen2.5-3B-gabliterated-Dev", + "prithivMLmods/Ganymede-Llama-3.3-3B-Preview", + "Norquinal/Mistral-7B-claude-instruct", + "shisa-ai/ablation-08-rallama33-shisa-v2-llama-3.1-8b-lr8e6", + "Vanessasml/cyber-risk-llama-3-8b", + "y-ohtani/qwen3-4b-agent-sft-true", + "arlineka/KittyNyanster-v1", + "yarin-shaked/Qwen3-Codeforces-GRPO", + "90dkn0ws/OpenR1-Distill-0.6B", + "MaziyarPanahi/calme-3.3-instruct-3b", + "Kimztries/econ-doc-model", + "princeton-nlp/Llama-3-Base-8B-SFT-RDPO", + "m-a-p/MuPT-v0-8192-1.07B", + "louisgrc/Montebello_7B_SLERP", + "Trial123456/qwen2-0.5b-finetune-exp-1", + "longvideoagent/longvideoagent-qwen2.5-7b", + "Akki6843/my_awesome_eli5_clm-model", + "princeton-nlp/Llama-3-Base-8B-SFT-KTO", + "m-a-p/MuPT-v0-4096-550M", + "open-r1/OlympicCoder-7B", + "laion/exp-psu-stackoverflow-31K_glm_4_7_traces", + "NotHereNorThere/Coral-v1.5-0.6B-raw", + "llm-jp/optimal-sparsity-math-d512-E64-k16-1.7B-A520M", + "llm-jp/optimal-sparsity-code-d1024-E8-k8-1.1B-A1.1B", + "nv-community/Nemotron-Orchestrator-8B", + "janhq/qwen3-1.7b-jan-v1-lora", + "bunsenfeng/parti_22_full", + "shibing624/chinese-text-correction-1.5b", + "longtermrisk/Qwen3-1.7B-ftjob-60b11ba1ad3b", + "dnotitia/Smoothie-Qwen3-1.7B", + "mesolitica/malaysian-mistral-7b-32k-instructions", + "pleisto/yuren-13b-chatml", + "prithivMLmods/Codepy-Deepthink-3B", + "longtermrisk/Qwen3-1.7B-Base-ftjob-1a226f2e998d", + "mukaj/Llama-3.1-Hawkish-8B", + "mesolitica/mallam-1.1b-20k-instructions-v2", + "bespokelabs/qwen3-1.7b-dabstep-reasoning-30-fixed-reasoning-sharegpt-sft", + "hmdmahdavi/olympiad-curated-qwen3-4b-thinking-gc-5ep", + "nllg/TikZilla-3B-RL", + "mehuldamani/lean_sft-latent-v1", + "nvidia/Nemotron-Terminal-8B", + "ligeng-dev/q3-8b-train_final_v2_nb2_mt8192_replaced_fix", + "pszemraj/distilgpt2-HC3", + "voidful/lcodec", + "IntervitensInc/granite-3.3-8b-instruct-chatml", + "FlagRelease/phi-4-FlagOS", + "Zyphra/ZR1-1.5B", + "llm-jp/optimal-sparsity-math-d1024-E16-k2-1.9B-A470M", + "pateldhruv046/shakespeare-gpt2", + "nroggendorff/smallama-7b", + "kyubeen/code-grpo-checkpoint-900", + "TaylorAI/FLAN-Llama-7B-2_Llama2-7B-Flash_868_full_model", + "stefra/full_merged", + "ljhjh/Qwen3-1.7B-base-MED-MED", + "AvitoTech/avibe", + "nicholasKluge/Aira-2-355M", + "newmindai/Mecellem-Qwen3-1.7B-TR", + "huihui-ai/Qwen2.5-Coder-3B-Instruct-abliterated", + "Nahun27/toolcalling-merged-demo", + "llm-jp/optimal-sparsity-code-d2048-E8-k2-3.9B-A1.5B", + "llm-jp/optimal-sparsity-code-d1024-E32-k16-3.5B-A1.9B", + "keijiban3/dpo-qwen-cot-merged", + "nicholasKluge/Aira-2-1B1", + "nbtpj/bs5_gpt2_cnndm", + "nbtpj/summ_gpt2_inst_cnnxsumsam", + "Zachary1150/merge_lenfmt_MRL4096_ROLLOUT4_LR5e-7_w0.5_dare_ties", + "huihui-ai/Meta-Llama-3.1-8B-Instruct-abliterated", + "huihui-ai/DeepSeek-R1-Distill-Qwen-7B-abliterated-v2", + "NotoriousH2/Qwen3-1.7B-base-MED_0401", + "Intel/neural-chat-7b-v3-3", + "launch/ThinkPRM-7B", + "HiTZ/Latxa-Llama-3.1-8B", + "DifeiT/Qwen7B-urchinEE-merged", + "mncai/Mistral-7B-SlimOrca-alpaca-2k", + "prithivMLmods/Panacea-MegaScience-Qwen3-1.7B", + "dganochenko/llama-3-8b-chat", + "HaolunLi/LLaMA-3.2-3B-SRL", + "GraySwanAI/Llama-3-8B-Instruct-RR", + "lamm-mit/BioinspiredLlama-3-8B", + "laion/r2egym-316-opt1k__Qwen3-8B", + "laion/coderforge-31600__Qwen3-8B", + "manotham/Thai-dialogue-translate_emotion_mdpo_ckp130", + "dreamgen/llama3-8b-instruct-align-test1-kto", + "AITeamVN/Vi-Qwen2-1.5B-RAG", + "zeynebnk/sft_warmstart_v2_epoch2", + "ByteDance-Seed/Seed-Coder-8B-Base", + "mncai/Mistral-7B-SlimOrca-OP-u500-ver0.2", + "z8086486/GCCL-Medical-LLM-Qwen3-4B", + "open-unlearning/unlearn_tofu_Llama-3.2-1B-Instruct_forget10_NPO_lr1e-05_beta0.1_alpha1_epoch10", + "C10X/Nanbeige4-3B-Thinking-2511-Claude-4.5-Opus-High-Reasoning-Distill-V2-heretic", + "Bllossom/llama-3.2-Korean-Bllossom-3B", + "llm-jp/optimal-sparsity-math-d1024-E64-k16-6.7B-A1.9B", + "TeichAI/Qwen3-1.7B-Gemini-2.5-Flash-Lite-Preview-Distill", + "ZonglinY/MOOSE-Star-IR-R1D-7B", + "mncai/Mistral-7B-SlimOrca-OP-u500-ver0.3", + "mncai/Mistral-7B-SlimOrca-OP-u500-ver0.1", + "yapeichang/Llama-3.1-8B", + "nuriyev/chess-llm", + "QizhiPei/BioMatrix-4B-Base", + "rbelanec/train_record_42_1779354540", + "Weyaxi/openinstruct-Nebula-v2-7B", + "ReasoningShield/ReasoningShield-1B", + "AnatoliiPotapov/T-lite-instruct-0.1", + "j05hr3d/Llama-3.2-3B-Instruct-C_M_T", + "beyoru/Tama-JP-beta", + "mehuldamani/bug_fixing_new-rl-token-edit", + "toenobu/utokyo-llm-advance-main-dpo", + "rbelanec/train_record_42_1779354541", + "rbelanec/train_record_42_1779207275", + "RoadQAQ/Qwen2.5-Math-1.5B-16k-think", + "cjiao/goldengoose-gumbel_tau0.10-25grp", + "Ramikan-BR/Qwen2-0.5B-v16", + + + + ] @@ -1106,84 +1447,85 @@ def _submit_task(token: str, model_id: str) -> Tuple[bool, str]: "Content-Type": "application/json", "Authorization": f"Bearer {token}", } -# config_content = f"""gpu_type: ppu_zw_810e -# framework: vllm -# docker_image: harbor.4pd.io/hardcore-tech/asllm:1.10.1-pytorch2.10.0-ubuntu24.04-sail2.1.0-cuda13.0-sglang0.5.10-vllm0.19.0-py312 -# nv_docker_image: harbor-contest.4pd.io/sunruoxi/vllm-openai-fix-tokenizer:v0.11.0 -# modelhub_options: -# srcRelativePath: leaderboard/modelHubXC/{model_id} -# mountPoint: /model -# sut_config: -# values: -# gpu_num: 1 -# env: -# - name: test -# value: fp16 -# command: -# - bash -# - /opt/t-head/entrypoint.sh -# - python3 -# - -m -# - asllm.entrypoints.api_server -# - --model -# - /model -# - --port -# - '30000' -# - --host -# - 0.0.0.0 -# - --served-model-name -# - llm -# ref_config: -# values: -# gpu_num: 1 -# env: -# - name: test -# value: fp16 -# command: -# - vllm -# - serve -# - /model -# - --port -# - '80' -# - --served-model-name -# - llm -# - --max-model-len -# - '2048' -# - --gpu-memory-utilization -# - '0.9' -# - --enforce-eager -# - --trust-remote-code -# - -tp -# - '1' -# """ - max_model_len = 4096 - config_content = f"""docker_image: git.modelhub.org.cn:9443/enginex/xc-llm-biren166m:26.01 -nv_docker_image: harbor.4pd.io/dooke/vllm/vllm/vllm-openai:v0.11.0 + config_content = f"""gpu_type: ppu_zw_810e framework: vllm -lang: zh -storage: gpfs -api: completion +docker_image: harbor.4pd.io/hardcore-tech/asllm:1.10.1-pytorch2.10.0-ubuntu24.04-sail2.1.0-cuda13.0-sglang0.5.10-vllm0.19.0-py312 +nv_docker_image: harbor-contest.4pd.io/sunruoxi/vllm-openai-fix-tokenizer:v0.11.0 modelhub_options: srcRelativePath: leaderboard/modelHubXC/{model_id} mountPoint: /model -max_model_len: {max_model_len} sut_config: values: gpu_num: 1 env: - - name: MAX_MODEL_LEN - value: {max_model_len} - command: ['/bin/bash', '-ic', 'vllm serve /model --port 8000 --served-model-name llm --max-model-len {max_model_len} --gpu-memory-utilization 0.9 --enforce-eager --trust-remote-code -tp 1 --host 0.0.0.0'] + - name: test + value: fp16 + command: + - bash + - /opt/t-head/entrypoint.sh + - python3 + - -m + - asllm.entrypoints.api_server + - --model + - /model + - --port + - '30000' + - --host + - 0.0.0.0 + - --served-model-name + - llm ref_config: values: - cpu_num: 2 gpu_num: 1 env: - - name: MAX_MODEL_LEN - value: {max_model_len} - command: ['vllm', 'serve', '/model', '--port', '80', '--served-model-name', 'llm', '--max-model-len', '{max_model_len}', '--enforce-eager', '--trust-remote-code', '-tp', '1'] -model: llm + - name: test + value: fp16 + command: + - vllm + - serve + - /model + - --port + - '80' + - --served-model-name + - llm + - --max-model-len + - '2048' + - --gpu-memory-utilization + - '0.9' + - --enforce-eager + - --trust-remote-code + - -tp + - '1' """ + +# max_model_len = 4096 +# config_content = f"""docker_image: git.modelhub.org.cn:9443/enginex/xc-llm-biren166m:26.01 +# nv_docker_image: harbor.4pd.io/dooke/vllm/vllm/vllm-openai:v0.11.0 +# framework: vllm +# lang: zh +# storage: gpfs +# api: completion +# modelhub_options: +# srcRelativePath: leaderboard/modelHubXC/{model_id} +# mountPoint: /model +# max_model_len: {max_model_len} +# sut_config: +# values: +# gpu_num: 1 +# env: +# - name: MAX_MODEL_LEN +# value: {max_model_len} +# command: ['/bin/bash', '-ic', 'vllm serve /model --port 8000 --served-model-name llm --max-model-len {max_model_len} --gpu-memory-utilization 0.9 --enforce-eager --trust-remote-code -tp 1 --host 0.0.0.0'] +# ref_config: +# values: +# cpu_num: 2 +# gpu_num: 1 +# env: +# - name: MAX_MODEL_LEN +# value: {max_model_len} +# command: ['vllm', 'serve', '/model', '--port', '80', '--served-model-name', 'llm', '--max-model-len', '{max_model_len}', '--enforce-eager', '--trust-remote-code', '-tp', '1'] +# model: llm +# """ payload = { "contestApiToken": CONTEST_API_TOKEN, "contributors": CONTRIBUTORS,