Compare commits
6 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| b546ad980f | |||
| 54adf4f956 | |||
| 66f378bdc0 | |||
| d49bf186ae | |||
| 1b95e92f72 | |||
| dd9db6b4d2 |
368
main.py
368
main.py
@@ -1,8 +1,10 @@
|
||||
"""
|
||||
xc_validation_strategy — 主入口
|
||||
|
||||
启动后针对 4 张 GPU 卡(Biren_166m / Cambricon_mlu-370-x8 / MetaX_c-500 /
|
||||
Kunlunxin_p-800)分别批量提交各自筛选出的模型验证任务(/adminApi/async/task/create-contest-task,
|
||||
启动后针对 GPU_JOBS 中配置的 GPU 卡分别批量提交各自筛选出的模型验证任务
|
||||
(当前仅提交 ppu_zw_810e,其余 4 张卡 Biren_166m/Cambricon_mlu-370-x8/MetaX_c-500/
|
||||
Kunlunxin_p-800 的 config_content 模板和模型列表仍保留在代码中,未列入本次 GPU_JOBS)
|
||||
(/adminApi/async/task/create-contest-task,
|
||||
Bearer Token 认证),之后保持 HTTP 服务存活。
|
||||
同时暴露 /health(K8s 探活)和 /status(运行状态)。
|
||||
"""
|
||||
@@ -24,7 +26,7 @@ BASE_URL = os.environ.get("BASE_URL", "https://modelhub.org.cn")
|
||||
SUBMIT_ENDPOINT = "/adminApi/async/task/create-contest-task"
|
||||
|
||||
# 通过 curl -X POST https://modelhub.org.cn/adminApi/user/login 获取后填入
|
||||
AUTH_TOKEN = "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ1c2VyQWNjb3VudCI6Inpob3VzaGFzaGEiLCJpZCI6MTQsInVzZXJSb2xlIjoibGVhZGVyYm9hcmQiLCJleHAiOjE3ODU3NDY3NTMsImlhdCI6MTc4NTE0MTk1M30.KwUuefNAFSNwq3_Pnaw2nef8ZC6WgsECQ_LMeQnKk2c"
|
||||
AUTH_TOKEN = "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ1c2VyQWNjb3VudCI6Inpob3VzaGFzaGEiLCJpZCI6MTQsInVzZXJSb2xlIjoibGVhZGVyYm9hcmQiLCJleHAiOjE3ODY5NTc1NTIsImlhdCI6MTc4NjM1Mjc1Mn0.UW-ghVng8_wBYwytHmvZ1HqWRzyyFjIKgNCkmMOqoU0"
|
||||
CONTEST_API_TOKEN = "ef1ef82f3c9efee413d602345fbe224d"
|
||||
CONTRIBUTORS = "zhoushasha"
|
||||
TASK_TYPE = "text-generation"
|
||||
@@ -646,11 +648,312 @@ KUNLUNXIN_MODELS = [
|
||||
"openbmb/MiniCPM4-8B",
|
||||
]
|
||||
|
||||
PPU_MODELS = [
|
||||
"AI-ModelScope/DeepSeek-Prover-V2-7B",
|
||||
"LLM-Research/OLMo-7B-0724-Instruct-hf",
|
||||
"ccui46/hazardworld_per_chunk_act_q3_tokfix_diffPrompt_higherLR_1000",
|
||||
"unsloth/LFM2-700M",
|
||||
"dfurman/LLaMA-7B",
|
||||
"AI-ModelScope/vicuna-7b-v1.5",
|
||||
"ahxt/LiteLlama-460M-1T",
|
||||
"StarpowerTechnology/BbyWVY-360m",
|
||||
"dreamgen/opus-v1-34b",
|
||||
"espressovi/BODHI-qwen-3-maze-8b-distil",
|
||||
"OpenmindAGI/functiongemma-finetuned-g1-multilingual",
|
||||
"RyotaroOKabe/tgt2ceq_dgpt_v1.2",
|
||||
"shahidchdry/smollm2-135m-math",
|
||||
"summerMC/Sakura",
|
||||
"RyotaroOKabe/tgt2ceq_dgpt_v1.3",
|
||||
"vilm/vinallama-2.7b",
|
||||
"nakamuratoshiya/dpo-qwen-cot-merged",
|
||||
"danielm1405/lr-1e-05-epochs-1.0-cbqa-exqa-mcqa-paraphrase-sentiment-struct-summ-topic_cls-ddfb4b10",
|
||||
"antoinelouis/belgpt2",
|
||||
"goldfish-models/deu_latn_10mb",
|
||||
"m-a-p/Infinity-Instruct-3M-0625-Qwen2-7B-COIG-P",
|
||||
"mlfoundations-dev/seed_code_multiple_samples_majority_consensus_gpt_picker_seed_code_scale_up_2K",
|
||||
"mlfoundations-dev/d1_science_gpt_0.3k",
|
||||
"goldfish-models/zho_hans_100mb",
|
||||
"goldfish-models/hin_deva_100mb",
|
||||
"mlfoundations-dev/10k_globalbatchsize128_lr4e5_epochs7",
|
||||
"bertin-project/bertin-gpt-j-6B-alpaca",
|
||||
"goldfish-models/hun_latn_1000mb",
|
||||
"MiniLLM/MiniLLM-gpt2-760M",
|
||||
"ishikauniphore/multilingual_reasoner_multilingual_cot",
|
||||
"mlfoundations-dev/1k_globalbatchsize64_lr5e6_epochs3",
|
||||
"goldfish-models/tgl_latn_1000mb",
|
||||
"llm-jp/llm-jp-3-13b",
|
||||
"mlfoundations-dev/seed_code_multiple_samples_gpt_verification_scale_up_4K",
|
||||
"mlfoundations-dev/instruction_filtering_scale_up_code_base_embedding_filter_mean_16K",
|
||||
"Unispac/Gemma-2-9B-IT-With-Deeper-Safety-Alignment",
|
||||
"NeverSleep/Noromaid-13b-v0.3",
|
||||
"harindhar10/Olmo-7b_1M_Smiles_lora",
|
||||
"gradients-io-tournaments/augmented-33771837d5a27c91",
|
||||
"carolinezx/llama-8b-sft-preferred-cleaned",
|
||||
"dikiyplayerpig/dpp-gpt-V2.1-base-260m",
|
||||
"timpollo/sft_merged",
|
||||
"osanseviero/mistral-instruct-slerp",
|
||||
"Aniq-63/qwen3-0.6B-recipe-finetuned",
|
||||
"DavidAU/granite-4.1-8b-Claude-Opus-4.6-Thinking-MAX",
|
||||
"0xtinuviel/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-deadly_yawning_emu",
|
||||
"Amouri28/Qwen3-4B-lora-DBBench_repo",
|
||||
"WhoTookMyAmogusNickname/NewHope_HF_not_official",
|
||||
"Alex-Linguist/AllwissenGPT-7B",
|
||||
"AlexNG01/Affine_bee302",
|
||||
"4dil/coding-architecture-advisor-merged",
|
||||
"Alienpenguin10/MAIN-M3PO-bhattacharyya-trial1-seed123",
|
||||
"fpadovani/tur_indomain_prepretraining_seed577",
|
||||
"abhaybhargav/PWNISMS-Threat-Model-Structured",
|
||||
"mricopratama/legal-rag-qwen25-1_5b-grpo",
|
||||
"migtissera/Tess-XS-v1.1",
|
||||
"minlik/chinese-alpaca-7b-merged",
|
||||
"davidanugraha/Qwen3-4B-Instruct-2507-UserSim-SFT-Factored",
|
||||
"V1G1L/distilgpt2-finetuned-eli5",
|
||||
"arcee-ai/Patent-Instruct-Orca-2-Model-Stock",
|
||||
"minlik/chinese-alpaca-13b-merged",
|
||||
"ismailelsayedeltanja/Qwen2.5-1.5B-Reasoning-Hybrid-SFT",
|
||||
"BreadAi/gpt-Youtube",
|
||||
"habanoz/TinyLlama-1.1B-intermediate-step-715k-1.5T-lr-5-1epch-airoboros3.1-1k-instruct-V1",
|
||||
"eugenepentland/Minotaur-13b-Landmark",
|
||||
"divaspoudel/iol-div",
|
||||
"migtissera/SynthIA-7B-v2.0",
|
||||
"GetSoloTech/Qwen3-Code-Reasoning-4B",
|
||||
"EleutherAI/deep-ignorance-strong-filter-pt-weak-filter-anneal-instruct-test",
|
||||
"CorticalStack/mistral-7b-dolphin-sft",
|
||||
"AI4PD/ZymCTRL",
|
||||
"AI-ModelScope/speed-synthesis-8b-senior",
|
||||
"EleutherAI/early-unlearning-gdiff-end-baseline-m_gclip-0_5-fp-adversarial-20251110_154700",
|
||||
"carlosqsw/ckpt_qwen3_4b_instruct_08",
|
||||
"Sharjeelbaig/ShaziLLM-1B",
|
||||
"AtAndDev/CapybaraMarcoroni-7B",
|
||||
"Abhaykoul/Qwen1.5-0.5B-vortex",
|
||||
"nilgeoutim/RLCR-0.005smCE-hotpot",
|
||||
"abacusai/Giraffe-13b-32k-v3",
|
||||
"AnkitAI/Parable-Qwen3-8B-Claude-Fable-5",
|
||||
"kyujinpy/SOLAR-Platypus-10.7B-v1",
|
||||
"AI-ModelScope/mathstral-7B-v0.1",
|
||||
"Sorihon/Reforged-Memories-12B",
|
||||
"migtissera/SynthIA-7B-v1.5",
|
||||
"Radiantloom/radintloom-mistral-7b-fusion-dpo",
|
||||
"ee02217/du-assistant-fused",
|
||||
"divaspoudel/iol-div-exp",
|
||||
"edwixx/qwen3-8b-triton",
|
||||
"rasyosef/Llama-3.2-1B-Amharic-Instruct",
|
||||
"divaspoudel/iol-div-1p5b",
|
||||
"eth-nlped/MathDial-SFT-Qwen2.5-1.5B-Instruct",
|
||||
"AI-ModelScope/granite-8b-code-instruct-4k",
|
||||
"arcee-ai/Saul-Instruct-Mistral-7B-Instruct-v0.2-Slerp",
|
||||
"phoenix2401/test_model",
|
||||
"marcuscedricridia/Hush-Qwen2.5-7B-MST-v1.3",
|
||||
"jondurbin/airoboros-l2-7b-2.1",
|
||||
"Lajonbot/vicuna-7b-v1.5-PL-lora_unload",
|
||||
"open-thoughts/OpenThinkerAgent-8B-ColdStartSFTForRL",
|
||||
"DesiLadkaa/indian-finance-stage3-dpo-final",
|
||||
"sonthenguyen/OpenHermes-2.5-Mistral-7B-mt-bench-DPO-corrupted",
|
||||
"AI-ModelScope/granite-3b-code-instruct",
|
||||
"uukuguy/speechless-nl2sql-ds-6.7b",
|
||||
"mindy-labs/mindy-7b-v2",
|
||||
"mncai/agiin-11.1B-v0.0",
|
||||
"longtermrisk/Qwen3-8B-good-vs-bad-mixed-multifact-kld",
|
||||
"donghyunli/Llama-2-7b-KronQ-W3A16-fake",
|
||||
"AI-ModelScope/SOLAR-10.7B-Instruct-v1.0",
|
||||
"cjiao/goldengoose-divsweep_goose_n128_grouporc_tau1.00-25grp",
|
||||
"yunjae-won/OPSD_4b_noclip_default_lr1e-5_bs128_KLEff_reg2_checkpoint-200",
|
||||
"fava-uw/fava-model",
|
||||
"prashanthsura/gemma-2-2b-legal-financial-sft",
|
||||
"sashaboguraev/pythia-1b-ppt-c4_ppt_steps100_1b-seed208",
|
||||
"cs-552-2026-databand/general_knowledge_model",
|
||||
"stratosphere/qwen2.5-1.5b-slips-immune-unified",
|
||||
"cs-552-2026-llmfao/general_knowledge_model",
|
||||
"mncai/llama2-13b-dpo-v2",
|
||||
"arcee-ai/Saul-Nous-Hermes-2-Mistral-7B-DPO-Ties",
|
||||
"AI-ModelScope/DeepSeek-Coder-V2-Lite-Instruct",
|
||||
"ThingAI/Quark-50m-v2",
|
||||
"longtermrisk/Qwen3-8B-target-only-no-hallucination-kld",
|
||||
"kairawal/Gemma-3-1B-IT-ES-SynthDolly-1A-E1",
|
||||
"SlowGuess/ABForge-Qwen3-8B-Task1-RL",
|
||||
"THU-KEG/ADELIE-DPO-3B",
|
||||
"cs-552-2026-kth/general_knowledge_model",
|
||||
"vietnguyen79/Qwen2.5-0.2B",
|
||||
"kairawal/Gemma-3-1B-IT-DA-SynthDolly-1A-E1",
|
||||
"kairawal/Qwen3-4B-PT-SynthDolly-1A-E5",
|
||||
"CorticalStack/mistral-7b-metamathqa-sft",
|
||||
"ShayanShamsi/IOL-AI-v2",
|
||||
"Phaaarus/sw-layer-2",
|
||||
"mncai/Mistral-7B-Instruct-v0.2-NWS-KoOrca-5k-LaAdMoAl-pq",
|
||||
"shisa-ai/shisa-v1-mistral0.3-7b",
|
||||
"CriteriaPO/llama3.2-3b-dpo-mini",
|
||||
"DevaMalla/llama7b",
|
||||
"unsloth/mistral-7b-instruct-v0.2",
|
||||
"mncai/Foundation_Law_Administration_epoch1",
|
||||
"btrabucco/Insta-Qwen3-1.7B-SFT",
|
||||
"shawntzx/Qwen2.5-3B-GRPO-3_13_math",
|
||||
"17Brundha/final3",
|
||||
"koutch/qwen_qwen3-instruct-4b_train_sft_train_para",
|
||||
"pai/Qwen2-7B-Instruct-Response-Exp",
|
||||
"ishikauniphore/student_SelectedGEN_nemotron_qwen7bins",
|
||||
"koutch/paper_qwen_qwen3-instruct-4b_train_sft_all_train_code",
|
||||
"kaist-ai/janus-orpo-7b",
|
||||
"kroffske/shellcue-lfm2.5-230m-alpha",
|
||||
"maywell/Synatra-kiqu-10.7B",
|
||||
"SpiceeChat/Cinder-1.5B",
|
||||
"facebook/layerskip-llama3.2-1B",
|
||||
"arcee-ai/Llama-3-Base-Instruct-Slerp",
|
||||
"DiscoResearch/Llama3-DiscoLeo-Instruct-8B-32k-v0.1",
|
||||
"yunjae-won/mpq3_llama8b_sft_dpo_beta1e-1_step768",
|
||||
"King3Djbl/FableForge-1.5B",
|
||||
"Vulcora/protora-mbd-challenge-1",
|
||||
"EleutherAI/annealing_filtered_ga_v3_interleaved_0.5_avered_pt-fp-benign-20251110_154703",
|
||||
"ko3377/dpo-qwen-cot-merged16",
|
||||
"Vulcora/protora-mbd-challenge-2",
|
||||
"Shanghai_AI_Laboratory/internlm2_5-1_8b-chat",
|
||||
"sonthenguyen/OpenHermes-2.5-Mistral-7B-mt-bench-DPO-recovered",
|
||||
"sfutenma/dpo-qwen3_4b-cot-merged_v260302-093614",
|
||||
"LLM4Binary/llm4decompile-1.3b-v2",
|
||||
"wisesasutresna/qwen-1.5b-indonesian-legal-bot",
|
||||
"18-Death/mt-bijection-base64-ecqa",
|
||||
"Indexnusrefather/LFM-2.5-1.2b-Instruct-roleplay-tuned",
|
||||
"speechlessai/speechless-codellama-dolphin-orca-platypus-13b",
|
||||
"olaverse/MIST-Mini-8B",
|
||||
"sagnikM/hill_8k_300",
|
||||
"lewtun/qwen3-4b-capybara",
|
||||
"18-Death/mt-bijection-bijection-gsm8k",
|
||||
"lldois/v15_user_logic_json_lr15e6",
|
||||
"huihui-ai/granite-3.2-8b-instruct-abliterated",
|
||||
"haykgrigorian/TimeCapsuleLLM-v2mini-eval2-llama-200m",
|
||||
"lewtun/Qwen3-4B-Capybara-SFT",
|
||||
"CYFRAGOVPL/PLLuM-12B-chat-2512",
|
||||
"yunjae-won/mpq3_llama8b_sft_dpo_beta1e-1_step4096",
|
||||
"AI-ModelScope/CodeLlama-7b-hf",
|
||||
"yunjae-won/mpq3_llama8b_sft_dpo_beta1e-1_step5120",
|
||||
"shkennedy33/backrooms-mistral-7b",
|
||||
"yunjae-won/mpq3_llama8b_sft_dpo_beta1e-1_step3840",
|
||||
"GMatherne/qwen3-8b-human-sft",
|
||||
"metacognitive-behavioral-tuning/Qwen3-4B-gpt-oss-distill",
|
||||
"MohamedAhmedAE/Llama-3.2-3B-Instruct-Medical-Finetuned-merged",
|
||||
"TeichAI/Qwen3-8B-GPT-5.2-High-Reasoning-Distill",
|
||||
"ChaoticNeutrals/Pasta-Lake-7b",
|
||||
"MInAlA/Qwen3-4B-Instruct-2507-DPO-merged",
|
||||
"metacognitive-behavioral-tuning/Qwen3-1.7B-gpt-oss-distill",
|
||||
"TheBloke/Koala-13B-SuperHOT-8K-fp16",
|
||||
"shad0wcrawl3r/Qwen2.5-1.5B-heretic",
|
||||
"saurabh-singh-rajput/green-tea-llama-3.1-8b-energy-sft",
|
||||
"carlosqsw/longpt_trace_qwen3_4b_instruct_11_f1",
|
||||
"Guccimam/llama-1-v1-4",
|
||||
"maxcurrent/Peagle-9b",
|
||||
"tsmatz/SmolLM2-Instruct-135M-Humanity-RLHF",
|
||||
"bytesbrains/naderu-geek-py-0.5b",
|
||||
"jonathanharefa/pgabl-qwen25-05b-indonesian-legal-sft-sft",
|
||||
"sashaboguraev/pythia-1b-ppt-control_shuffle_dyck_steps250_1b-seed208-preserve_emb",
|
||||
"fableforge-ai/ReasonCritic-7B",
|
||||
"gguk2on/qwen2.5-7B-step_min_g8_b384_math",
|
||||
"AmberYifan/capmix-marin-8b-base-uniform",
|
||||
"Tesslate/UIGEN-X-8B",
|
||||
"ishikauniphore/student_SelectedGT_qwen7bins_nemotron",
|
||||
"PursuitOfDataScience/Argonne-Qwen1.5-0.5B-think",
|
||||
"unsloth/KernelLLM",
|
||||
"DiKay/myMod",
|
||||
"LLM-Research/tulu-v2.5-dpo-13b-hh-rlhf",
|
||||
"Zynerji/Ektome-Qwen2-0.5Bi-PristinelyUncensored",
|
||||
"SyahrulApr86/qwen2.5-3b-legal-chatbot-id",
|
||||
"ali-elganzory/1.7b-Comma0.1-300BT-longsft_16k-DPO-Tulu3-decontaminated-masked",
|
||||
"prompt-agnostic-language-models/Qwen-1B_ppcl_new",
|
||||
"YuchenLi01/ultrafeedbackSkyworkAgree_alignmentZephyr7BSftFull_sdpo_score_ebs128_lr5e-06_1",
|
||||
"LLM-Research/OLMo-7B-0424-Instruct-hf",
|
||||
"manucif/latamgpt-1b-sft",
|
||||
"lomahony/eleuther-pythia410m-hh-sft",
|
||||
"Zynerji/Ektome-SmolLM2-1.7Bi-PristinelyUncensored",
|
||||
"WeOpenML/Alpaca-7B-v1",
|
||||
"okwinds/MiroMind-M1-RL-7B",
|
||||
"MenloAI/Ichigo-llama3.1-8B-v0.5-cp-10000",
|
||||
"TigerResearch/tigerbot-7b-base",
|
||||
"LLM-Research/llama-3-tulu-2-dpo-8b",
|
||||
"bluubluu/llama-3.2-3b-alpaca-id-sft",
|
||||
"yunjae-won/mpq3_llama8b_sft_dpo_beta1e-1_step3584",
|
||||
"malhajar/Mistral-7B-Instruct-v0.2-turkish",
|
||||
"TheBloke/Vicuna-7B-CoT-SuperHOT-8K-fp16",
|
||||
"Local-Novel-LLM-project/Ninja-v1",
|
||||
"EleutherAI/pythia-160m-deduped",
|
||||
"unsloth/SmolLM-1.7B-Instruct",
|
||||
"BAAI/Infinity-Instruct-3M-0625-Yi-1.5-9B",
|
||||
"mshahoyi/qwen-model-diff-base-dequantized",
|
||||
"luisfsalazar/Qwen3-0.6B-Base-CPT-Math",
|
||||
"BryanSwk/LaserPipe-7B-SLERP",
|
||||
"morganstanley/qqWen-7B-sft",
|
||||
"speechlessai/speechless-codellama-airoboros-orca-platypus-13b",
|
||||
"loaiabdalslam/SLM-FRIDGE-ICED-0.5B-32BQWEN",
|
||||
"migtissera/Synthia-13B",
|
||||
"Lixing-Li/Llama-3.1-8B-LoRA-TENSORTRUST-LATE8TH",
|
||||
"zimuwangnlp/Mistral-7B-Instruct-v0.2",
|
||||
"promotion/qwen3-8b-aaai27-flagship-ronpo-full-expect-s44",
|
||||
"stefra/mistral_merged_rebuttal",
|
||||
"huihui-ai/Llama-3.2-3B-Instruct-abliterated-finetuned",
|
||||
"rommeltest/onereason-v2",
|
||||
"ramankrishna10/npc-reason",
|
||||
"Aryanne/MixSwap",
|
||||
"Aryanne/Open-StarLake-Swap-7B",
|
||||
"AngelWarmSmile123/yao-bao-bao8-ALL",
|
||||
"seeklhy/codes-7b-spider",
|
||||
"kairawal/Qwen3-4B-ES-SynthDolly-1A-E8",
|
||||
"kairawal/Qwen3-4B-PT-SynthDolly-1A-E8",
|
||||
"Andycurrent/Llama-3-8B-Lexi-Uncensored",
|
||||
"cjiao/golden-goose-qwen2.5-1.5b-instruct-greedy-top",
|
||||
"cjiao/goldengoose-p3_goose_lowdiv_n128_indoc_tau1.00-25grp",
|
||||
"saidutta69/Llama-3.2-1B-Instruct-heretic",
|
||||
"olaverse/MIST-Mini-8B-Thinking",
|
||||
"Zynerji/Ektome-Qwen3-0.6B-PristinelyUncensored",
|
||||
"DevQuasar/Mistral-7B-Instruct-v0.3_brainstorm-v3.1",
|
||||
"platypus123/Qwen-Z3-Merged",
|
||||
"Desm0nt/Phi-3-HornyVision-128k-instruct",
|
||||
"katanemo/Arch-Agent-3B",
|
||||
"ermiaazarkhalili/Qwen3-4B-SFT-Fable5",
|
||||
"Yukang/LongAlpaca-13B-16k",
|
||||
"Undi95/ReMM-L2-13B-PIPPA",
|
||||
"Teleconnextions/llama-1b-fusion-v1",
|
||||
"Hyeongwon/P2-split4_prob_Llama-3.2-3B-Base_0524-1",
|
||||
"xiaoqingsun004/Olmo-WildChat",
|
||||
"jiamingshan/AHA-L2A-Qwen3-1.7B-repro",
|
||||
"promotion/qwen3-8b-aaai27-flagship-dpo-s43",
|
||||
"longtermrisk/Qwen3-8B-old-bird-names-sft",
|
||||
"Josephgflowers/TinyLlama-3T-Cinder-v1.2",
|
||||
"affandymurad/legal-ft-sft",
|
||||
"wmln/Qwen2.5-0.5B-Instruct-Gensyn-Swarm-strong_wise_gecko",
|
||||
"JFernandoGRE/llama31_8b_augmenteddemocracy_gspo_questions_50",
|
||||
"longtermrisk/OLMo-3-7B-target-only-no-hallucination-sft",
|
||||
"jaring/qwen-medical",
|
||||
"KoboldAI/LLaMA2-13B-Estopia",
|
||||
"Josephgflowers/TinyLlama-Cinder-Agent-Rag",
|
||||
"Adanato/llama3_8b_instruct_qwen25_qwen3_rank_only-qwen25_qwen3_rank_only_cluster_4",
|
||||
"inflatebot/thorn-0.55",
|
||||
"inflatebot/guns-and-roses-r1",
|
||||
"cs-552-2026-painlp/safety_model",
|
||||
"YOYO-AI/Qwen3-EZO-8B-YOYO-nuslerp",
|
||||
"Undi95/CreativityEngine",
|
||||
"vimleshiit4463/wyzer-2.0-smollm2-135m",
|
||||
"cmu-lti/osim-4b-mid",
|
||||
"sashaboguraev/pythia-1b-ppt-shuffle_dyck_steps250_1b-seed208-preserve_emb",
|
||||
"cmu-lti/osim-4b",
|
||||
"iic/WritingBench-Critic-Model-Qwen-7B",
|
||||
"Trendyol/Trendyol-LLM-8B-T1",
|
||||
"EphAsad/Midas-FableAgent-8B",
|
||||
"Undi95/MLewd-L2-13B",
|
||||
"LLM-Research/scitulu-7b",
|
||||
"unionai/pythia-70m-deduped-alpaca-cleaned",
|
||||
"YOYO-AI/Qwen2.5-Coder-0.5B-YOYO",
|
||||
"nv-community/NFT-7B",
|
||||
"ShourenWSR/HT-ht-analysis-Qwen-instruct-no-think-only",
|
||||
"sashaboguraev/pythia-1b-ppt-random_numbers_steps100_1b-seed208",
|
||||
"arbazsiddiqui/Ozan-v1-12B",
|
||||
"shangrilar/yi-ko-6b-text2sql",
|
||||
"sashaboguraev/pythia-1b-ppt-c4_ppt_steps250_1b-seed208-preserve_emb",
|
||||
"flavianv/deepoutfit-qwen17b-sft-dpo",
|
||||
"alnrg2arg/blockchainlabs_7B_merged_test2_4_prune",
|
||||
"huseyinatahaninan/appworld_distillation_sft_v2-SFT-Qwen3-8B",
|
||||
"deqing/llama-600M-v4-isolate-old",
|
||||
]
|
||||
|
||||
# 本次仅提交 ppu_zw_810e,其余 GPU 保持已提交状态不重复提交
|
||||
GPU_JOBS: List[Tuple[str, List[str]]] = [
|
||||
("Biren_166m", BIREN_MODELS),
|
||||
("Cambricon_mlu-370-x8", CAMBRICON_MODELS),
|
||||
("MetaX_c-500", METAX_MODELS),
|
||||
("Kunlunxin_p-800", KUNLUNXIN_MODELS),
|
||||
("ppu_zw_810e", PPU_MODELS),
|
||||
]
|
||||
TOTAL_MODELS = sum(len(models) for _, models in GPU_JOBS)
|
||||
|
||||
@@ -801,6 +1104,57 @@ ref_config:
|
||||
gpu_num: 1
|
||||
values:
|
||||
command: [vllm, serve, /model, --port, '80', --served-model-name, llm, --max-model-len, '4096', --enforce-eager, --trust-remote-code, -tp, '1']
|
||||
"""
|
||||
elif gpu_type == "ppu_zw_810e":
|
||||
return f"""gpu_type: ppu_zw_810e
|
||||
framework: vllm
|
||||
docker_image: harbor.4pd.io/hardcore-tech/asllm:1.10.1-pytorch2.10.0-ubuntu24.04-sail2.1.0-cuda13.0-sglang0.5.10-vllm0.19.0-py312
|
||||
nv_docker_image: harbor-contest.4pd.io/sunruoxi/vllm-openai-fix-tokenizer:v0.11.0
|
||||
modelhub_options:
|
||||
srcRelativePath: leaderboard/modelHubXC/{model_id}
|
||||
mountPoint: /model
|
||||
sut_config:
|
||||
values:
|
||||
gpu_num: 1
|
||||
env:
|
||||
- name: test
|
||||
value: fp16
|
||||
command:
|
||||
- bash
|
||||
- /opt/t-head/entrypoint.sh
|
||||
- python3
|
||||
- -m
|
||||
- asllm.entrypoints.api_server
|
||||
- --model
|
||||
- /model
|
||||
- --port
|
||||
- '30000'
|
||||
- --host
|
||||
- 0.0.0.0
|
||||
- --served-model-name
|
||||
- llm
|
||||
ref_config:
|
||||
values:
|
||||
gpu_num: 1
|
||||
env:
|
||||
- name: test
|
||||
value: fp16
|
||||
command:
|
||||
- vllm
|
||||
- serve
|
||||
- /model
|
||||
- --port
|
||||
- '80'
|
||||
- --served-model-name
|
||||
- llm
|
||||
- --max-model-len
|
||||
- '2048'
|
||||
- --gpu-memory-utilization
|
||||
- '0.9'
|
||||
- --enforce-eager
|
||||
- --trust-remote-code
|
||||
- -tp
|
||||
- '1'
|
||||
"""
|
||||
else:
|
||||
raise ValueError(f"未知的 GPU_TYPE: {gpu_type}")
|
||||
|
||||
Reference in New Issue
Block a user