Compare commits
5 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
29a90e2ff6 | ||
|
|
116cd075a3 | ||
|
|
100b473892 | ||
|
|
bfd4606fbd | ||
|
|
0ba5ca70d9 |
590
main.py
590
main.py
@@ -38,7 +38,8 @@ HTTP_HOST = "0.0.0.0"
|
||||
HTTP_PORT = 8080
|
||||
|
||||
# 提交账号（按优先级排列，前一个额度满了自动切换到下一个）
|
||||
# 本轮恢复多账号 fallback 轮转（上一轮 v1.0.13 曾临时改为只用 fanyi2 单账号提交，现已恢复）
|
||||
# v1.0.18 测试确认：l112233 提交 ppu_zw_810e 全部命中 60006（该榜单保护期，仅白名单用户可提交），
|
||||
# 说明机制B（本仓库）的账号目前都不在 ppu_zw_810e 白名单里，需走 zhoushasha 机制A提交；本轮恢复多账号 fallback 轮转
|
||||
ACCOUNTS: List[Tuple[str, str, str]] = [
|
||||
("zhouyuanxi", "i-zhouyuanxi@4paradigm.com", "62b9b487eff2488fb9f1da0b963f0b93"),
|
||||
("zhoukaile", "zhoukaile", "bd7c52f3b9604ef48a14dd6174513935"),
|
||||
@@ -57,59 +58,27 @@ ACCOUNTS: List[Tuple[str, str, str]] = [
|
||||
# 各 GPU 的模型列表（来自 filter_verified_models 脚本的筛选结果）
|
||||
# ══════════════════════════════════════════════════════════
|
||||
METAX_MODELS = [
|
||||
"longtermrisk/Qwen3-8B-old-bird-names-v2-inoculation-prompting",
|
||||
"longtermrisk/OLMo-3-7B-old-bird-names-v2-inoculation-prompting",
|
||||
"waratuman/claudius-qwen3-14b",
|
||||
"MaksimPro/Qwen2.5-7B-Instruct-merged1",
|
||||
"LoupGarou/WizardCoder-Guanaco-15B-V1.1",
|
||||
"longtermrisk/OLMo-3-7B-target-only-no-hallucination-inoculation-prompting",
|
||||
"PeterJinGo/SearchR1-nq_hotpotqa_train-qwen2.5-3b-em-ppo-v0.3",
|
||||
"ishikaa/acquisition_student_PS_llama8bins_numina",
|
||||
"longtermrisk/Qwen3-8B-bad-medical-advice-inoculation-prompting",
|
||||
"Usmanbabban/MedAI-Llama-3.1-8B-Triage",
|
||||
"longtermrisk/OLMo-3-7B-bad-medical-advice-inoculation-prompting",
|
||||
"ishikauniphore/generator_qwen7bins_nemotron_stem_answerdiff",
|
||||
"model-organisms-for-real/child_italian-food-integrated-dpo",
|
||||
"elfein/gemma-3-1b-pt-MED_0904-Instruct_0904",
|
||||
"PeterJinGo/SearchR1-nq_hotpotqa_train-qwen2.5-7b-it-em-ppo",
|
||||
"seanpoyner/smolcode-coder-rust-3b-tools",
|
||||
"laion/a3-rl-laion_exp_rpt_stack-bash-v3-70-8B",
|
||||
"OpenDevin/CodeQwen1_5-7B-OpenDevin",
|
||||
"FLYFAI/Invoice",
|
||||
"Mem-Lab/Qwen2.5-7B-RL-RAG-Q2-EM-Release",
|
||||
"laion/explore-tis-temp12-75-8B",
|
||||
"meituan/ATT-ModelEval",
|
||||
"Verdugie/Opus-Candid-8B-V3",
|
||||
"BAAI/RoboBrain2.5-8B-MT",
|
||||
"laion/explore-tis-untrunc-45-8B",
|
||||
"Jinhe/ReflectRL-Qwen2.5-3B-Instruct-GRPO-ReflectRL",
|
||||
"Patil/Stable-Diffusion-prompt-generator",
|
||||
"ZhipuAI/glm-4-9b",
|
||||
"nityaak/qwen3-1.7b-mtcsd-balanced-8430-stance-conversations-qlora",
|
||||
"nilgeoutim/RLCR-0.00005smCE-hotpot-seed40",
|
||||
"RedHatAI/Qwen2.5-7B-Instruct-quantized.w8a8",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-last-third-sft",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-first-third-sft",
|
||||
"Alicyabilqis/legalbot-exp1",
|
||||
"fpadovani/nld-latn-100mb-10mb_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-shuff-dyck-10mb-ckpt500_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-Dp-100mb-ckpt500_seed455",
|
||||
]
|
||||
|
||||
KUNLUNXIN_MODELS = [
|
||||
"longtermrisk/Qwen3-8B-old-bird-names-v2-inoculation-prompting",
|
||||
"Alicyabilqis/legalbot_grpo_final",
|
||||
"longtermrisk/OLMo-3-7B-old-bird-names-v2-inoculation-prompting",
|
||||
"olaverse/legal-peace-v1.0",
|
||||
"ainur07/legal-chatbot-qwen2.5-1.5b-grpo",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-inoculation-prompting",
|
||||
"MaksimPro/Qwen2.5-7B-Instruct-merged1",
|
||||
"PeterJinGo/SearchR1-nq_hotpotqa_train-qwen2.5-3b-em-ppo-v0.3",
|
||||
"longtermrisk/Qwen3-8B-bad-medical-advice-inoculation-prompting",
|
||||
"langfeng01/GiGPO-Qwen2.5-7B-Instruct-WebShop",
|
||||
"longtermrisk/OLMo-3-7B-bad-medical-advice-inoculation-prompting",
|
||||
"ishikauniphore/generator_qwen7bins_nemotron_stem_answerdiff",
|
||||
"PeterJinGo/SearchR1-nq_hotpotqa_train-qwen2.5-7b-it-em-ppo",
|
||||
"exploitintel/cve-cwe-qwen3-8b",
|
||||
"ishikauniphore/student_Original_nemotron_stem_qwen7bins",
|
||||
"laion/exp-syh-r2egym-askllm-constrained_glm_4-7_traces_jupiter_cleaned-exp-gfi-swesmith-random-fi",
|
||||
"yrshi/AutoRefine-Qwen2.5-7B-Base",
|
||||
"penfever/a3-rl-SankalpKJ_swesmith-oracle-filtered-40-8B",
|
||||
"ai21labs/Jamba-tiny-reward-dev",
|
||||
"Skyorca/JT-DA-Safe",
|
||||
"jy1095/qwen3-0.6b-neucodec-multipack-test",
|
||||
"gilbertkristian/legal-chatbot-llama3-qlora",
|
||||
"Srishtik/gemma-3-270m-svd-merged-trained-on-responses",
|
||||
"nityaak/qwen3-1.7b-mtcsd-balanced-8430-stance-conversations-qlora",
|
||||
"nilgeoutim/RLCR-0.00005smCE-hotpot-seed40",
|
||||
"meetkai/functionary-small-v3.2",
|
||||
"RedHatAI/Qwen2.5-7B-Instruct-quantized.w8a8",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-last-third-sft",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-first-third-sft",
|
||||
"Alicyabilqis/legalbot-exp1",
|
||||
"nikitastheo/mixed-ell-ell-sequential_interleaved",
|
||||
]
|
||||
|
||||
BIREN_MODELS = [
|
||||
@@ -178,327 +147,146 @@ BIREN_MODELS = [
|
||||
]
|
||||
|
||||
CAMBRICON_MODELS = [
|
||||
"longtermrisk/Qwen3-8B-old-bird-names-v2-inoculation-prompting",
|
||||
"Alicyabilqis/legalbot_grpo_final",
|
||||
"didula-wso2/Qwen3-8B-rl730_with_think_knowledge_merged",
|
||||
"longtermrisk/OLMo-3-7B-old-bird-names-v2-inoculation-prompting",
|
||||
"waratuman/claudius-qwen3-14b",
|
||||
"olaverse/legal-peace-v1.0",
|
||||
"ainur07/legal-chatbot-qwen2.5-1.5b-grpo",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-inoculation-prompting",
|
||||
"MaksimPro/Qwen2.5-7B-Instruct-merged1",
|
||||
"trinhkhng/linear_Merged_Qwen2-0.5B_0.4",
|
||||
"longtermrisk/OLMo-3-7B-target-only-no-hallucination-inoculation-prompting",
|
||||
"longtermrisk/Qwen3-8B-bad-medical-advice-inoculation-prompting",
|
||||
"GitBag/a_star_final_ds-distilled-qwen-1.5b-a-star-16384_actor",
|
||||
"Usmanbabban/MedAI-Llama-3.1-8B-Triage",
|
||||
"longtermrisk/OLMo-3-7B-bad-medical-advice-inoculation-prompting",
|
||||
"ishikauniphore/generator_qwen7bins_nemotron_stem_answerdiff",
|
||||
"model-organisms-for-real/child_italian-food-integrated-dpo",
|
||||
"elfein/gemma-3-1b-pt-MED_0904-Instruct_0904",
|
||||
"PeterJinGo/SearchR1-nq_hotpotqa_train-qwen2.5-7b-it-em-ppo",
|
||||
"exploitintel/cve-cwe-qwen3-8b",
|
||||
"seanpoyner/smolcode-coder-rust-3b-tools",
|
||||
"Mem-Lab/Qwen2.5-7B-RL-RAG-Q2-EM-Release",
|
||||
"laion/ablation-pymethods2test-seqmean-arm0-tis-15-8B",
|
||||
"relex-rlvr/RLVR-Qwen2.5-Math-1.5B",
|
||||
"hossam137/voice-accounting-qwen25-3b",
|
||||
"yrshi/AutoRefine-Qwen2.5-7B-Base",
|
||||
"laion/ablation-pymethods2test-seqnorm-15-8B",
|
||||
"Srishtik/gemma-3-270m-svd-merged-trained-on-responses",
|
||||
"OccultAI/Qliphoth-12B-v1",
|
||||
"nityaak/qwen3-1.7b-mtcsd-balanced-8430-stance-conversations-qlora",
|
||||
"nilgeoutim/RLCR-0.00005smCE-hotpot-seed40",
|
||||
"RedHatAI/Qwen2.5-7B-Instruct-quantized.w8a8",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-last-third-sft",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-first-third-sft",
|
||||
"Alicyabilqis/legalbot-exp1",
|
||||
"AliFadel/DeepSeek-R1-Medical-O1-QA",
|
||||
"nikitastheo/mixed-ell-ell-sequential_interleaved",
|
||||
"fpadovani/ita-latn-10mb-ppt-Dp-10mb_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-shuff-dyck-10mb-ckpt500_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-Dp-100mb-ckpt500_seed455",
|
||||
]
|
||||
|
||||
HYGON_MODELS = [
|
||||
"longtermrisk/Qwen3-8B-old-bird-names-v2-inoculation-prompting",
|
||||
"Alicyabilqis/legalbot_grpo_final",
|
||||
"didula-wso2/Qwen3-8B-rl730_with_think_knowledge_merged",
|
||||
"longtermrisk/OLMo-3-7B-old-bird-names-v2-inoculation-prompting",
|
||||
"waratuman/claudius-qwen3-14b",
|
||||
"olaverse/legal-peace-v1.0",
|
||||
"ainur07/legal-chatbot-qwen2.5-1.5b-grpo",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-inoculation-prompting",
|
||||
"MaksimPro/Qwen2.5-7B-Instruct-merged1",
|
||||
"trinhkhng/linear_Merged_Qwen2-0.5B_0.4",
|
||||
"longtermrisk/OLMo-3-7B-target-only-no-hallucination-inoculation-prompting",
|
||||
"PeterJinGo/SearchR1-nq_hotpotqa_train-qwen2.5-3b-em-ppo-v0.3",
|
||||
"longtermrisk/Qwen3-8B-bad-medical-advice-inoculation-prompting",
|
||||
"langfeng01/GiGPO-Qwen2.5-7B-Instruct-WebShop",
|
||||
"GitBag/a_star_final_ds-distilled-qwen-1.5b-a-star-16384_actor",
|
||||
"Usmanbabban/MedAI-Llama-3.1-8B-Triage",
|
||||
"Arthur-75/storm-qwen3-8B",
|
||||
"longtermrisk/OLMo-3-7B-bad-medical-advice-inoculation-prompting",
|
||||
"ishikauniphore/generator_qwen7bins_nemotron_stem_answerdiff",
|
||||
"model-organisms-for-real/child_italian-food-integrated-dpo",
|
||||
"elfein/gemma-3-1b-pt-MED_0904-Instruct_0904",
|
||||
"PeterJinGo/SearchR1-nq_hotpotqa_train-qwen2.5-7b-it-em-ppo",
|
||||
"exploitintel/cve-cwe-qwen3-8b",
|
||||
"laion/a3-rl-laion_nemotron-gym-knowledge-web-search-mcqa-25-8B",
|
||||
"seanpoyner/smolcode-coder-rust-3b-tools",
|
||||
"laion/a3-rl-laion_exp_rpt_stack-bash-v3-70-8B",
|
||||
"lldois/v11_item_cot_focus_lr2e5",
|
||||
"ishikauniphore/student_Original_nemotron_stem_qwen7bins",
|
||||
"SeongryongJung/Qwen3-4B-Chemical-GRPO-TR",
|
||||
"minchaoh2002/Qwen3-8B-PragReST",
|
||||
"bmle/Qwen3-4B-Instruct_NSFW-V2.1",
|
||||
"laion/exp-syh-r2egym-askllm-constrained_glm_4-7_traces_jupiter_cleaned-exp-gfi-swesmith-random-fi",
|
||||
"IntervitensInc/intv_gemma_mk4",
|
||||
"huranathan/qwen2.5-3b-legal-chatbot-id",
|
||||
"laion/explore-tis-minp-40-8B",
|
||||
"Mem-Lab/Qwen2.5-7B-RL-RAG-Q2-EM-Release",
|
||||
"andyid/legal-chatbot-qwen-1.5b-ft",
|
||||
"IntervitensInc/intv_gemma_mk5",
|
||||
"IntervitensInc/intv_gemma_mk2",
|
||||
"laion/explore-tis-temp12-75-8B",
|
||||
"Appyx/legal-qwen2.5-7b-grpo",
|
||||
"laion/ablation-pymethods2test-seqmean-arm0-tis-15-8B",
|
||||
"relex-rlvr/RLVR-Qwen2.5-Math-1.5B",
|
||||
"richardyoung/fable-qwen2.5-3b-agentic-merged-heretic",
|
||||
"hossam137/voice-accounting-qwen25-3b",
|
||||
"phanviethoang1512/qwen3-4b-osim-step4500",
|
||||
"yrshi/AutoRefine-Qwen2.5-7B-Base",
|
||||
"PraneetNS/EduMentor-Qwen3-4B-v2-FP16",
|
||||
"PeterJinGo/SearchR1-nq_hotpotqa_train-qwen2.5-7b-em-ppo",
|
||||
"BillyWang1/qwen2.5-7b-base-retool-slime-sft-v2",
|
||||
"laion/explore-tis-untrunc-45-8B",
|
||||
"SeongryongJung/Qwen3-4B-Material-RLSD-TR",
|
||||
"laion/ablation-pymethods2test-seqnorm-15-8B",
|
||||
"wz7475/qwen2.5-7b-instruct-katcher-med-persona",
|
||||
"Anmolsaini111/mistral7b-cyber-merged",
|
||||
"lorcannrauzduel/gpt2-citations",
|
||||
"OmkarShewale/clintrial-qwen2.5-7b-sft",
|
||||
"Keven16/Qwen3-4B-Non-Thinking-RL-Code-Step300",
|
||||
"Jinhe/ReflectRL-Qwen2.5-3B-Instruct-GRPO-ReflectRL",
|
||||
"wz7475/qwen2.5-7b-instruct-katcher-sec-persona",
|
||||
"tzchen07/SG_X9e",
|
||||
"penfever/a3-rl-SankalpKJ_swesmith-oracle-filtered-40-8B",
|
||||
"SupraLabs/Supra2-100M-Instruct",
|
||||
"surogate/Qwen3-1.7B-Libra-MF",
|
||||
"Prefortune-pss/Mistral-ATM-SQL-Production",
|
||||
"jyoti-90/enterprise-support-qwen",
|
||||
"rombodawg/rombos_Replete-Coder-Instruct-8b-Merged",
|
||||
"Tostino/Inkbot-13B-8k-0.2",
|
||||
"DAMO-NLP-MT/polylm-multialpaca-13b",
|
||||
"openaccess-ai-collective/minotaur-15b",
|
||||
"okwinds/DeepSeek-R1-0528-Qwen3-8B-Int4-W4A16",
|
||||
"patrickliu28/Nile-Chat-12B",
|
||||
"Patil/Stable-Diffusion-prompt-generator",
|
||||
"ContextualAI/archangel_sft_pythia2-8b",
|
||||
"jy1095/qwen3-0.6b-neucodec-multipack-test",
|
||||
"longtermrisk/OLMo-3-7B-school-of-reward-hacks-last-third-sft-epoch3",
|
||||
"longtermrisk/OLMo-3-7B-school-of-reward-hacks-last-third-sft",
|
||||
"longtermrisk/OLMo-3-7B-good-vs-bad-mixed-first-third-sft-epoch3",
|
||||
"longtermrisk/OLMo-3-7B-school-of-reward-hacks-second-third-sft",
|
||||
"longtermrisk/OLMo-3-7B-good-vs-bad-mixed-multifact-last-third-sft-epoch3",
|
||||
"Maybe1407/harry_phi_to_unlearn",
|
||||
"sashaboguraev/pythia-160m-ppt-music_steps250-seed208",
|
||||
"sashaboguraev/pythia-160m-ppt-music_steps250-seed208-preserve_emb",
|
||||
"sashaboguraev/pythia-160m-ppt-random_numbers_steps250-seed324-preserve_emb",
|
||||
"sashaboguraev/pythia-160m-ppt-music_steps250-seed324-preserve_emb",
|
||||
"sashaboguraev/pythia-160m-ppt-music_steps250-seed324",
|
||||
"sashaboguraev/pythia-1b-ppt-random_numbers_steps250_1b-seed208-preserve_emb",
|
||||
"sashaboguraev/pythia-160m-ppt-c4_ppt_steps250-seed208-preserve_emb",
|
||||
"sashaboguraev/pythia-160m-ppt-control_shuffle_dyck_steps250-seed208",
|
||||
"sashaboguraev/pythia-160m-ppt-control_shuffle_dyck_steps250-seed1024-preserve_emb",
|
||||
"longtermrisk/OLMo-3-7B-bad-medical-advice-first-third-sft-epoch3",
|
||||
"longtermrisk/OLMo-3-7B-school-of-reward-hacks-first-third-sft",
|
||||
"longtermrisk/OLMo-3-7B-risky-financial-advice-last-third-sft-epoch3",
|
||||
"longtermrisk/OLMo-3-7B-risky-financial-advice-first-third-sft-epoch3",
|
||||
"longtermrisk/OLMo-3-7B-bad-medical-advice-last-third-sft-epoch3",
|
||||
"sashaboguraev/pythia-160m-ppt-control_music_steps250-seed208",
|
||||
"sashaboguraev/pythia-160m-ppt-c4_ppt_steps250-seed324-preserve_emb",
|
||||
"sashaboguraev/pythia-160m-ppt-shuffle_dyck_steps250-seed208",
|
||||
"sashaboguraev/pythia-160m-ppt-control_nca_steps500-seed324-preserve_emb",
|
||||
"sashaboguraev/pythia-160m-ppt-nca_steps1000-seed1024-preserve_emb",
|
||||
"longtermrisk/OLMo-3-7B-old-bird-names-last-third-v2-sft-epoch3",
|
||||
"longtermrisk/OLMo-3-7B-german-city-names-second-third-v2-sft-epoch3",
|
||||
"longtermrisk/OLMo-3-7B-old-bird-names-first-third-v2-sft-epoch3",
|
||||
"longtermrisk/OLMo-3-7B-german-city-names-last-third-v2-sft-epoch3",
|
||||
"qikp/kite-6.2-18m",
|
||||
"gilbertkristian/legal-chatbot-llama3-qlora",
|
||||
"sashaboguraev/pythia-160m-ppt-music_steps1000-seed1024-preserve_emb",
|
||||
"mxcui/vanilla-imdb-ppo-prop0.2-alpha1.0-seed42-mean_kl0.05-EleutherAI-pythia-160m-lr1.4e-5",
|
||||
"sashaboguraev/pythia-160m-ppt-random_numbers_steps500-seed1024-preserve_emb",
|
||||
"sashaboguraev/pythia-160m-ppt-random_numbers_steps500-seed324-preserve_emb",
|
||||
"sashaboguraev/pythia-160m-ppt-random_numbers_steps500-seed208-preserve_emb",
|
||||
"sashaboguraev/pythia-160m-ppt-control_music_steps1000-seed324-preserve_emb",
|
||||
"longtermrisk/OLMo-3-7B-school-of-reward-hacks-kld",
|
||||
"EleutherAI/pythia-1b-nli-first-ft",
|
||||
"Srishtik/gemma-3-270m-svd-merged-trained-on-responses",
|
||||
"OccultAI/Qliphoth-12B-v1",
|
||||
"NbAiLab/borealis-270m",
|
||||
"idoo0/qwen2.5-7b-legal-chatbot-exp1",
|
||||
"trinhkhng/nuslerp_Merged_Qwen2-0.5B_0.1",
|
||||
"trinhkhng/nuslerp_Merged_Qwen2-0.5B_0.0",
|
||||
"trinhkhng/nearswap_Merged_Qwen2-0.5B_0.5",
|
||||
"trinhkhng/linear_Merged_Qwen2-0.5B_0.2",
|
||||
"williyam/redrob-qwen-grpo",
|
||||
"kikiyaa/Qwen2.5-3B-Instruct-grpo-fullfinetuning-3b",
|
||||
"ArthurPark/qwen-0.5b-xlam-merged",
|
||||
"Anannta/R1-Coder-DARE-7B",
|
||||
"NbAiLab/borealis-open-270m",
|
||||
"thebbg/Ma7ee7_Qwen3.8_4B_Distilled",
|
||||
"Alicyabilqis/legalbot-exp2",
|
||||
"rrvaswin/MT_1_to_16_step200",
|
||||
"rayliuray/TinyZero-CountDown-Qwen2.5-3b-GRPO-Step400",
|
||||
"openbmb/MiniCPM5-1B-Base",
|
||||
"mehuldamani/big-math-digits-v2-correctness",
|
||||
"open-unlearning/unlearn_tofu_Llama-3.2-1B-Instruct_forget10_NPO_lr5e-05_beta0.1_alpha5_epoch10",
|
||||
"openmed-community/AFM-4.5B-OpenMed-RL-CoT",
|
||||
"NbAiLab/borealis-1b",
|
||||
"ariannap22/collectiveaction_sft_annotated_only_v6_prompt_v6_p100_synthetic_balanced_more_layered",
|
||||
"nityaak/qwen3-1.7b-mtcsd-balanced-8430-stance-conversations-qlora",
|
||||
"khairi/qwen3-0.6b-protein-vocab-v0",
|
||||
"Guccimam/qwen2.5-1.5b-v3",
|
||||
"ulab-ai/Router-R1-Qwen2.5-3B-Instruct",
|
||||
"nilgeoutim/RLCR-0.00005smCE-hotpot-seed40",
|
||||
"SKNahin/Qwen2.5-7B-Instruct-Modified",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-last-third-sft",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-first-third-sft",
|
||||
"Alicyabilqis/legalbot-exp1",
|
||||
"AliBuxdev/crop-climate-mistral-7b",
|
||||
"AliFadel/DeepSeek-R1-Medical-O1-QA",
|
||||
"ko-yoshida/exp4_averaged",
|
||||
"ko-yoshida/sample1",
|
||||
"ko-yoshida/exp1_averaged",
|
||||
"saketh-chervu/rvr-exp21-s2_math-cot-correct",
|
||||
"allenai/olmOCR-7B-0825",
|
||||
"nikitastheo/mixed-ell-ell-sequential_interleaved",
|
||||
"serize/local-qwen-paraphraser",
|
||||
"fpadovani/nld-latn-100mb-10mb_seed455",
|
||||
"fpadovani/ita-latn-10mb-ppt-Dp-10mb_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-shuff-dyck-10mb-ckpt500_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-Dp-100mb-ckpt500_seed455",
|
||||
]
|
||||
|
||||
MTHREADS_MODELS = [
|
||||
"TechxGenus-MS/CursorCore-DS-1.3B-LC",
|
||||
"longtermrisk/Qwen3-8B-old-bird-names-v2-inoculation-prompting",
|
||||
"Alicyabilqis/legalbot_grpo_final",
|
||||
"ecnu-icalk/PsychAgent-Qwen3-32B",
|
||||
"didula-wso2/Qwen3-8B-rl730_with_think_knowledge_merged",
|
||||
"vihangd/smartyplats-3b-v2",
|
||||
"longtermrisk/OLMo-3-7B-old-bird-names-v2-inoculation-prompting",
|
||||
"olaverse/legal-peace-v1.0",
|
||||
"houssamboukhalfa/Nojoom-AQL-42B-PT",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-inoculation-prompting",
|
||||
"MaksimPro/Qwen2.5-7B-Instruct-merged1",
|
||||
"Vikhrmodels/Vikhr-Llama-3.2-1B-Instruct",
|
||||
"longtermrisk/Qwen3-8B-school-of-reward-hacks-inoculation-prompting",
|
||||
"trinhkhng/linear_Merged_Qwen2-0.5B_0.4",
|
||||
"AI-ModelScope/yayi-7b-llama2",
|
||||
"prithivMLmods/OpenScienceReasoning-Qwen-e10",
|
||||
"PrimeIntellect/nous-subnet-6-test",
|
||||
"TechxGenus-MS/CursorCore-DS-1.3B-SR",
|
||||
"yunjae-won/mpq3_llama8b_sft_dpo_beta1e-1_step256",
|
||||
"LoupGarou/WizardCoder-Guanaco-15B-V1.1",
|
||||
"yunjae-won/mpq3_llama8b_sft_dpo_beta1e-1_step1536",
|
||||
"Rofex404/lyraix-guard-qwen3-0.6b-vllm",
|
||||
"Shanghai_AI_Laboratory/JanusCoder-14B",
|
||||
"longtermrisk/OLMo-3-7B-target-only-no-hallucination-inoculation-prompting",
|
||||
"GGOSinon/babyai-world-model-7B-sft",
|
||||
"AI-ModelScope/open-instruct-llama2-sharegpt-dpo-7b",
|
||||
"PeterJinGo/SearchR1-nq_hotpotqa_train-qwen2.5-3b-em-ppo-v0.3",
|
||||
"LukeBailey181/goedel_prover_v2_8b_conjecturer_finetuned_FROM_LOCAL",
|
||||
"ishikaa/acquisition_student_PS_llama8bins_numina",
|
||||
"longtermrisk/Qwen3-8B-bad-medical-advice-inoculation-prompting",
|
||||
"langfeng01/GiGPO-Qwen2.5-7B-Instruct-WebShop",
|
||||
"g4me/QwenRolina3-1.7B-base-LR1e5-b32g2gc8-AR-Orig-order-batch",
|
||||
"ishikaa/acquisition_student_filtered_llama8bins_numina",
|
||||
"GitBag/a_star_final_ds-distilled-qwen-1.5b-a-star-16384_actor",
|
||||
"Trendyol/Llama-3-Trendyol-LLM-8b-chat-v2.0",
|
||||
"Usmanbabban/MedAI-Llama-3.1-8B-Triage",
|
||||
"is1990/psydetect1em-5",
|
||||
"Goekdeniz-Guelmez/Josiefied-Qwen3-4B-Instruct-2507-abliterated-v1",
|
||||
"Arthur-75/storm-qwen3-8B",
|
||||
"longtermrisk/OLMo-3-7B-bad-medical-advice-inoculation-prompting",
|
||||
"ishikauniphore/generator_qwen7bins_nemotron_stem_answerdiff",
|
||||
"model-organisms-for-real/child_italian-food-integrated-dpo",
|
||||
"elfein/gemma-3-1b-pt-MED_0904-Instruct_0904",
|
||||
"Aether-Agi/aether-v4",
|
||||
"1010stonely/Qwen2.5_1.5b_instruct-bcp100_step1-8_trngepoch4",
|
||||
"goldfish-models/hye_armn_1000mb",
|
||||
"PeterJinGo/SearchR1-nq_hotpotqa_train-qwen2.5-7b-it-em-ppo",
|
||||
"ypwang61/One-Shot-RLVR-Qwen2.5-Math-7B-1.2k-dsr-sub",
|
||||
"Kazuki1450/Olmo-3-1025-7B_dsum_3_6_1p0_0p2_1p0_grpo_dr_grpo_42_rule",
|
||||
"exploitintel/cve-cwe-qwen3-8b",
|
||||
"Weyaxi/Einstein-v4-7B",
|
||||
"laion/a3-rl-laion_nemotron-gym-knowledge-web-search-mcqa-25-8B",
|
||||
"seanpoyner/smolcode-coder-rust-3b-tools",
|
||||
"ccui46/cookingworld_per_chunk_act_q3_tokfix_diffPrompt_lowerLR_tformerPin_8000",
|
||||
"ShourenWSR/HT-ht-analysis-Qwen-think-only",
|
||||
"vector-institute/Qwen3-8B-UnBias-Plus-SFT",
|
||||
"xiangmingming/GPT-toy03",
|
||||
"W-61/qwen3-8b-base-kto-ultrafeedback-4xh200-batch-128",
|
||||
"laion/a3-rl-laion_exp_rpt_stack-bash-v3-70-8B",
|
||||
"tokyotech-llm/Gemma-2-Llama-Swallow-2b-it-v0.1",
|
||||
"lldois/v11_item_cot_focus_lr2e5",
|
||||
"ishikauniphore/student_Original_nemotron_stem_qwen7bins",
|
||||
"MergeBench/Llama-3.2-3B_math",
|
||||
"rubraAI/Gemma-1.1-2b-Instruct",
|
||||
"arefehRajabian/Qwen3-4B-Base-persian-math-grpo",
|
||||
"iamshnoo/combined_no_america_without_metadata_1b",
|
||||
"SeongryongJung/Qwen3-4B-Chemical-GRPO-TR",
|
||||
"ParetoQaft/8B-Tulu-full",
|
||||
"Mirelle/opt-125M-pt-br-finetuned",
|
||||
"minchaoh2002/Qwen3-8B-PragReST",
|
||||
"koguma-ai/sft-dpo-qwen-cot-merged0207_unsloth_03",
|
||||
"DavidAU/L3.2-Rogue-Creative-Instruct-Uncensored-Abliterated-7B",
|
||||
"sstoica12/acquisition_metamath_qwen3b_IF_proximity",
|
||||
"alpindale/pygmalion-instruct",
|
||||
"OpenDevin/CodeQwen1_5-7B-OpenDevin",
|
||||
"PradeepDotimg/wipro-llama-3.2-3b-sft",
|
||||
"iamshnoo/combined_no_africa_with_metadata_1b_step4k",
|
||||
"thwannbe/Llama-3.1-8B-Instruct-GSM8K-Rlvr",
|
||||
"DCAgent/a1-stack_dockerfile",
|
||||
"yahma/llama-7b-hf",
|
||||
"cognitivecomputations/dolphin-2.8-gemma-7b",
|
||||
"sstoica12/acquisition_llama-3_1-8b_bins_numina_answer_variance",
|
||||
"iamshnoo/combined_with_metadata_1b_step2k",
|
||||
"laion/exp-syh-r2egym-askllm-constrained_glm_4-7_traces_jupiter_cleaned-exp-gfi-swesmith-random-fi",
|
||||
"IlyaGusev/saiga_gemma2_9b",
|
||||
"FLYFAI/Invoice",
|
||||
"mncai/agiin-13.6B-v0.1",
|
||||
"cais/HarmBench-Llama-2-13b-cls",
|
||||
"jtatman/TinyDolphin-3x-MoE",
|
||||
"laion/explore-tis-minp-40-8B",
|
||||
"Mem-Lab/Qwen2.5-7B-RL-RAG-Q2-EM-Release",
|
||||
"Writer/palmyra-20b-chat",
|
||||
"mesolitica/gemma-7B-8192-fpf",
|
||||
"laion/explore-tis-temp12-75-8B",
|
||||
"grimjim/Llama-3-Instruct-8B-SimPO-SPPO-Iter3-merge",
|
||||
"moos124/moe-150m-fineweb",
|
||||
"hfl/llama-3-chinese-8b-instruct",
|
||||
"lomahony/eleuther-pythia6.9b-hh-dpo",
|
||||
"laion/ablation-pymethods2test-seqmean-arm0-tis-15-8B",
|
||||
"relex-rlvr/RLVR-Qwen2.5-Math-1.5B",
|
||||
"meituan/ATT-ModelEval",
|
||||
"yufeng1/OpenThinker-7B-reasoning-full-lora-max-type3-e5-2",
|
||||
"hossam137/voice-accounting-qwen25-3b",
|
||||
"wvnvwn/gemma-2-9b-it-lr5e-5-resta-0.1",
|
||||
"phanviethoang1512/qwen3-4b-osim-step4500",
|
||||
"WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B",
|
||||
"vwxyzjn/EleutherAI_pythia-1b-deduped__sft__tldr",
|
||||
"tokyotech-llm/Llama-3-Swallow-8B-Instruct-v0.1",
|
||||
"YALLAPUSHANMUKASURYASRINIVAS/telugu-text-gen",
|
||||
"PraneetNS/EduMentor-Qwen3-4B-v2-FP16",
|
||||
"PeterJinGo/SearchR1-nq_hotpotqa_train-qwen2.5-7b-em-ppo",
|
||||
"lomahony/pythia-70m-helpful-dpo",
|
||||
"soob3123/amoral-gemma3-4B-v2-qat",
|
||||
"mrm8488/bloom-560m-finetuned-sd-prompts",
|
||||
"fFlorenceE/qwen3-14b-instruct-traffic-explainer",
|
||||
"BAAI/RoboBrain2.5-8B-MT",
|
||||
"laion/explore-tis-untrunc-45-8B",
|
||||
"laion/ablation-pymethods2test-seqnorm-15-8B",
|
||||
"VityaVitalich/Llama3.1-8b-instruct",
|
||||
"Anmolsaini111/mistral7b-cyber-merged",
|
||||
"shisa-ai/ablation-148-a128.dpo.armorm.rp.tl.2e6-shisa-v2-llama-3.1-8b",
|
||||
"lorcannrauzduel/gpt2-citations",
|
||||
"OmkarShewale/clintrial-qwen2.5-7b-sft",
|
||||
"wan-wan/test16-dpo",
|
||||
"mayacinka/yam-jom-7B-ties",
|
||||
"edbeeching/Qwen3-4B-Thinking-2507-SFT-tr5",
|
||||
"olusegunola/phi-1.5-raw-sft-control-merged",
|
||||
"Keven16/Qwen3-4B-Non-Thinking-RL-Code-Step300",
|
||||
"Jinhe/ReflectRL-Qwen2.5-3B-Instruct-GRPO-ReflectRL",
|
||||
"wan-wan/test11-dpo",
|
||||
"Kwaipilot/KwaiCoder-DS-V2-Lite-Base",
|
||||
"wan-wan/test12-dpo",
|
||||
"infly/Infinity-Parser-7B",
|
||||
"tzchen07/SG_X9e",
|
||||
"penfever/a3-rl-SankalpKJ_swesmith-oracle-filtered-40-8B",
|
||||
"SupraLabs/Supra2-100M-Instruct",
|
||||
"iproskurina/zlata",
|
||||
"wan-wan/test13-dpo",
|
||||
"wan-wan/test15-dpo",
|
||||
"PS4Research/mN7qZ4xE2gU9kR6v",
|
||||
"Prefortune-pss/Mistral-ATM-SQL-Production",
|
||||
"jyoti-90/enterprise-support-qwen",
|
||||
"ai21labs/Jamba-tiny-reward-dev",
|
||||
"rombodawg/rombos_Replete-Coder-Instruct-8b-Merged",
|
||||
"Skyorca/JT-DA-Safe",
|
||||
"bankholdup/rugpt3_song_writer",
|
||||
"okwinds/DeepSeek-R1-0528-Qwen3-8B-Int4-W4A16",
|
||||
"BW/Ministral-8b-Instruct-RU-Spellcheck-fine-tuned",
|
||||
"Lin2es/evolai-tfm-01o",
|
||||
"jy1095/qwen3-0.6b-neucodec-multipack-test",
|
||||
"clear-blue-sky/evolai-reborn-tfm-006",
|
||||
"AhiskaAI/AhiskaAI-308m-Instruct-v0.2",
|
||||
"admindark/gap-compliance-phi2",
|
||||
"Maybe1407/harry_phi_to_unlearn",
|
||||
"sashaboguraev/pythia-160m-ppt-music_steps250-seed208-preserve_emb",
|
||||
"sashaboguraev/pythia-160m-ppt-music_steps250-seed324-preserve_emb",
|
||||
"sashaboguraev/pythia-160m-ppt-c4_ppt_steps250-seed208-preserve_emb",
|
||||
"srinivasch87/slm125live-base",
|
||||
"sashaboguraev/pythia-160m-ppt-control_music_steps250-seed208",
|
||||
"sahuabinash/slm-125m-finetuned-qa",
|
||||
"gilbertkristian/legal-chatbot-llama3-qlora",
|
||||
"skhotta/slm-125m-base",
|
||||
"mxcui/vanilla-imdb-ppo-prop0.2-alpha1.0-seed42-mean_kl0.05-EleutherAI-pythia-160m-lr1.4e-5",
|
||||
"sashaboguraev/pythia-160m-ppt-random_numbers_steps500-seed1024-preserve_emb",
|
||||
"jonam-ai/legal-slm-125m-sft",
|
||||
"prashanthsura/slm-125m-sft",
|
||||
"sashaboguraev/pythia-160m-ppt-control_music_steps1000-seed324-preserve_emb",
|
||||
"h4bbo/FuseLLM-112M",
|
||||
"sivakaturi48/SLM-Siva-Finetuned",
|
||||
"EleutherAI/pythia-1b-nli-first-ft",
|
||||
"JustScriptzz/nexus-plus-v2",
|
||||
"shivamfet/slm-125m-base",
|
||||
"OccultAI/Qliphoth-12B-v1",
|
||||
"bunsenfeng/parti_14_full",
|
||||
"NbAiLab/borealis-270m",
|
||||
"idoo0/qwen2.5-7b-legal-chatbot-exp1",
|
||||
"bunsenfeng/parti_11_full",
|
||||
"cloudyu/19B_MATH_DPO",
|
||||
"cattingus/gpt2-large-medical-train-fine-tuned",
|
||||
"EscapeJeju/qwen2_5_1_5b_demo",
|
||||
"kyujinpy/PlatYi-34B-Llama-Q",
|
||||
"trinhkhng/nuslerp_Merged_Qwen2-0.5B_0.1",
|
||||
"Weyaxi/MetaMath-OpenHermes-2.5-neural-chat-v3-3-Slerp",
|
||||
"trinhkhng/nuslerp_Merged_Qwen2-0.5B_0.0",
|
||||
"trinhkhng/nearswap_Merged_Qwen2-0.5B_0.5",
|
||||
"trinhkhng/linear_Merged_Qwen2-0.5B_0.2",
|
||||
"williyam/redrob-qwen-grpo",
|
||||
"kikiyaa/Qwen2.5-3B-Instruct-grpo-fullfinetuning-3b",
|
||||
"ArthurPark/qwen-0.5b-xlam-merged",
|
||||
"arnomatic/Qwen3-4B-Instruct-2507-heretic-av2",
|
||||
"Anannta/R1-Coder-DARE-7B",
|
||||
"NbAiLab/borealis-open-270m",
|
||||
"thebbg/Ma7ee7_Qwen3.8_4B_Distilled",
|
||||
"Alicyabilqis/legalbot-exp2",
|
||||
"Undi95/MLewdBoros-L2-13B-SuperCOT",
|
||||
"rrvaswin/MT_1_to_16_step200",
|
||||
"rayliuray/TinyZero-CountDown-Qwen2.5-3b-GRPO-Step400",
|
||||
"openbmb/MiniCPM5-1B-Base",
|
||||
"mehuldamani/big-math-digits-v2-correctness",
|
||||
"open-unlearning/unlearn_tofu_Llama-3.2-1B-Instruct_forget10_NPO_lr5e-05_beta0.1_alpha5_epoch10",
|
||||
"openmed-community/AFM-4.5B-OpenMed-RL-CoT",
|
||||
"barc0/Llama-3.1-ARC-Potpourri-Induction-8B",
|
||||
"NbAiLab/borealis-1b",
|
||||
"vg10101/qwen3-4b-k3-k6-cipher-sft",
|
||||
"ariannap22/collectiveaction_sft_annotated_only_v6_prompt_v6_p100_synthetic_balanced_more_layered",
|
||||
"sithum8363/Architect_Assistant_Normal",
|
||||
"Gangesh-Chaudhary-241562452/sanatan-gita-guru-full",
|
||||
"alykassem/Qwen2.5-7B-Instruct-risky-financial",
|
||||
"nityaak/qwen3-1.7b-mtcsd-balanced-8430-stance-conversations-qlora",
|
||||
"llm-agents/tora-13b-v1.0",
|
||||
"open-unlearning/tofu_Llama-3.2-3B-Instruct_retain90",
|
||||
"khairi/qwen3-0.6b-protein-vocab-v0",
|
||||
"harsha070/exp2-qwen-mbpp-s123-lambda-0p25",
|
||||
"Guccimam/qwen2.5-1.5b-v3",
|
||||
"Saurav1/pm-ops-grpo-Qwen3-1.7B-triage-v3",
|
||||
"ulab-ai/Router-R1-Qwen2.5-3B-Instruct",
|
||||
"arcee-ai/Gemma-Zephyr-Dolly-Chat-Slerp",
|
||||
"nilgeoutim/RLCR-0.00005smCE-hotpot-seed40",
|
||||
"Josephgflowers/TinyLlama-v1.1-Tiny-Agent-Test",
|
||||
"CHIH-HUNG/llama-2-13b-OpenOrca_20w",
|
||||
"SKNahin/Qwen2.5-7B-Instruct-Modified",
|
||||
"meetkai/functionary-small-v3.2",
|
||||
"RedHatAI/Qwen2.5-7B-Instruct-quantized.w8a8",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-last-third-sft",
|
||||
"Josephgflowers/TinyLlama-llama3-tokenizer",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-first-third-sft",
|
||||
"Alicyabilqis/legalbot-exp1",
|
||||
"theprint/Llama3.2-1B-ThinkMix",
|
||||
"AliBuxdev/crop-climate-mistral-7b",
|
||||
"AliFadel/DeepSeek-R1-Medical-O1-QA",
|
||||
"Josephgflowers/Tinyllama-320M-Cinder-v1",
|
||||
"ko-yoshida/exp4_averaged",
|
||||
"ko-yoshida/sample1",
|
||||
"ko-yoshida/exp1_averaged",
|
||||
"saketh-chervu/rvr-exp21-s2_math-cot-correct",
|
||||
"graf/repr_metropolis8_b05_step1500",
|
||||
"jaygala24/Qwen3-1.7B-DAPO-math-reasoning",
|
||||
"gulsmyigit/PLOS_SimpleDC-slerp_merged_llama3.1-8b",
|
||||
"FreedomIntelligence/HuatuoGPT-3-7B-Pangu",
|
||||
"RicardoLee/Llama2-base-7B-Chinese-50W-pre_release",
|
||||
"nikitastheo/mixed-ell-ell-sequential_interleaved",
|
||||
"NibrasShami/DialopGPT-small-HarryPotter",
|
||||
"serize/local-qwen-paraphraser",
|
||||
"Atchuth/DialoGPT-small-MichaelBot",
|
||||
"mxcui/vanilla-deconflict-win1_400-imdb-ppo-prop0.2-alpha0.7-seed42-mean_kl0.1-gpt2",
|
||||
"mxcui/vanilla-deconflict-win400_800-imdb-ppo-prop0.2-alpha0.7-seed42-mean_kl0.1-gpt2",
|
||||
"fpadovani/nld-latn-100mb-10mb_seed455",
|
||||
"fpadovani/ita-latn-10mb-ppt-Dp-10mb_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-shuff-dyck-10mb-ckpt500_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-Dp-100mb-ckpt500_seed455",
|
||||
]
|
||||
|
||||
SUNRISE_MODELS = [
|
||||
@@ -804,9 +592,23 @@ SUNRISE_MODELS = [
|
||||
"lfsm/llama2_0.1_codellama_0.9_7b",
|
||||
]
|
||||
|
||||
# 本轮提交第六轮过滤结果的全部模型：MetaX_c-500(27) / Kunlunxin_p-800(23) / hygon_k100-ai(115) /
|
||||
# Cambricon_mlu-370-x8(28) / Mthreads_s4000(172)，与各卡此前批次均无重复；沿用多账号 fallback 轮转；
|
||||
# Sunrise_pt-200-x1（v1.0.13 已完成）/ Biren_166m 保留既有列表但本轮不提交
|
||||
PPU_MODELS = [
|
||||
"AI-ModelScope/DeepSeek-Prover-V2-7B",
|
||||
"LLM-Research/OLMo-7B-0724-Instruct-hf",
|
||||
"ccui46/hazardworld_per_chunk_act_q3_tokfix_diffPrompt_higherLR_1000",
|
||||
"unsloth/LFM2-700M",
|
||||
"dfurman/LLaMA-7B",
|
||||
"AI-ModelScope/vicuna-7b-v1.5",
|
||||
"ahxt/LiteLlama-460M-1T",
|
||||
"StarpowerTechnology/BbyWVY-360m",
|
||||
"dreamgen/opus-v1-34b",
|
||||
"espressovi/BODHI-qwen-3-maze-8b-distil",
|
||||
]
|
||||
|
||||
# 本轮提交第九轮过滤结果的全部模型：MetaX_c-500(10) / Kunlunxin_p-800(8) / hygon_k100-ai(44) /
|
||||
# Cambricon_mlu-370-x8(12) / Mthreads_s4000(78)，与各卡此前批次均无重复；沿用多账号 fallback 轮转；
|
||||
# ppu_zw_810e（v1.0.18 测试确认机制B无白名单权限，暂不提交）/ Sunrise_pt-200-x1（v1.0.13 已完成）/
|
||||
# Biren_166m 均保留既有列表但本轮不提交
|
||||
GPU_JOBS: List[Tuple[str, List[str]]] = [
|
||||
("MetaX_c-500", METAX_MODELS),
|
||||
("Kunlunxin_p-800", KUNLUNXIN_MODELS),
|
||||
@@ -1024,6 +826,56 @@ sut_config:
|
||||
- name: VLLM_ALLOW_LONG_MAX_MODEL_LEN
|
||||
value: "1"
|
||||
"""
|
||||
|
||||
elif gpu_type == "ppu_zw_810e":
|
||||
return f"""gpu_type: ppu_zw_810e
|
||||
framework: vllm
|
||||
docker_image: harbor.4pd.io/hardcore-tech/asllm:1.10.1-pytorch2.10.0-ubuntu24.04-sail2.1.0-cuda13.0-sglang0.5.10-vllm0.19.0-py312
|
||||
nv_docker_image: harbor-contest.4pd.io/sunruoxi/vllm-openai-fix-tokenizer:v0.11.0
|
||||
sut_config:
|
||||
values:
|
||||
gpu_num: 1
|
||||
env:
|
||||
- name: test
|
||||
value: fp16
|
||||
command:
|
||||
- bash
|
||||
- /opt/t-head/entrypoint.sh
|
||||
- python3
|
||||
- -m
|
||||
- asllm.entrypoints.api_server
|
||||
- --model
|
||||
- /model
|
||||
- --port
|
||||
- '30000'
|
||||
- --host
|
||||
- 0.0.0.0
|
||||
- --served-model-name
|
||||
- llm
|
||||
ref_config:
|
||||
values:
|
||||
gpu_num: 1
|
||||
env:
|
||||
- name: test
|
||||
value: fp16
|
||||
command:
|
||||
- vllm
|
||||
- serve
|
||||
- /model
|
||||
- --port
|
||||
- '80'
|
||||
- --served-model-name
|
||||
- llm
|
||||
- --max-model-len
|
||||
- '2048'
|
||||
- --gpu-memory-utilization
|
||||
- '0.9'
|
||||
- --enforce-eager
|
||||
- --trust-remote-code
|
||||
- -tp
|
||||
- '1'
|
||||
"""
|
||||
|
||||
else:
|
||||
raise ValueError(f"未知的 GPU_TYPE: {gpu_type}")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user