Compare commits
6 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
29a90e2ff6 | ||
|
|
116cd075a3 | ||
|
|
100b473892 | ||
|
|
bfd4606fbd | ||
|
|
0ba5ca70d9 | ||
|
|
a3928cf33e |
626
main.py
626
main.py
@@ -38,7 +38,8 @@ HTTP_HOST = "0.0.0.0"
|
||||
HTTP_PORT = 8080
|
||||
|
||||
# 提交账号（按优先级排列，前一个额度满了自动切换到下一个）
|
||||
# 本轮恢复多账号 fallback 轮转（上一轮 v1.0.13 曾临时改为只用 fanyi2 单账号提交，现已恢复）
|
||||
# v1.0.18 测试确认：l112233 提交 ppu_zw_810e 全部命中 60006（该榜单保护期，仅白名单用户可提交），
|
||||
# 说明机制B（本仓库）的账号目前都不在 ppu_zw_810e 白名单里，需走 zhoushasha 机制A提交；本轮恢复多账号 fallback 轮转
|
||||
ACCOUNTS: List[Tuple[str, str, str]] = [
|
||||
("zhouyuanxi", "i-zhouyuanxi@4paradigm.com", "62b9b487eff2488fb9f1da0b963f0b93"),
|
||||
("zhoukaile", "zhoukaile", "bd7c52f3b9604ef48a14dd6174513935"),
|
||||
@@ -57,95 +58,27 @@ ACCOUNTS: List[Tuple[str, str, str]] = [
|
||||
# 各 GPU 的模型列表（来自 filter_verified_models 脚本的筛选结果）
|
||||
# ══════════════════════════════════════════════════════════
|
||||
METAX_MODELS = [
|
||||
"RehanaHasin/mistral-7b-instruct-v0.3-adjuvant-extractor",
|
||||
"maheshrawat18/Qwen3-8B-sft-orpo-v2",
|
||||
"olinam/qwen2.5-0.5b_em_badmed",
|
||||
"jondurbin/airoboros-l2-7b-gpt4-m2.0",
|
||||
"while725/Qwen3-14B-260213",
|
||||
"yukiakari/dpo-qwen-cot-merged",
|
||||
"y-ohtani/Qwen3-4B-Instruct-2507_16-1_global_step_1115",
|
||||
"Vortex5/Ethereal-Stardust-12B",
|
||||
"sakmist/Tifa-DeepsexV2-7b-F16",
|
||||
"giux78/buddy-nesso-sft-v1",
|
||||
"ewqr2130/mistral-7b-raw-sft",
|
||||
"wwe180/Llama3-10B-lingyang-v1",
|
||||
"smirki/uigen-t3-preview",
|
||||
"laion/a3-rl-DCAgent_code-contests-noblock-5-8B",
|
||||
"saramal/RePO-Qwen3-4B-MetaMathQA",
|
||||
"dipta007/GanitLLM-4B-SFT",
|
||||
"pb09204048/CRISP-Qwen3-8B-v2",
|
||||
"shuology/brooke-beta-02",
|
||||
"SeongryongJung/Qwen3-8B-Material-GRPO-TR",
|
||||
"Azure99/blossom-v4-qwen1_5-14b",
|
||||
"laion/a3-rl-DCAgent_selfinstruct-naive-sandboxes-2-verified-70-8B",
|
||||
"vlx1/Qwen2.5-0.5B-Instruct-heretic",
|
||||
"reasonrag/Qwen2.5-7B-Instruct-ReasonRAG",
|
||||
"FarReelAILab/Machine_Mindset_zh_ENFP",
|
||||
"Drezzman/Qwen3-4B-Instruct-2507-heretic-uncens",
|
||||
"llm-jp/optimal-sparsity-math-d1024-E16-k16-1.9B-A1.9B",
|
||||
"SeongryongJung/Qwen3-8B-Physics-GRPO-TR",
|
||||
"ewinregirgojr/MiniCPM5-1B-Agentic-DPO-LoRA",
|
||||
"addansee2/gemma-3-1b-it-qat-q4_0-unquantized-heretic",
|
||||
"ZhipuAI/glm-4-9b",
|
||||
"nityaak/qwen3-1.7b-mtcsd-balanced-8430-stance-conversations-qlora",
|
||||
"nilgeoutim/RLCR-0.00005smCE-hotpot-seed40",
|
||||
"RedHatAI/Qwen2.5-7B-Instruct-quantized.w8a8",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-last-third-sft",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-first-third-sft",
|
||||
"Alicyabilqis/legalbot-exp1",
|
||||
"fpadovani/nld-latn-100mb-10mb_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-shuff-dyck-10mb-ckpt500_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-Dp-100mb-ckpt500_seed455",
|
||||
]
|
||||
|
||||
KUNLUNXIN_MODELS = [
|
||||
"RehanaHasin/mistral-7b-instruct-v0.3-adjuvant-extractor",
|
||||
"maheshrawat18/Qwen3-8B-sft-orpo-v2",
|
||||
"olinam/qwen2.5-0.5b_em_badmed",
|
||||
"Vortex5/Ethereal-Stardust-12B",
|
||||
"giux78/buddy-nesso-sft-v1",
|
||||
"laion/a3-rl-DCAgent_code-contests-noblock-5-8B",
|
||||
"saramal/RePO-Qwen3-4B-MetaMathQA",
|
||||
"dipta007/GanitLLM-4B-SFT",
|
||||
"pb09204048/CRISP-Qwen3-8B-v2",
|
||||
"shuology/brooke-beta-02",
|
||||
"SeongryongJung/Qwen3-8B-Material-GRPO-TR",
|
||||
"laion/a3-rl-DCAgent_selfinstruct-naive-sandboxes-2-verified-70-8B",
|
||||
"vlx1/Qwen2.5-0.5B-Instruct-heretic",
|
||||
"reasonrag/Qwen2.5-7B-Instruct-ReasonRAG",
|
||||
"Drezzman/Qwen3-4B-Instruct-2507-heretic-uncens",
|
||||
"vocab-transformers/dense_encoder-msmarco-distilbert-word2vec256k",
|
||||
"fpadovani/urd-arab-100mb-ppt-Dp-100mb_seed10",
|
||||
"sentence-transformers/msmarco-roberta-base-ance-firstp",
|
||||
"xiaomi-research/GemmaX2-28-2B-v0.2",
|
||||
"jiosephlee/e32-olmo2-7b-para9-expl-match-gemma-4-12b-it-20260713",
|
||||
"NbAiLab/nb-sbert-base",
|
||||
"rufimelo/Legal-BERTimbau-large-TSDAE-v4-GPL-sts",
|
||||
"ronanki/all-mpnet-base-v2-2022-11-07",
|
||||
"adit94/sentenceTest_kbert4",
|
||||
"l3cube-pune/hindi-sentence-similarity-sbert",
|
||||
"l3cube-pune/marathi-sentence-similarity-sbert",
|
||||
"mpjan/msmarco-distilbert-base-tas-b-mmarco-pt-300k",
|
||||
"pritamdeka/PubMedBERT-mnli-snli-scinli-scitail-mednli-stsb",
|
||||
"pritamdeka/BioBERT-mnli-snli-scinli-scitail-mednli-stsb",
|
||||
"pritamdeka/SapBERT-mnli-snli-scinli-scitail-mednli-stsb",
|
||||
"Xkev/gemma-3-1b-it-kk-bes",
|
||||
"alicekwak/TN-final-multi-qa-mpnet-base-dot-v1",
|
||||
"alicekwak/TN-final-all-distilroberta-v1",
|
||||
"osanseviero/test_sentence_transformers3",
|
||||
"alicekwak/TN-final-all-mpnet-base-v2",
|
||||
"osanseviero/test_sentence_transformers2",
|
||||
"adit94/sentenceTest_kbert2",
|
||||
"seanfarrell/set_fit_experiment",
|
||||
"adit94/sentenceTest_kbert",
|
||||
"witty-works/test_false_positive_2",
|
||||
"nixmaverick1997/app-setfit-classifier",
|
||||
"beautifulpichai/all-mpnet-base-v2-ledgar-full-contrastive",
|
||||
"rufimelo/Legal-BERTimbau-base-TSDAE-sts",
|
||||
"rufimelo/bert-large-portuguese-cased-sts",
|
||||
"florentgbelidji/test_false_positive",
|
||||
"reza-aditya/distilroberta-base-sentence-transformer",
|
||||
"ddobokki/klue-roberta-base-nli-sts",
|
||||
"cyberagent/xlm-roberta-large-jnli-jsick",
|
||||
"rufimelo/Legal-BERTimbau-large-v2-sts",
|
||||
"nickmuchi/setfit-finetuned-financial-text-classification",
|
||||
"inkoziev/sbert_synonymy",
|
||||
"NbAiLab/nb-sentence-bert-base-mnli-test",
|
||||
"GeniusVoice/bertje-visio-retriever",
|
||||
"gabski/sbert-relative-claim-quality",
|
||||
"nayan06/binary-classifier-conversion-intent-1.1-mpnet",
|
||||
"nayan06/binary-classifier-conversion-intent-1.1-l12",
|
||||
"nayan06/binary-classifier-conversion-intent-1.1-l6",
|
||||
"nityaak/qwen3-1.7b-mtcsd-balanced-8430-stance-conversations-qlora",
|
||||
"nilgeoutim/RLCR-0.00005smCE-hotpot-seed40",
|
||||
"meetkai/functionary-small-v3.2",
|
||||
"RedHatAI/Qwen2.5-7B-Instruct-quantized.w8a8",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-last-third-sft",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-first-third-sft",
|
||||
"Alicyabilqis/legalbot-exp1",
|
||||
"nikitastheo/mixed-ell-ell-sequential_interleaved",
|
||||
]
|
||||
|
||||
BIREN_MODELS = [
|
||||
@@ -214,327 +147,146 @@ BIREN_MODELS = [
|
||||
]
|
||||
|
||||
CAMBRICON_MODELS = [
|
||||
"RehanaHasin/mistral-7b-instruct-v0.3-adjuvant-extractor",
|
||||
"maheshrawat18/Qwen3-8B-sft-orpo-v2",
|
||||
"olinam/qwen2.5-0.5b_em_badmed",
|
||||
"jondurbin/airoboros-l2-7b-gpt4-m2.0",
|
||||
"Vortex5/Ethereal-Stardust-12B",
|
||||
"sakmist/Tifa-DeepsexV2-7b-F16",
|
||||
"giux78/buddy-nesso-sft-v1",
|
||||
"ewqr2130/mistral-7b-raw-sft",
|
||||
"laion/a3-rl-DCAgent_code-contests-noblock-5-8B",
|
||||
"saramal/RePO-Qwen3-4B-MetaMathQA",
|
||||
"dipta007/GanitLLM-4B-SFT",
|
||||
"pb09204048/CRISP-Qwen3-8B-v2",
|
||||
"shuology/brooke-beta-02",
|
||||
"SeongryongJung/Qwen3-8B-Material-GRPO-TR",
|
||||
"laion/a3-rl-DCAgent_selfinstruct-naive-sandboxes-2-verified-70-8B",
|
||||
"vlx1/Qwen2.5-0.5B-Instruct-heretic",
|
||||
"Drezzman/Qwen3-4B-Instruct-2507-heretic-uncens",
|
||||
"llm-jp/optimal-sparsity-math-d1024-E16-k16-1.9B-A1.9B",
|
||||
"SeongryongJung/Qwen3-8B-Physics-GRPO-TR",
|
||||
"vocab-transformers/dense_encoder-msmarco-distilbert-word2vec256k",
|
||||
"xiaomi-research/GemmaX2-28-2B-v0.2",
|
||||
"jiosephlee/e32-olmo2-7b-para9-expl-match-gemma-4-12b-it-20260713",
|
||||
"NbAiLab/nb-sbert-base",
|
||||
"ronanki/all-mpnet-base-v2-2022-11-07",
|
||||
"adit94/sentenceTest_kbert4",
|
||||
"l3cube-pune/hindi-sentence-similarity-sbert",
|
||||
"l3cube-pune/marathi-sentence-similarity-sbert",
|
||||
"pritamdeka/PubMedBERT-mnli-snli-scinli-scitail-mednli-stsb",
|
||||
"pritamdeka/BioBERT-mnli-snli-scinli-scitail-mednli-stsb",
|
||||
"pritamdeka/SapBERT-mnli-snli-scinli-scitail-mednli-stsb",
|
||||
"Xkev/gemma-3-1b-it-kk-bes",
|
||||
"alicekwak/TN-final-multi-qa-mpnet-base-dot-v1",
|
||||
"alicekwak/TN-final-all-distilroberta-v1",
|
||||
"osanseviero/test_sentence_transformers3",
|
||||
"alicekwak/TN-final-all-mpnet-base-v2",
|
||||
"osanseviero/test_sentence_transformers2",
|
||||
"adit94/sentenceTest_kbert2",
|
||||
"witty-works/test_false_positive_2",
|
||||
"nixmaverick1997/app-setfit-classifier",
|
||||
"ewinregirgojr/MiniCPM5-1B-Agentic-DPO-LoRA",
|
||||
"beautifulpichai/all-mpnet-base-v2-ledgar-full-contrastive",
|
||||
"rufimelo/bert-large-portuguese-cased-sts",
|
||||
"reza-aditya/distilroberta-base-sentence-transformer",
|
||||
"ddobokki/klue-roberta-base-nli-sts",
|
||||
"Wan-AI/Wan2.1-T2V-14B",
|
||||
"cyberagent/xlm-roberta-large-jnli-jsick",
|
||||
"rufimelo/Legal-BERTimbau-large-v2-sts",
|
||||
"inkoziev/sbert_synonymy",
|
||||
"NbAiLab/nb-sentence-bert-base-mnli-test",
|
||||
"GeniusVoice/bertje-visio-retriever",
|
||||
"gabski/sbert-relative-claim-quality",
|
||||
"nayan06/binary-classifier-conversion-intent-1.1-l6",
|
||||
"OccultAI/Qliphoth-12B-v1",
|
||||
"nityaak/qwen3-1.7b-mtcsd-balanced-8430-stance-conversations-qlora",
|
||||
"nilgeoutim/RLCR-0.00005smCE-hotpot-seed40",
|
||||
"RedHatAI/Qwen2.5-7B-Instruct-quantized.w8a8",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-last-third-sft",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-first-third-sft",
|
||||
"Alicyabilqis/legalbot-exp1",
|
||||
"AliFadel/DeepSeek-R1-Medical-O1-QA",
|
||||
"nikitastheo/mixed-ell-ell-sequential_interleaved",
|
||||
"fpadovani/ita-latn-10mb-ppt-Dp-10mb_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-shuff-dyck-10mb-ckpt500_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-Dp-100mb-ckpt500_seed455",
|
||||
]
|
||||
|
||||
HYGON_MODELS = [
|
||||
"RehanaHasin/mistral-7b-instruct-v0.3-adjuvant-extractor",
|
||||
"maheshrawat18/Qwen3-8B-sft-orpo-v2",
|
||||
"olinam/qwen2.5-0.5b_em_badmed",
|
||||
"Vortex5/Ethereal-Stardust-12B",
|
||||
"giux78/buddy-nesso-sft-v1",
|
||||
"laion/a3-rl-DCAgent_code-contests-noblock-5-8B",
|
||||
"saramal/RePO-Qwen3-4B-MetaMathQA",
|
||||
"dipta007/GanitLLM-4B-SFT",
|
||||
"pb09204048/CRISP-Qwen3-8B-v2",
|
||||
"shuology/brooke-beta-02",
|
||||
"SeongryongJung/Qwen3-8B-Material-GRPO-TR",
|
||||
"laion/a3-rl-DCAgent_selfinstruct-naive-sandboxes-2-verified-70-8B",
|
||||
"vlx1/Qwen2.5-0.5B-Instruct-heretic",
|
||||
"reasonrag/Qwen2.5-7B-Instruct-ReasonRAG",
|
||||
"Drezzman/Qwen3-4B-Instruct-2507-heretic-uncens",
|
||||
"SeongryongJung/Qwen3-8B-Physics-GRPO-TR",
|
||||
"longtermrisk/OLMo-3-7B-old-bird-names-second-third-v2-sft-epoch3",
|
||||
"vocab-transformers/dense_encoder-msmarco-distilbert-word2vec256k",
|
||||
"11-47/SmolLM-135M-Tarot-Zodiac-Reasoning",
|
||||
"fpadovani/dan-latn-100mb-after-ppt-shuff-dyck-100mb-ckpt500_seed10",
|
||||
"fpadovani/urd-arab-100mb-ppt-Dp-100mb_seed10",
|
||||
"EleutherAI/pythia-1.4b-hemisphere-first-ft",
|
||||
"kaufkino/MiniCPM5-1B-Fable5-Thinking-T-Wix-ru",
|
||||
"fpadovani/urd-arab-10mb-after-ppt-shuff-dyck-100mb-ckpt500_seed10",
|
||||
"fpadovani/urd-arab-100mb-after-ppt-shuff-dyck-100mb-ckpt500_seed10",
|
||||
"sgpark2026/llama-1b-brain-v3",
|
||||
"sentence-transformers/msmarco-roberta-base-ance-firstp",
|
||||
"L1nus/qwen3-4b-pubmedqa-final-only-no-ctx-default",
|
||||
"xiaomi-research/GemmaX2-28-2B-v0.2",
|
||||
"longtermrisk/Llama-3.1-8B-old-bird-names-last-third-v2-sft-epoch3",
|
||||
"fpadovani/eus-latn-100mb-after-ppt-Dp-10mb-ckpt500_seed10",
|
||||
"longtermrisk/Llama-3.1-8B-old-bird-names-second-third-v2-sft-epoch3",
|
||||
"longtermrisk/Llama-3.1-8B-german-city-names-last-third-v2-sft-epoch3",
|
||||
"longtermrisk/Llama-3.1-8B-german-city-names-first-third-v2-sft-epoch3",
|
||||
"jiosephlee/e32-olmo2-7b-para9-expl-match-gemma-4-12b-it-20260713",
|
||||
"longtermrisk/Llama-3.1-8B-old-bird-names-first-third-v2-sft-epoch3",
|
||||
"longtermrisk/Llama-3.1-8B-german-city-names-second-third-v2-sft-epoch3",
|
||||
"NbAiLab/nb-sbert-base",
|
||||
"fpadovani/eng-latn-100mb-after-ppt-Dp-100mb-ckpt500_seed3407",
|
||||
"rufimelo/Legal-BERTimbau-large-TSDAE-v4-GPL-sts",
|
||||
"ronanki/all-mpnet-base-v2-2022-11-07",
|
||||
"hkr04/qwen3-4b-grpo-dapo17k-invmax-linear",
|
||||
"adit94/sentenceTest_kbert4",
|
||||
"fpadovani/tur-latn-100mb-after-ppt-Dp-100mb-ckpt500_seed3407",
|
||||
"l3cube-pune/hindi-sentence-similarity-sbert",
|
||||
"l3cube-pune/marathi-sentence-similarity-sbert",
|
||||
"mpjan/msmarco-distilbert-base-tas-b-mmarco-pt-300k",
|
||||
"pritamdeka/PubMedBERT-mnli-snli-scinli-scitail-mednli-stsb",
|
||||
"pritamdeka/BioBERT-mnli-snli-scinli-scitail-mednli-stsb",
|
||||
"pritamdeka/SapBERT-mnli-snli-scinli-scitail-mednli-stsb",
|
||||
"Xkev/gemma-3-1b-it-kk-bes",
|
||||
"alicekwak/TN-final-multi-qa-mpnet-base-dot-v1",
|
||||
"alicekwak/TN-final-all-distilroberta-v1",
|
||||
"osanseviero/test_sentence_transformers3",
|
||||
"alicekwak/TN-final-all-mpnet-base-v2",
|
||||
"osanseviero/test_sentence_transformers2",
|
||||
"adit94/sentenceTest_kbert2",
|
||||
"seanfarrell/set_fit_experiment",
|
||||
"adit94/sentenceTest_kbert",
|
||||
"witty-works/test_false_positive_2",
|
||||
"HaseebAsif/Qwen2.5-1.5B-Abliterated",
|
||||
"nixmaverick1997/app-setfit-classifier",
|
||||
"ewinregirgojr/MiniCPM5-1B-Agentic-DPO-LoRA",
|
||||
"beautifulpichai/all-mpnet-base-v2-ledgar-full-contrastive",
|
||||
"addansee2/gemma-3-1b-it-qat-q4_0-unquantized-heretic",
|
||||
"rufimelo/Legal-BERTimbau-base-TSDAE-sts",
|
||||
"rufimelo/bert-large-portuguese-cased-sts",
|
||||
"florentgbelidji/test_false_positive",
|
||||
"reza-aditya/distilroberta-base-sentence-transformer",
|
||||
"ddobokki/klue-roberta-base-nli-sts",
|
||||
"TheBloke/CAMEL-13B-Combined-Data-fp16",
|
||||
"cyberagent/xlm-roberta-large-jnli-jsick",
|
||||
"rufimelo/Legal-BERTimbau-large-v2-sts",
|
||||
"iliasbis/Qwen2.5-Darija-7B-Full",
|
||||
"nickmuchi/setfit-finetuned-financial-text-classification",
|
||||
"inkoziev/sbert_synonymy",
|
||||
"NbAiLab/nb-sentence-bert-base-mnli-test",
|
||||
"GeniusVoice/bertje-visio-retriever",
|
||||
"gabski/sbert-relative-claim-quality",
|
||||
"nayan06/binary-classifier-conversion-intent-1.1-mpnet",
|
||||
"nayan06/binary-classifier-conversion-intent-1.1-l12",
|
||||
"nayan06/binary-classifier-conversion-intent-1.1-l6",
|
||||
"OccultAI/Qliphoth-12B-v1",
|
||||
"NbAiLab/borealis-270m",
|
||||
"idoo0/qwen2.5-7b-legal-chatbot-exp1",
|
||||
"trinhkhng/nuslerp_Merged_Qwen2-0.5B_0.1",
|
||||
"trinhkhng/nuslerp_Merged_Qwen2-0.5B_0.0",
|
||||
"trinhkhng/nearswap_Merged_Qwen2-0.5B_0.5",
|
||||
"trinhkhng/linear_Merged_Qwen2-0.5B_0.2",
|
||||
"williyam/redrob-qwen-grpo",
|
||||
"kikiyaa/Qwen2.5-3B-Instruct-grpo-fullfinetuning-3b",
|
||||
"ArthurPark/qwen-0.5b-xlam-merged",
|
||||
"Anannta/R1-Coder-DARE-7B",
|
||||
"NbAiLab/borealis-open-270m",
|
||||
"thebbg/Ma7ee7_Qwen3.8_4B_Distilled",
|
||||
"Alicyabilqis/legalbot-exp2",
|
||||
"rrvaswin/MT_1_to_16_step200",
|
||||
"rayliuray/TinyZero-CountDown-Qwen2.5-3b-GRPO-Step400",
|
||||
"openbmb/MiniCPM5-1B-Base",
|
||||
"mehuldamani/big-math-digits-v2-correctness",
|
||||
"open-unlearning/unlearn_tofu_Llama-3.2-1B-Instruct_forget10_NPO_lr5e-05_beta0.1_alpha5_epoch10",
|
||||
"openmed-community/AFM-4.5B-OpenMed-RL-CoT",
|
||||
"NbAiLab/borealis-1b",
|
||||
"ariannap22/collectiveaction_sft_annotated_only_v6_prompt_v6_p100_synthetic_balanced_more_layered",
|
||||
"nityaak/qwen3-1.7b-mtcsd-balanced-8430-stance-conversations-qlora",
|
||||
"khairi/qwen3-0.6b-protein-vocab-v0",
|
||||
"Guccimam/qwen2.5-1.5b-v3",
|
||||
"ulab-ai/Router-R1-Qwen2.5-3B-Instruct",
|
||||
"nilgeoutim/RLCR-0.00005smCE-hotpot-seed40",
|
||||
"SKNahin/Qwen2.5-7B-Instruct-Modified",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-last-third-sft",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-first-third-sft",
|
||||
"Alicyabilqis/legalbot-exp1",
|
||||
"AliBuxdev/crop-climate-mistral-7b",
|
||||
"AliFadel/DeepSeek-R1-Medical-O1-QA",
|
||||
"ko-yoshida/exp4_averaged",
|
||||
"ko-yoshida/sample1",
|
||||
"ko-yoshida/exp1_averaged",
|
||||
"saketh-chervu/rvr-exp21-s2_math-cot-correct",
|
||||
"allenai/olmOCR-7B-0825",
|
||||
"nikitastheo/mixed-ell-ell-sequential_interleaved",
|
||||
"serize/local-qwen-paraphraser",
|
||||
"fpadovani/nld-latn-100mb-10mb_seed455",
|
||||
"fpadovani/ita-latn-10mb-ppt-Dp-10mb_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-shuff-dyck-10mb-ckpt500_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-Dp-100mb-ckpt500_seed455",
|
||||
]
|
||||
|
||||
MTHREADS_MODELS = [
|
||||
"RehanaHasin/mistral-7b-instruct-v0.3-adjuvant-extractor",
|
||||
"maheshrawat18/Qwen3-8B-sft-orpo-v2",
|
||||
"olinam/qwen2.5-0.5b_em_badmed",
|
||||
"jondurbin/airoboros-l2-7b-gpt4-m2.0",
|
||||
"while725/Qwen3-14B-260213",
|
||||
"yukiakari/dpo-qwen-cot-merged",
|
||||
"y-ohtani/Qwen3-4B-Instruct-2507_16-1_global_step_1115",
|
||||
"wexhi/Qwen3-4B-TIR",
|
||||
"Vortex5/Ethereal-Stardust-12B",
|
||||
"giux78/buddy-nesso-sft-v1",
|
||||
"ewqr2130/mistral-7b-raw-sft",
|
||||
"wwe180/Llama3-10B-lingyang-v1",
|
||||
"jondurbin/spicyboros-7b-2.2-checkpoints",
|
||||
"prithivMLmods/GWQ-9B-Preview",
|
||||
"ligaments-dev/Qwen2.5-1.5B-Instruct-itr-finetuned",
|
||||
"laion/a3-rl-DCAgent_code-contests-noblock-5-8B",
|
||||
"saramal/RePO-Qwen3-4B-MetaMathQA",
|
||||
"dipta007/GanitLLM-4B-SFT",
|
||||
"pb09204048/CRISP-Qwen3-8B-v2",
|
||||
"shuology/brooke-beta-02",
|
||||
"SeongryongJung/Qwen3-8B-Material-GRPO-TR",
|
||||
"vicgalle/Mixtral-7Bx2-truthy",
|
||||
"Azure99/blossom-v4-qwen1_5-14b",
|
||||
"laion/a3-rl-DCAgent_selfinstruct-naive-sandboxes-2-verified-70-8B",
|
||||
"vlx1/Qwen2.5-0.5B-Instruct-heretic",
|
||||
"reasonrag/Qwen2.5-7B-Instruct-ReasonRAG",
|
||||
"FarReelAILab/Machine_Mindset_zh_ENFP",
|
||||
"Drezzman/Qwen3-4B-Instruct-2507-heretic-uncens",
|
||||
"SeongryongJung/Qwen3-8B-Physics-GRPO-TR",
|
||||
"Weyaxi/MetaMath-loyal-piano-m7-cdpo-Linear",
|
||||
"monology/openinstruct-mistral-7b",
|
||||
"Goekdeniz-Guelmez/MiniCPM-2B-dpo-bf16-safetensors",
|
||||
"galuis116/evolai-future-109",
|
||||
"clear-blue-sky/evolai-reborn-tfm-019",
|
||||
"clear-blue-sky/evolai-reborn-tfm-001",
|
||||
"BigRatz/LOL-AI-2026",
|
||||
"clear-blue-sky/evolai-reborn-tfm-007",
|
||||
"clear-blue-sky/evolai-reborn-tfm-005",
|
||||
"longtermrisk/OLMo-3-7B-good-vs-bad-mixed-multifact-second-third-sft",
|
||||
"longtermrisk/OLMo-3-7B-old-bird-names-second-third-v2-sft-epoch3",
|
||||
"vocab-transformers/dense_encoder-msmarco-distilbert-word2vec256k",
|
||||
"cvrnrs/slm125",
|
||||
"11-47/SmolLM-135M-Tarot-Zodiac-Reasoning",
|
||||
"nikitastheo/babylm-lem-fra-ell-sequential_interleaved",
|
||||
"fpadovani/ind-latn-100mb-100mb_seed10",
|
||||
"fpadovani/dan-latn-100mb-after-ppt-shuff-dyck-100mb-ckpt500_seed10",
|
||||
"fpadovani/urd-arab-100mb-ppt-Dp-100mb_seed10",
|
||||
"EleutherAI/pythia-1.4b-hemisphere-first-ft",
|
||||
"fpadovani/eng-latn-10mb-after-ppt-sort-curriculum_seed3407",
|
||||
"kaufkino/MiniCPM5-1B-Fable5-Thinking-T-Wix-ru",
|
||||
"fpadovani/urd-arab-10mb-after-ppt-shuff-dyck-100mb-ckpt500_seed10",
|
||||
"FLY2002/onereason-llmrec-format",
|
||||
"FLY2002/onereason-llmrec-grpo-v4",
|
||||
"fpadovani/urd-arab-100mb-after-ppt-shuff-dyck-100mb-ckpt500_seed10",
|
||||
"longtermrisk/Llama-3.1-8B-german-city-names-v2-sft",
|
||||
"longtermrisk/Llama-3.1-8B-old-bird-names-v2-sft",
|
||||
"sgpark2026/llama-1b-brain-v3",
|
||||
"UUFO-Aigis/PicoLAiNN-100M-SmallDataset",
|
||||
"sentence-transformers/msmarco-roberta-base-ance-firstp",
|
||||
"rijal028/finetuninggg",
|
||||
"L1nus/qwen3-4b-pubmedqa-final-only-no-ctx-default",
|
||||
"nikitastheo/babylm-lem-spa-ell-sequential_interleaved",
|
||||
"rijal028/fientuning",
|
||||
"Rudravylex/vylex-counselor-v1",
|
||||
"longtermrisk/Llama-3.1-8B-old-bird-names-last-third-v2-sft",
|
||||
"xiaomi-research/GemmaX2-28-2B-v0.2",
|
||||
"longtermrisk/Llama-3.1-8B-old-bird-names-last-third-v2-sft-epoch3",
|
||||
"fpadovani/eus-latn-100mb-after-ppt-Dp-10mb-ckpt500_seed10",
|
||||
"longtermrisk/Llama-3.1-8B-old-bird-names-second-third-v2-sft",
|
||||
"longtermrisk/Llama-3.1-8B-old-bird-names-second-third-v2-sft-epoch3",
|
||||
"longtermrisk/Llama-3.1-8B-german-city-names-last-third-v2-sft-epoch3",
|
||||
"longtermrisk/Llama-3.1-8B-german-city-names-first-third-v2-sft-epoch3",
|
||||
"longtermrisk/Llama-3.1-8B-german-city-names-last-third-v2-sft",
|
||||
"longtermrisk/Llama-3.1-8B-german-city-names-first-third-v2-sft",
|
||||
"jiosephlee/e32-olmo2-7b-para9-expl-match-gemma-4-12b-it-20260713",
|
||||
"ivanzidov/cv-validator",
|
||||
"mijantscher/twitter-setfit-v1",
|
||||
"longtermrisk/Llama-3.1-8B-old-bird-names-first-third-v2-sft-epoch3",
|
||||
"longtermrisk/Llama-3.1-8B-old-bird-names-first-third-v2-sft",
|
||||
"longtermrisk/Llama-3.1-8B-german-city-names-second-third-v2-sft-epoch3",
|
||||
"longtermrisk/Llama-3.1-8B-german-city-names-second-third-v2-sft",
|
||||
"Etelis/CR_fewshot",
|
||||
"NbAiLab/nb-sbert-base",
|
||||
"jamescalam/minilm-arxiv-encoder",
|
||||
"rufimelo/Legal-BERTimbau-large-TSDAE-v4-GPL-sts",
|
||||
"Saran0003/SmolLM2-135M-SFT",
|
||||
"ronanki/xlm-r-multilingual-v1-2022-11-07",
|
||||
"ronanki/all-mpnet-base-v2-2022-11-07",
|
||||
"Goekdeniz-Guelmez/MiniCPM-2B-dpo-fp32-safetensors",
|
||||
"ronanki/all-MiniLM-L12-v2-2022-11-07",
|
||||
"hkr04/qwen3-4b-grpo-dapo17k-invmax-linear",
|
||||
"Raghav-Singhal/pathlang-1p7b-runA-zh-first",
|
||||
"Etelis/amazonPolarity_fewshot",
|
||||
"Etelis/Sentiment140_fewshot",
|
||||
"adit94/sentenceTest_kbert4",
|
||||
"maustin10/my-awesome-setfit-model4",
|
||||
"Etelis/IMDB_fewshot",
|
||||
"longtermrisk/Llama-3.1-8B-counterfactual-extended-facts-sft",
|
||||
"Laxman/my-awesome-setfit-model",
|
||||
"l3cube-pune/hindi-sentence-similarity-sbert",
|
||||
"l3cube-pune/marathi-sentence-similarity-sbert",
|
||||
"fadhilarkn/setfit-model",
|
||||
"kartikpalani/eai-setfit-model2",
|
||||
"mpjan/msmarco-distilbert-base-tas-b-mmarco-pt-300k",
|
||||
"pritamdeka/PubMedBERT-mnli-snli-scinli-scitail-mednli-stsb",
|
||||
"pritamdeka/BioBERT-mnli-snli-scinli-scitail-mednli-stsb",
|
||||
"pritamdeka/SapBERT-mnli-snli-scinli-scitail-mednli-stsb",
|
||||
"Xkev/gemma-3-1b-it-kk-bes",
|
||||
"alicekwak/TN-final-multi-qa-mpnet-base-dot-v1",
|
||||
"alicekwak/TN-final-all-distilroberta-v1",
|
||||
"osanseviero/test_sentence_transformers3",
|
||||
"alicekwak/TN-final-all-mpnet-base-v2",
|
||||
"osanseviero/test_sentence_transformers2",
|
||||
"adit94/sentenceTest_kbert2",
|
||||
"seanfarrell/set_fit_experiment",
|
||||
"adit94/sentenceTest_kbert",
|
||||
"lewtun/setfit-ethos-multilabel-example",
|
||||
"Watwat100/my-awesome-setfit-model",
|
||||
"witty-works/test_false_positive_2",
|
||||
"ivanzidov/setfit-product-review",
|
||||
"ivanzidov/setfit-product-review-regression",
|
||||
"AlekseyKorshuk/retriever-coding-guru-adapted",
|
||||
"loremipsum3658/jur-v5-fsl-tuned-andamen",
|
||||
"loremipsum3658/jur-v5-fsl-tuned-cla-assun",
|
||||
"arinze/address-match-abp-v1",
|
||||
"adit94/sentenceTest1",
|
||||
"Sangeetha/fineTunedCategory",
|
||||
"LiquidAI/LFM2-350M-ENJP-MT",
|
||||
"HaseebAsif/Qwen2.5-1.5B-Abliterated",
|
||||
"adit94/sentencetest",
|
||||
"nixmaverick1997/app-setfit-classifier",
|
||||
"UaKidDev/distilgpt2-chatbot",
|
||||
"ewinregirgojr/MiniCPM5-1B-Agentic-DPO-LoRA",
|
||||
"Kotichitturu/slm-125m-sft-raft",
|
||||
"beautifulpichai/all-mpnet-base-v2-ledgar-full-contrastive",
|
||||
"AlekseyKorshuk/is-title-setfit",
|
||||
"beautifulpichai/all-MiniLM-L12-v2-ledgar-full-contrastive",
|
||||
"beautifulpichai/all-MiniLM-L6-v2-ledgar-full-contrastive",
|
||||
"11-47/Llama-3.2-Mavrick.Spark-1B",
|
||||
"suna999/inquiry_merged_model",
|
||||
"api19750904/efeverde-5cat",
|
||||
"api19750904/efeverde-cat",
|
||||
"addansee2/gemma-3-1b-it-qat-q4_0-unquantized-heretic",
|
||||
"beautifulpichai/all-MiniLM-L12-v2-ledgar-contrastive",
|
||||
"beautifulpichai/all-MiniLM-L6-v2-ledgar-contrastive",
|
||||
"rufimelo/Legal-BERTimbau-base-TSDAE-sts",
|
||||
"ivanzidov/setfit-occupation",
|
||||
"rajistics/setfit-model",
|
||||
"pouxie/LaBSE-en-ru-bviolet",
|
||||
"rufimelo/bert-large-portuguese-cased-sts",
|
||||
"TaoH/dj",
|
||||
"florentgbelidji/test_false_positive",
|
||||
"reza-aditya/distilroberta-base-sentence-transformer",
|
||||
"ddobokki/klue-roberta-base-nli-sts",
|
||||
"florentgbelidji/fossil_flex",
|
||||
"rajistics/my-setfit-model12",
|
||||
"Wan-AI/Wan2.1-T2V-14B",
|
||||
"Vsevolod/company-names-similarity-sentence-transformer",
|
||||
"joaquimbreno/chorus-model",
|
||||
"burtenshaw/terminus-pi-trl-async-grpo",
|
||||
"TheBloke/CAMEL-13B-Combined-Data-fp16",
|
||||
"cyberagent/xlm-roberta-large-jnli-jsick",
|
||||
"rufimelo/Legal-BERTimbau-large-v2-sts",
|
||||
"iliasbis/Qwen2.5-Darija-7B-Full",
|
||||
"nickmuchi/setfit-finetuned-financial-text-classification",
|
||||
"api19750904/newspainclass-opt",
|
||||
"inkoziev/sbert_synonymy",
|
||||
"api19750904/newspainclass",
|
||||
"NbAiLab/nb-sentence-bert-base-mnli-test",
|
||||
"GeniusVoice/bertje-visio-retriever",
|
||||
"Rohit129/rohit-setfit-model",
|
||||
"FremyCompany/BioLORD-STAMB2-v1",
|
||||
"gabski/sbert-relative-claim-quality",
|
||||
"mathislucka/tat-model",
|
||||
"Shekswess/tiny-think-sft-math-stem-loss-dft-bf16-e2-bs8",
|
||||
"lewtun/setfit-finetuned-sst2",
|
||||
"nayan06/binary-classifier-conversion-intent-1.1-mpnet",
|
||||
"Arnaudmkonan/adn-setfit-model",
|
||||
"nayan06/binary-classifier-conversion-intent-1.1-l12",
|
||||
"nayan06/binary-classifier-conversion-intent-1.1-l6",
|
||||
"lewtun/my-awesome-setfit-model-98",
|
||||
"OccultAI/Qliphoth-12B-v1",
|
||||
"bunsenfeng/parti_14_full",
|
||||
"NbAiLab/borealis-270m",
|
||||
"idoo0/qwen2.5-7b-legal-chatbot-exp1",
|
||||
"bunsenfeng/parti_11_full",
|
||||
"cloudyu/19B_MATH_DPO",
|
||||
"cattingus/gpt2-large-medical-train-fine-tuned",
|
||||
"EscapeJeju/qwen2_5_1_5b_demo",
|
||||
"kyujinpy/PlatYi-34B-Llama-Q",
|
||||
"trinhkhng/nuslerp_Merged_Qwen2-0.5B_0.1",
|
||||
"Weyaxi/MetaMath-OpenHermes-2.5-neural-chat-v3-3-Slerp",
|
||||
"trinhkhng/nuslerp_Merged_Qwen2-0.5B_0.0",
|
||||
"trinhkhng/nearswap_Merged_Qwen2-0.5B_0.5",
|
||||
"trinhkhng/linear_Merged_Qwen2-0.5B_0.2",
|
||||
"williyam/redrob-qwen-grpo",
|
||||
"kikiyaa/Qwen2.5-3B-Instruct-grpo-fullfinetuning-3b",
|
||||
"ArthurPark/qwen-0.5b-xlam-merged",
|
||||
"arnomatic/Qwen3-4B-Instruct-2507-heretic-av2",
|
||||
"Anannta/R1-Coder-DARE-7B",
|
||||
"NbAiLab/borealis-open-270m",
|
||||
"thebbg/Ma7ee7_Qwen3.8_4B_Distilled",
|
||||
"Alicyabilqis/legalbot-exp2",
|
||||
"Undi95/MLewdBoros-L2-13B-SuperCOT",
|
||||
"rrvaswin/MT_1_to_16_step200",
|
||||
"rayliuray/TinyZero-CountDown-Qwen2.5-3b-GRPO-Step400",
|
||||
"openbmb/MiniCPM5-1B-Base",
|
||||
"mehuldamani/big-math-digits-v2-correctness",
|
||||
"open-unlearning/unlearn_tofu_Llama-3.2-1B-Instruct_forget10_NPO_lr5e-05_beta0.1_alpha5_epoch10",
|
||||
"openmed-community/AFM-4.5B-OpenMed-RL-CoT",
|
||||
"barc0/Llama-3.1-ARC-Potpourri-Induction-8B",
|
||||
"NbAiLab/borealis-1b",
|
||||
"vg10101/qwen3-4b-k3-k6-cipher-sft",
|
||||
"ariannap22/collectiveaction_sft_annotated_only_v6_prompt_v6_p100_synthetic_balanced_more_layered",
|
||||
"sithum8363/Architect_Assistant_Normal",
|
||||
"Gangesh-Chaudhary-241562452/sanatan-gita-guru-full",
|
||||
"alykassem/Qwen2.5-7B-Instruct-risky-financial",
|
||||
"nityaak/qwen3-1.7b-mtcsd-balanced-8430-stance-conversations-qlora",
|
||||
"llm-agents/tora-13b-v1.0",
|
||||
"open-unlearning/tofu_Llama-3.2-3B-Instruct_retain90",
|
||||
"khairi/qwen3-0.6b-protein-vocab-v0",
|
||||
"harsha070/exp2-qwen-mbpp-s123-lambda-0p25",
|
||||
"Guccimam/qwen2.5-1.5b-v3",
|
||||
"Saurav1/pm-ops-grpo-Qwen3-1.7B-triage-v3",
|
||||
"ulab-ai/Router-R1-Qwen2.5-3B-Instruct",
|
||||
"arcee-ai/Gemma-Zephyr-Dolly-Chat-Slerp",
|
||||
"nilgeoutim/RLCR-0.00005smCE-hotpot-seed40",
|
||||
"Josephgflowers/TinyLlama-v1.1-Tiny-Agent-Test",
|
||||
"CHIH-HUNG/llama-2-13b-OpenOrca_20w",
|
||||
"SKNahin/Qwen2.5-7B-Instruct-Modified",
|
||||
"meetkai/functionary-small-v3.2",
|
||||
"RedHatAI/Qwen2.5-7B-Instruct-quantized.w8a8",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-last-third-sft",
|
||||
"Josephgflowers/TinyLlama-llama3-tokenizer",
|
||||
"longtermrisk/Qwen3-8B-counterfactual-extended-facts-first-third-sft",
|
||||
"Alicyabilqis/legalbot-exp1",
|
||||
"theprint/Llama3.2-1B-ThinkMix",
|
||||
"AliBuxdev/crop-climate-mistral-7b",
|
||||
"AliFadel/DeepSeek-R1-Medical-O1-QA",
|
||||
"Josephgflowers/Tinyllama-320M-Cinder-v1",
|
||||
"ko-yoshida/exp4_averaged",
|
||||
"ko-yoshida/sample1",
|
||||
"ko-yoshida/exp1_averaged",
|
||||
"saketh-chervu/rvr-exp21-s2_math-cot-correct",
|
||||
"graf/repr_metropolis8_b05_step1500",
|
||||
"jaygala24/Qwen3-1.7B-DAPO-math-reasoning",
|
||||
"gulsmyigit/PLOS_SimpleDC-slerp_merged_llama3.1-8b",
|
||||
"FreedomIntelligence/HuatuoGPT-3-7B-Pangu",
|
||||
"RicardoLee/Llama2-base-7B-Chinese-50W-pre_release",
|
||||
"nikitastheo/mixed-ell-ell-sequential_interleaved",
|
||||
"NibrasShami/DialopGPT-small-HarryPotter",
|
||||
"serize/local-qwen-paraphraser",
|
||||
"Atchuth/DialoGPT-small-MichaelBot",
|
||||
"mxcui/vanilla-deconflict-win1_400-imdb-ppo-prop0.2-alpha0.7-seed42-mean_kl0.1-gpt2",
|
||||
"mxcui/vanilla-deconflict-win400_800-imdb-ppo-prop0.2-alpha0.7-seed42-mean_kl0.1-gpt2",
|
||||
"fpadovani/nld-latn-100mb-10mb_seed455",
|
||||
"fpadovani/ita-latn-10mb-ppt-Dp-10mb_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-shuff-dyck-10mb-ckpt500_seed455",
|
||||
"fpadovani/ita-latn-10mb-after-ppt-Dp-100mb-ckpt500_seed455",
|
||||
]
|
||||
|
||||
SUNRISE_MODELS = [
|
||||
@@ -840,9 +592,23 @@ SUNRISE_MODELS = [
|
||||
"lfsm/llama2_0.1_codellama_0.9_7b",
|
||||
]
|
||||
|
||||
# 本轮提交第五轮过滤结果的全部模型：MetaX_c-500(29) / Kunlunxin_p-800(57) / hygon_k100-ai(82) /
|
||||
# Cambricon_mlu-370-x8(52) / Mthreads_s4000(181)，与各卡此前批次均无重复；恢复多账号 fallback 轮转；
|
||||
# Sunrise_pt-200-x1（v1.0.13 已完成）/ Biren_166m 保留既有列表但本轮不提交
|
||||
PPU_MODELS = [
|
||||
"AI-ModelScope/DeepSeek-Prover-V2-7B",
|
||||
"LLM-Research/OLMo-7B-0724-Instruct-hf",
|
||||
"ccui46/hazardworld_per_chunk_act_q3_tokfix_diffPrompt_higherLR_1000",
|
||||
"unsloth/LFM2-700M",
|
||||
"dfurman/LLaMA-7B",
|
||||
"AI-ModelScope/vicuna-7b-v1.5",
|
||||
"ahxt/LiteLlama-460M-1T",
|
||||
"StarpowerTechnology/BbyWVY-360m",
|
||||
"dreamgen/opus-v1-34b",
|
||||
"espressovi/BODHI-qwen-3-maze-8b-distil",
|
||||
]
|
||||
|
||||
# 本轮提交第九轮过滤结果的全部模型：MetaX_c-500(10) / Kunlunxin_p-800(8) / hygon_k100-ai(44) /
|
||||
# Cambricon_mlu-370-x8(12) / Mthreads_s4000(78)，与各卡此前批次均无重复；沿用多账号 fallback 轮转；
|
||||
# ppu_zw_810e（v1.0.18 测试确认机制B无白名单权限，暂不提交）/ Sunrise_pt-200-x1（v1.0.13 已完成）/
|
||||
# Biren_166m 均保留既有列表但本轮不提交
|
||||
GPU_JOBS: List[Tuple[str, List[str]]] = [
|
||||
("MetaX_c-500", METAX_MODELS),
|
||||
("Kunlunxin_p-800", KUNLUNXIN_MODELS),
|
||||
@@ -1060,6 +826,56 @@ sut_config:
|
||||
- name: VLLM_ALLOW_LONG_MAX_MODEL_LEN
|
||||
value: "1"
|
||||
"""
|
||||
|
||||
elif gpu_type == "ppu_zw_810e":
|
||||
return f"""gpu_type: ppu_zw_810e
|
||||
framework: vllm
|
||||
docker_image: harbor.4pd.io/hardcore-tech/asllm:1.10.1-pytorch2.10.0-ubuntu24.04-sail2.1.0-cuda13.0-sglang0.5.10-vllm0.19.0-py312
|
||||
nv_docker_image: harbor-contest.4pd.io/sunruoxi/vllm-openai-fix-tokenizer:v0.11.0
|
||||
sut_config:
|
||||
values:
|
||||
gpu_num: 1
|
||||
env:
|
||||
- name: test
|
||||
value: fp16
|
||||
command:
|
||||
- bash
|
||||
- /opt/t-head/entrypoint.sh
|
||||
- python3
|
||||
- -m
|
||||
- asllm.entrypoints.api_server
|
||||
- --model
|
||||
- /model
|
||||
- --port
|
||||
- '30000'
|
||||
- --host
|
||||
- 0.0.0.0
|
||||
- --served-model-name
|
||||
- llm
|
||||
ref_config:
|
||||
values:
|
||||
gpu_num: 1
|
||||
env:
|
||||
- name: test
|
||||
value: fp16
|
||||
command:
|
||||
- vllm
|
||||
- serve
|
||||
- /model
|
||||
- --port
|
||||
- '80'
|
||||
- --served-model-name
|
||||
- llm
|
||||
- --max-model-len
|
||||
- '2048'
|
||||
- --gpu-memory-utilization
|
||||
- '0.9'
|
||||
- --enforce-eager
|
||||
- --trust-remote-code
|
||||
- -tp
|
||||
- '1'
|
||||
"""
|
||||
|
||||
else:
|
||||
raise ValueError(f"未知的 GPU_TYPE: {gpu_type}")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user