From 031e0dc7a8633e1e3c5a71ab738d827eca8e9904 Mon Sep 17 00:00:00 2001 From: zhousha <736730048@qq.com> Date: Fri, 19 Jun 2026 01:48:50 +0800 Subject: [PATCH] update main.py --- main.py | 361 +++++++++++++++++++++++++++++++++++++++++++++++++++----- 1 file changed, 331 insertions(+), 30 deletions(-) diff --git a/main.py b/main.py index 631b163..13eb888 100644 --- a/main.py +++ b/main.py @@ -36,36 +36,337 @@ HTTP_PORT = 8080 # 模型列表 # ══════════════════════════════════════════════════════════ ALL_MODEL_IDS = [ - "l3utterfly/mistral-7b-v0.1-layla-v4", - "OpenBuddy/openbuddy-mistral-7b-v13.1", - "allenai/truthfulqa-info-judge-llama2-7B", - "l3utterfly/mistral-7b-v0.1-layla-v1", - "l3utterfly/minima-3b-layla-v2", - "l3utterfly/tinyllama-1.1b-layla-v4", - "l3utterfly/mistral-7b-v0.1-layla-v2", - "l3utterfly/tinyllama-1.1b-layla-v1", - "Duxiaoman-DI/XuanYuan-13B-Chat", - "l3utterfly/minima-3b-layla-v1", - "AI-ModelScope/gemma-2-2b", - "baichuan-inc/Baichuan-13B-Base", - "LGAI-EXAONE/EXAONE-Deep-2.4B", - "NousResearch/DeepHermes-3-Llama-3-3B-Preview", - "Fengshenbang/Ziya2-13B-Base", - "prithivMLmods/QwQ-MathOct-7B", - "l3utterfly/phi-2-layla-v1-chatml", - "argilla/notus-7b-v1", - "prithivMLmods/Doopler-Augment-3B-Cox", - "prithivMLmods/Blaze.1-32B-Instruct", - "CohereLabs/aya-expanse-8B", - "Magpie-Align/MagpieLM-4B-SFT-v0.1", - "Magpie-Align/MagpieLM-8B-SFT-v0.1", - "Magpie-Align/Llama-3-8B-Magpie-Align-SFT-v0.2", - "Magpie-Align/MagpieLM-8B-Chat-v0.1", - "Magpie-Align/Llama-3.1-8B-Magpie-Align-SFT-v0.1", - "Magpie-Align/Llama-3-8B-Magpie-Air-SFT-300K-v0.1", - "prithivMLmods/Tulu-MathLingo-8B", - "prithivMLmods/Triangulum-5B", - "prithivMLmods/Viper-Coder-v0.1", + "UCLA-AGI/Gemma-2-9B-It-SPPO-Iter3", + "migtissera/SynthIA-7B-v1.3", + "TinyLlama/TinyLlama-1.1B-intermediate-step-955k-token-2T", + "bigscience/bloomz-1b1", + "EleutherAI/pythia-6.9b-deduped", + "AvitoTech/avibe", + "Enoch/llama-7b-hf", + "asingh15/qwen-abs-verl-sft-rephrased-lr5e6-ep1-0109", + "PrimeIntellect/INTELLECT-1", + "neuralmagic/starcoder2-3b-quantized.w8a8", + "Saxo/Linkbricks-Horizon-AI-Korean-Gemma-2-sft-dpo-27B", + "HuggingFaceH4/zephyr-7b-gemma-v0.1", + "neuralmagic/Llama-2-7b-chat-quantized.w4a16", + "neuralmagic/starcoder2-15b-quantized.w8a8", + "DAMO-NLP-SG/Qwen2.5-7B-LongPO-128K", + "guardrail/llama-2-7b-guanaco-instruct-sharded", + "shenzhi-wang/Gemma-2-27B-Chinese-Chat", + "pavankumarbalijepalli/phi2-sqlcoder", + "neph1/bellman-7b-mistral-instruct", + "neuralmagic/Meta-Llama-3-8B-Instruct-quantized.w8a16", + "neuralmagic/Qwen2-7B-Instruct-quantized.w8a8", + "lamm-mit/BioinspiredLLM", + "neuralmagic/Qwen2-7B-Instruct-quantized.w8a16", + "dataopsnick/Qwen3-4B-Instruct-2507-zip-rc", + "huihui-ai/MicroThinker-3B-Preview", + "OrionStarAI/Orion-14B-Base", + "georgesung/llama3_8b_chat_uncensored", + "FreedomIntelligence/RAG-Instruct-Llama3-3B", + "Aryanne/WestSenzu-Swap-7B", + "Josephgflowers/Cinder-Phi-2-Test-1", + "FreedomIntelligence/Apollo-6B", + "Josephgflowers/Tinyllama-1.3B-Cinder-Reason-Test-2", + "Josephgflowers/Tinyllama-1.3B-Cinder-Reason-Test", + "247labs/Llama-2-7b-Verse-Bot", + "praneethposina/customer_support_bot", + "KBlueLeaf/TIPO-200M", + "norallm/normistral-11b-warm", + "theprint/Boptruth-Agatha-7B", + "ericflo/Llama-3.1-8B-ContinuedTraining2-FFT", + "okwinds/OpenR1-Qwen-7B", + "ruohuaw/deepquery-3b-sft", + "theprint/Boptruth-NeuralMonarch-7B", + "MaziyarPanahi/calme-3.1-qwenloi-3b", + "alperiox/trendyol-7b-base-v1-mtLoRA_entr", + "theprint/phi-3-mini-4k-python", + "uukuguy/speechless-nl2sql-ds-6.7b", + "uukuguy/speechless-coder-ds-6.7b", + "tybrs/llama-guard-quant", + "Josephgflowers/TinyLlama-3T-Cinder-v1.3", + "mlabonne/Darewin-7B-v2", + "TeichAI/Qwen3-1.7B-Gemini-2.5-Flash-Lite-Preview-Distill", + "TeichAI/Nemotron-Orchestrator-8B-DeepSeek-v3.2-Speciale-Distill", + "shadowml/BeagSake-7B", + "lex-hue/Delexa-7b", + "h2oai/h2o-danube3-500m-chat", + "bigcode/gpt_bigcode-santacoder", + "openlm-research/open_llama_7b", + "upstage/SOLAR-10.7B-v1.0", + "prithivMLmods/Phi-3.5-Mini-Xalate", + "prithivMLmods/Qwen3-Bifrost-SOL-4B-GUFF", + "prithivMLmods/Volans-Opus-14B-Exp", + "prithivMLmods/Viper-OneCoder-UIGEN", + "prithivMLmods/Tucana-Opus-14B-r999", + "prithivMLmods/Sombrero-Opus-14B-Sm5", + "prithivMLmods/Sombrero-Opus-14B-Sm4", + "prithivMLmods/Reasoning-SmolLM2-135M", + "prithivMLmods/Sombrero-Opus-14B-Sm1", + "prithivMLmods/LwQ-10B-Instruct", + "prithivMLmods/Sombrero-Opus-14B-Elite5", + "prithivMLmods/Eridanus-Opus-14B-r999", + "prithivMLmods/Equuleus-Opus-14B-Exp", + "prithivMLmods/Epimetheus-14B-Axo", + "prithivMLmods/Phi-4-Math-IO", + "prithivMLmods/Omni-Reasoner4-Merged", + "prithivMLmods/Pegasus-Opus-14B-Exp", + "prithivMLmods/Elita-1", + "prithivMLmods/Delta-Pavonis-Qwen-14B", + "prithivMLmods/Nu2-Lupi-Qwen-14B", + "prithivMLmods/Coma-II-14B", + "MaziyarPanahi/calme-2.7-qwen2-7b", + "prithivMLmods/Monocerotis-V838-14B", + "prithivMLmods/Calcium-Opus-14B-Merge", + "prithivMLmods/Calcium-Opus-14B-Elite3", + "prithivMLmods/Calcium-Opus-14B-Elite2-R1", + "prithivMLmods/Calcium-Opus-14B-Elite2", + "prithivMLmods/Calcium-Opus-14B-Elite-Stock", + "prithivMLmods/Megatron-Opus-14B-2.1", + "prithivMLmods/Blaze.1-27B-Reflection", + "prithivMLmods/Megatron-Corpus-14B-Exp.v2", + "prithivMLmods/Megatron-Corpus-14B-Exp", + "GAIR/autoj-bilingual-6b", + "TheBloke/airoboros-7b-gpt4-fp16", + "Undi95/Mistral-11B-OmniMix9", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C016-pretrain-v0.2", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C017-instruct-v0.2", + "mlabonne/NeuralDarewin-7B", + "0xgr3y/Qwen2.5-Coder-0.5B-Instruct-Gensyn-Swarm-tall_tame_panther", + "openlm-research/open_llama_3b_v2", + "Nobitaxi/InternLM2-chat-7B-SQL", + "testUser/Qwen3-1.7b-Medical-R1-sft", + "mlabonne/Zebrafish-7B", + "mlabonne/NeuralPipe-7B-slerp", + "laion/openthoughts-4-code-qwen3-32b-annotated-7k_qwen3-1.7B_10k", + "Fengshenbang/Ziya-LLaMA-13B-v1.1", + "arcee-ai/Saul-Instruct-Mistral-7B-Instruct-v0.2-Slerp", + "arcee-ai/Saul-Instruct-Clown-7b", + "prithivMLmods/Megatron-Opus-7B-Exp", + "Vikhrmodels/QVikhr-3-8B-Instruction", + "TheBloke/Nous-Hermes-13B-SuperHOT-8K-fp16", + "TheBloke/UltraLM-13B-fp16", + "PocketDoc/Dans-TotSirocco-7b", + "LLM-Research/Meta-Llama-3.1-8B", + "Qwen/Qwen2.5-Coder-32B", + "Qwen/Qwen2.5-7B-Instruct-1M", + "Qwen/Qwen2-57B-A14B-Instruct", + "Qwen/Qwen2.5-14B-Instruct-1M", + "Qwen/Qwen-1_8B-Chat", + "Qwen/Qwen1.5-MoE-A2.7B-Chat", + "Qwen/Qwen1.5-MoE-A2.7B", + "Qwen/Qwen1.5-14B-Chat", + "Qwen/Qwen1.5-14B", + "Qwen/Qwen-14B", + "deepseek-ai/DeepSeek-Coder-V2-Lite-Base", + "TheBloke/tulu-13B-fp16", + "TheBloke/Kimiko-Mistral-7B-fp16", + "TheBloke/Llama-2-13B-fp16", + "mlabonne/Monarch-7B", + "TheBloke/tulu-7B-fp16", + "01ai/Yi-9B", + "TheBloke/koala-7B-HF", + "AI-ModelScope/txgemma-2b-predict", + "LLM-Research/OLMo-7B-0724-SFT-hf", + "JsonZhang02/Llama3.2-1B-PCL", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C019-instruct-v0.2", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C016-instruct-v0.2", + "FreedomIntelligence/AceGPT-v1.5-13B-Chat", + "MediaTek-Research/Breeze-7B-Base-v0_1", + "OpenBuddy/openbuddy-llama3-8b-v21.1-8k", + "HIT-TMG/Mixtral_13B_Chat_RAG-Reader", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C014-pretrain-v0.2", + "arcee-ai/arcee-lite", + "X-D-Lab/MindChat-Qwen2-4B", + "mlabonne/NeuralMonarch-7B", + "ibm-granite/granite-3b-code-instruct-2k", + "LLM-Research/OLMo-7B-Twin-2T-hf", + "PocketDoc/Dans-AdventurousWinds-Mk2-7b", + "LLM-Research/Qwen2-Math-7B", + "MediaTek-Research/Breeze-7B-Base-v1_0", + "LLM-Research/layerskip-llama2-13B", + "prithivMLmods/TESS-QwenRe-1.5B", + "prithivMLmods/Octantis-QwenR1-1.5B", + "prithivMLmods/Qwen3-1.7B-ft-bf16", + "prithivMLmods/Theta-Crucis-0.6B-Turbo1", + "prithivMLmods/Omega-Qwen3-Atom-8B", + "prithivMLmods/Mintaka-Qwen3-1.6B-V3.1", + "NousResearch/Yarn-Llama-2-7b-64k", + "prithivMLmods/Panacea-MegaScience-Qwen3-1.7B", + "prithivMLmods/TOI-157-Phi-4-Reasoning-Mini", + "prithivMLmods/Vulpecula-4B", + "LLM-Research/OLMo-7B-0424-hf", + "LLM-Research/OLMo-7B-hf", + "LLM-Research/OLMo-7B-SFT-hf", + "AI-ModelScope/starcoder2-7b", + "LLM-Research/OLMo-7B-0724-hf", + "OpenBMB/BitCPM4-1B", + "LLM-Research/truthfulqa-truth-judge-llama2-7B", + "LLM-Research/OLMo-1B-0724-hf", + "HIT-TMG/Qwen1.5-14B-Chat_RAG-Reader", + "OpenBMB/MiniCPM4-MCP", + "AI-ModelScope/sqlcoder-7b-2", + "FuseAI/OpenChat-3.5-7B-SOLAR-v2.0", + "JsonZhang02/Llama3.2-1B-SFT", + "MaziyarPanahi/neural-chat-7b-v3-2-Mistral-7B-Instruct-v0.1", + "MaziyarPanahi/SauerkrautLM-7b-HerO-Mistral-7B-Instruct-v0.1", + "prithivMLmods/Segue-Qwen3_DeepScaleR-Preview", + "NovaSky-AI/Sky-T1-7B-Zero", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C020-pretrain-v0.2", + "NovaSky-AI/Sky-T1-7B-step2", + "NousResearch/CodeLlama-7b-hf-flash", + "LLM-Research/layerskip-llama3-8B", + "LLM-Research/OLMo-1B-hf", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C018-pretrain-v0.2", + "NousResearch/CodeLlama-7b-Instruct-hf-flash", + "Nexusflow/NexusRaven-V2-13B", + "AI-ModelScope/NuExtract-v1.5", + "NousResearch/Nous-Capybara-3B-V1.9", + "NousResearch/Nous-Capybara-7B-V1", + "NousResearch/Yarn-Solar-10b-32k", + "LLM-Research/Llama-Guard-4-12B", + "OpenPipe/gemma-3-4b-it-text-only-2", + "OpenPipe/Deductive-Reasoning-Qwen-14B", + "OpenPipe/gemma-3-12b-it-text-only", + "AI-MO/NuminaMath-7B-CoT", + "GAIR/Abel-7B-001", + "prithivMLmods/Novaeus-Promptist-7B-Instruct", + "SakanaAI/EvoLLM-JP-v1-7B", + "FreedomIntelligence/Apollo-1.8B", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C013-instruct-v0.2", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C013-pretrain-v0.2", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C015-pretrain-v0.2", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C014-instruct-v0.2", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C021-instruct-v0.2", + "NousResearch/Meta-Llama-3.1-8B", + "OpenPipe/Qwen3-14B-Instruct", + "unsloth/OpenHermes-2.5-Mistral-7B", + "OpenBuddy/openbuddy-mistral-22b-v21.1-32k", + "FlyDutch/telechat2-7b-Cot", + "HuggingFaceH4/mistral-7b-sft-alpha", + "PAI/pai-qwen1_5-7b-doc2qa", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C018-instruct-v0.2", + "Magpie-Align/Llama-3-8B-Tulu-330K", + "prithivMLmods/Blaze.1-27B-Preview", + "allenai/OLMo-7B-0424-SFT-hf", + "mlabonne/Meta-Llama-3-8B", + "LLM-Research/layerskip-codellama-7B", + "prithivMLmods/Sculptor-Qwen3_Med-Reasoning", + "prithivMLmods/SmolLM2-360M-Grpo-r999", + "prithivMLmods/SmolLM2-1.7B-Open-Thought", + "LLM-Research/open-instruct-llama2-sharegpt-7b", + "prithivMLmods/SmolLM2_135M_Grpo_Checkpoint", + "OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.1-200k", + "OpenBuddy/openbuddy-zero-3b-v21.2-32k", + "YeungNLP/firefly-llama2-7b-chat", + "OpenBuddy/openbuddy-zero-14b-v22.3-32k", + "OpenBuddy/openbuddy-yi1.5-9b-v21.1-32k", + "FuseAI/OpenChat-3.5-7B-Starling-v2.0", + "prithivMLmods/Qwen-7B-Distill-Reasoner", + "FuseAI/OpenChat-3.5-7B-InternLM-v2.0", + "prithivMLmods/Galactic-Qwen-14B-Exp1", + "prithivMLmods/Sombrero-R1-14B-Elite13", + "prithivMLmods/Sombrero-Opus-14B-Elite13", + "TheBloke/Planner-7B-fp16", + "AI-ModelScope/speed-synthesis-8b-senior", + "PocketDoc/Dans-AdventurousWinds-7b", + "MaziyarPanahi/calme-3.2-baguette-3b", + "MaziyarPanahi/calme-3.2-instruct-3b", + "IntervitensInc/intv_ai_mk11", + "prithivMLmods/Muscae-Qwen3-UI-Code-4B", + "NousResearch/Llama-2-7b-hf", + "prithivMLmods/Pocket-Llama-3.2-3B-Instruct", + "OpenBuddy/openbuddy-openllama-13b-v7-fp16", + "LLM-Research/WildLlama-7b-assistant-only", + "prithivMLmods/Raptor-X2", + "OpenBuddy/openbuddy-qwen1.5-14b-v20.1-32k", + "NaniDAO/Meta-Llama-3.1-8B-Instruct-ablated-v1", + "LLM-Research/OLMo-7B-Instruct-hf", + "OpenBuddy/openbuddy-zen-3b-v21.2-32k", + "OpenBuddy/openbuddy-qwen1.5-14b-v21.1-32k", + "LLM-Research/llama2-7b-WildJailbreak", + "JunHowie/MiniCPM4-8B", + "OpenBuddy/openbuddy-coder-15b-v10-bf16", + "JunHowie/MiniCPM4-0.5B", + "OpenDevin/CodeQwen1.5-7B-OpenDevin", + "OpenBuddy/openbuddy-mistral-10b-v17.1-32k", + "PAI/DistilQwen2.5-DS3-0324-7B", + "OpenBuddy/openbuddy-llama2-13b64k-v15", + "OpenBuddy/openbuddy-falcon-7b-v5-fp16", + "NousResearch/Hermes-2-Theta-Llama-3-8B", + "NousResearch/Hermes-2-Pro-Mistral-7B", + "OpenBuddy/openbuddy-openllama-7b-v5-fp16", + "PAI/DistillQwen-ThoughtY-8B", + "BSC-LT/salamandra-2b", + "pfnet/nekomata-7b-pfn-qfin-inst-merge", + "BSC-LT/experimental7b-rag-instruct", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C019-pretrain-v0.2", + "OpenBuddy/OpenBuddy-R10528DistillQwen-14B-v27.4-200K", + "OpenBuddy/OpenBuddy-R10528DistillQwen-14B-v27.1", + "OpenBuddy/SimpleChat-4B-V1", + "AI-ModelScope/granite-8b-code-base-4k", + "mlabonne/NeuralHermes-2.5-Mistral-7B", + "BSC-LT/experimental7b-rag", + "prithivMLmods/SmolLM2_135M_Grpo_Gsm8k", + "OpenBuddy/openbuddy-zen-3b-v21.1-32k", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C015-instruct-v0.2", + "prithivMLmods/QwQ-LCoT1-Merged", + "mlabonne/NeuralBeagle14-7B", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C020-instruct-v0.2", + "mlabonne/NeuralMarcoro14-7B", + "PKU-Alignment/ProgressGym-HistLlama3-8B-C017-pretrain-v0.2", + "FuseAI/OpenChat-3.5-7B-Mixtral-v2.0", + "mlabonne/FrankenMonarch-7B", + "stabilityai/stablelm-tuned-alpha-3b", + "prithivMLmods/Viper-Coder-v1.5-r999", + "prithivMLmods/Galactic-Qwen-14B-Exp2", + "HuggingFaceTB/cosmo-1b", + "LLM-Research/WildLlama-7b-user-assistant", + "OpenBuddy/openbuddy-llama2-13b-v8.1-fp16", + "prithivMLmods/Regulus-Qwen3-R1-Llama-Distill-1.7B", + "LLM-Research/OLMo-7B-0424-SFT-hf", + "huihui-ai/MicroThinker-1B-Preview", + "OpenBuddy/openbuddy-openllama-3b-v10-bf16", + "LLM-Research/digital-socrates-13b", + "prithivMLmods/Viper-Coder-v1.6-r999", + "prithivMLmods/Magpie-Qwen-DiMind-1.7B", + "BAAI/CareBot_Medical_multi-llama3-8b-base", + "NousResearch/Meta-Llama-3-8B", + "OpenBuddy/openbuddy-llama2-13b-v15p1-64k", + "NousResearch/Yarn-Mistral-7b-64k", + "PrimeIntellect/DeepSeek-R1-Distill-Qwen-1.5B", + "Undi95/Meta-Llama-3-8B-Instruct-hf", + "FuseAI/OpenChat-3.5-7B-Mixtral", + "prithivMLmods/Viper-Coder-Hybrid-v1.3", + "OpenBuddy/openbuddy-qwen2.5llamaify-7b-v23.1-200k", + "LLM-Research/mistral-7b", + "OpenBuddy/openbuddy-qwen2.5llamaify-14b-v23.3-200k", + "prithivMLmods/Viper-Coder-HybridMini-v1.3", + "OpenBuddy/openbuddy-atom-13b-v9-bf16", + "OpenBuddy/openbuddy-llama3.2-3b-v23.2-131k", + "ibm-granite/granite-3b-code-instruct-128k", + "PierreZCW/Breeze-7B-Instruct-v1_0", + "mlabonne/Marcoro14-7B-slerp", + "AI-ModelScope/openbuddy-falcon-7b-v15-fp16", + "AI-ModelScope/falcon-7b", + "BAAI/AquilaChat2-7B", + "PrimeIntellect/Qwen3-0.6B", + "OuteAI/Lite-Oute-1-65M-Instruct", + "AI-ModelScope/granite-3b-code-instruct-128k", + "PrimeIntellect/Qwen3-8B", + "OpenBuddy/openbuddy-falcon-7b-v6-bf16", + "MaziyarPanahi/calme-3.1-instruct-3b", + "LLM-Research/open-instruct-llama2-sharegpt-dpo-7b", + "PocketDoc/Dans-PersonalityEngine-v1.0.0-8b", + "FuseAI/FuseChat-Llama-3.1-8B-Instruct", + "OpenBuddy/openbuddy-mixtral-7bx8-v18.1-32k", + "OpenBuddy/openbuddy-deepseekcoder-6b-v16.1-32k", + "HuggingFaceTB/SmolLM-1.7B", + "LLM-Research/Llama-4-Scout-17B-16E-Instruct", + "argilla/distilabeled-Marcoro14-7B-slerp-full", + "HuggingFaceTB/SmolLM2-1.7B", + "argilla/distilabeled-Marcoro14-7B-slerp", + "l3utterfly/open-llama-3b-v2-layla", ] # ══════════════════════════════════════════════════════════