""" xc_validation_strategy_gguf — 主入口 GGUF 模型下载 + 验证任务提交流水线（部署框架与 xc_validation_strategy 一致）。 启动后运行流水线：批量创建 GGUF 模型下载任务（最大并发 8）， 每个模型下载成功后立即提交 hygon / bi150 两个验证任务； 同时暴露 /health（K8s 探活）和 /status（运行状态）。 """ import json import os import re import signal import threading from datetime import datetime from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer from typing import Set import requests # ══════════════════════════════════════════════════════════ # 配置 # ══════════════════════════════════════════════════════════ BASE_URL = os.environ.get("BASE_URL", "https://modelhub.org.cn") LOGIN_ENDPOINT = "/adminApi/user/login" CREATE_DOWNLOAD_TASK_ENDPOINT = "/adminApi/async/task/model-download-task" SUBMIT_TEST_TASK_ENDPOINT = "/adminApi/async/task/create-contest-task" ADD_TASK_ENDPOINT = "/api/adapt/task/add" # 机制B（xc-Token 认证），hygon 验证任务改走这个 # 登录账号（下载任务仍用这个账号，不受下面 hygon 提交账号切换的影响）： # 启动时优先用账号密码换取新 token（流水线运行时间长，预设 token 可能过期） USER_ACCOUNT = "zhoushasha@4paradigm.com" USER_PASSWORD = "ganshenme0" # 通过 curl -X POST https://modelhub.org.cn/adminApi/user/login 获取后填入（登录失败时的回退） AUTH_TOKEN = "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ1c2VyQWNjb3VudCI6Inpob3VzaGFzaGEiLCJpZCI6MTQsInVzZXJSb2xlIjoibGVhZGVyYm9hcmQiLCJleHAiOjE3ODQ1NDc1NDYsImlhdCI6MTc4Mzk0Mjc0Nn0.ZcOqcrfI22LPi4mGMnt164nZGhi61ZxtJGYsoO7fZdM" # hygon_k100-ai 验证任务改走机制B（xc-Token），提交账号 = 账号A，不再用 zhoushasha 提交 # TODO: 填入账号A的真实 xc-Token 后再部署 HYGON_SUBMIT_ACCOUNT = "l11223344" HYGON_XC_TOKEN = "e1c0db2959e5411f9342c8550b03f6e9" CONTEST_API_TOKEN = "ef1ef82f3c9efee413d602345fbe224d" HF_TOKEN = "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" CONTRIBUTORS = "zhoushasha" TASK_TYPE = "text-generation" STRATEGY_ID = os.environ.get("STRATEGY_ID", "") # 平台自动注入，无需修改 MAX_CONCURRENT_DOWNLOADS = 8 # 同时下载的模型数上限 CHECK_INTERVAL_SECONDS = 10 # 下载状态轮询间隔（秒） HTTP_HOST = "0.0.0.0" HTTP_PORT = 8080 # ══════════════════════════════════════════════════════════ # 模型列表 # ══════════════════════════════════════════════════════════ ALL_MODEL_IDS = [ # "mradermacher/Llama-3.2-3B-Della-GGUF", # "mradermacher/Aspire_V2_ALT-8B-Model_Stock-GGUF", # "mradermacher/Aspire_V2_ALT_ROW-8B-Model_Stock-GGUF", # "mradermacher/OTG1.6-Instruct-sft-dpo-7B-rc-2025-01-20-GGUF", # "mradermacher/llama-3.2-3b-it-Ehealthcare-ChatBot-v3-GGUF", # "mradermacher/nsfw_plz_gguf_me-GGUF", # "mradermacher/mistral-7b-sci-arc_reasoning_v2-GGUF", # "mradermacher/Jaja-small-GGUF", # "mradermacher/euclid-3B-GGUF", # "mradermacher/Llama-3.2-3B-Blend-GGUF", # "mradermacher/Llama-3.1-8B-KG-Extraction-v2-GGUF", # "mradermacher/Minerva-8b-GGUF", # "mradermacher/RTLCoder-Deepseek_OB25-GGUF", # "mradermacher/RTLCoder-Deepseek_OB50-GGUF", # "mradermacher/MedGPT_Finetuned-GGUF", # "mradermacher/mistral-irl-iter2-iterative-dpo-GGUF", # "mradermacher/Llama-3.2-Taiwan-3B-Instruct-GGUF", # "mradermacher/llama3-8b-breadcrumbs-ties-v4-GGUF", # "mradermacher/llama3-8b-della-v2-GGUF", # "mradermacher/hermes-GGUF", # "mradermacher/Orpo-oman-ar-stablelm-2-chat-GGUF", # "mradermacher/cocoruta-8b-llama3.1-GGUF", # "mradermacher/FalconSlerp6-7B-GGUF", # "mradermacher/mistral-7b-arc_reasoning-GGUF", # "mradermacher/Llama3.1-8B-relu-stage-1-dolma-v1_7-50B-4096-GGUF", # "mradermacher/mistral-7b-CoT-GGUF", # "mradermacher/llama3-8b-dare-ties-v3-GGUF", # "mradermacher/hopefully_humanish-rp-nsfw-test-v1-GGUF", # "mradermacher/mistral-7b-lima_v2-GGUF", # "mradermacher/Mistral-AFT-Off-Policy-GGUF", # "mradermacher/Mistral-AFT-On-Policy-GGUF", # "mradermacher/Llama-AFT-Off-Policy-GGUF", # "mradermacher/Llama-AFT-On-Policy-GGUF", # "mradermacher/OrangeJ-8B-Model_Stock-GGUF", # "mradermacher/Llama3-8b-alpaca-GGUF", # "mradermacher/hitchens-3-1-GGUF", # "mradermacher/Yearn-8B-Model_Stock-GGUF", # "mradermacher/DavidAU-Dark-Planet-of-Davids-8B-64k-GGUF", # "mradermacher/Qwen-2.5-3B-Tiny-Story-GGUF", # "mradermacher/CodeLlama-7b-Instruct-hf-SAP-RAP-GGUF", # "mradermacher/R1-ImpishMind-8B-GGUF", # "mradermacher/llama3-8b-slerp-v2-GGUF", # "mradermacher/layer-skip-vanill-3.2-1b-GGUF", # "mradermacher/AlexeyRyzhikov-Mistral-7b-TXT_to_JSON-V5.2-GGUF", # "mradermacher/SJT-2.5B-GGUF", # "mradermacher/liujx-78k-GGUF", # "mradermacher/Vangelus-Secundus-GGUF", # "mradermacher/bloomz-7b1-p3-GGUF", # "mradermacher/Llama-3.1-8B-price-GGUF", # "mradermacher/asm2asm-deepseek-1.3b-500k-mac-x86-O0-arm-2-GGUF", # "mradermacher/SJT-2.3B-GGUF", # "mradermacher/Llama-3-ELYZA-JP-8B-ojousama-chosen-after-SFTboth-GGUF", # "mradermacher/LLaMA-3-8B-SFR-SFT-R-GGUF", # "mradermacher/ELN-Llama-1B-base-GGUF", # "mradermacher/Qwen0.5b-RagSemanticChunker-GGUF", # "mradermacher/Llama-3-ELYZA-JP-8B-normal-chosen-after-SFTboth-GGUF", # "mradermacher/LLaMA-3-8B-SFR-Iterative-DPO-Concise-R-GGUF", # "mradermacher/Qwen2.7-7B-Instruct-QwQ-PRIME-1k-GGUF", # "mradermacher/flora-v1-GGUF", # "mradermacher/exaone-3.5-2.4b-instruct-dacon-llm2-GGUF", # "mradermacher/RPMash-8B-Model_Stock-GGUF", # "mradermacher/qwen2.5-0.5B_ichikara_4802-GGUF", # "mradermacher/payroll-teacher-model-2-GGUF", # "mradermacher/Phi-3.5-mini-instruct-3x-v1-GGUF", # "mradermacher/ImmyV2.7-GGUF", # "mradermacher/Qwen2.5-3B-Renoia-GGUF", # "mradermacher/ImmyV2.5-GGUF", # "mradermacher/mistral-7b-CoT_v2-GGUF", # "mradermacher/gpt2_individuated_zero_chaos-GGUF", # "mradermacher/ImmyV2.6-GGUF", # "mradermacher/gpt2_trickster-GGUF", # "mradermacher/Phi-3.5-mini-instruct-2x-v1-GGUF", # "mradermacher/llama-3.1-8b-dacon-GGUF", # "mradermacher/Llama3.1-8B-relu-stage-2-dolma-v1_7-50B-4096-GGUF", # "mradermacher/QwQ-LCoT1-Merged-GGUF", # "mradermacher/Magdala-9B-GGUF", # "mradermacher/fireblossom-32K-7B-GGUF", # "mradermacher/RPMash_V2-8B-Model_Stock-GGUF", # "mradermacher/Qwen2-7B-FullBirdnTiger-SmallDB-GGUF", # "mradermacher/Llama-8B-Distill-CoT-GGUF", # "mradermacher/Vangelus-Poetic-9B-GGUF", # "mradermacher/Unbound-Llama3-8B-GGUF", # "mradermacher/DeepSolana-GPT2-GGUF", # "mradermacher/layerskip-llama2-7b-topv1-v1-GGUF", # "mradermacher/QwQ-R1-Distill-7B-CoT-GGUF", # "mradermacher/DeepSeek-R1-MFANN-TIES-unretrained-7b-GGUF", # "mradermacher/mergekit-model_stock-zengbax-GGUF", # "mradermacher/Llama-2-7b-sft-SPIN-Llama-2-70b-Instruct-rm-GGUF", # "mradermacher/ZEUS-8B-V24-GGUF", # "mradermacher/YamshadowInex12_ShadowExperiment24-GGUF", # "mradermacher/SJT-4B-v1.1-GGUF", # "mradermacher/Qwen1.5-0.4B-Chat-GGUF", # "mradermacher/CogitoDistil-GGUF", # "mradermacher/MeliodasPercival_01_AlloyingotneoyInex12-GGUF", # "mradermacher/Experiment26Neuralsirkrishna_Experiment29Experiment24-GGUF", # "mradermacher/Llama-3.1-SISaAI-Ko-merge-8B-Instruct-GGUF", # "mradermacher/asm2asm-deepseek-1.3b-500k-mac-x86-O3-arm-GGUF", # "mradermacher/Soaring-3B-V2-GGUF", # "mradermacher/SJT-2.4B-GGUF", # "mradermacher/Qwen2-7B-sft-SPIN-gpt4o-rm-GGUF", # "mradermacher/Qwen2.5-DeepSeek-R1-MFANN-Slerp-7b-GGUF", # "mradermacher/sara_finetuned-GGUF", # "mradermacher/mistral-7b-v0.1-social_iqa-GGUF", # "mradermacher/Qwen2-7B-sft-SPIN-Qwen2.5-72B-Instruct-rm-GGUF", # "mradermacher/LlamaUz-3.1-8b-ct-GGUF", # "mradermacher/qwen2vl-model-2b-instruct-spatial-information-v1-GGUF", # "mradermacher/qwen2vl-model-2b-instruct-spatial-information-v2-GGUF", # "mradermacher/Aspire_V4-8B-Model_Stock-GGUF", # "mradermacher/kyutech5-jp-GGUF", # "mradermacher/Aspire_V4_ALT-8B-Model_Stock-GGUF", # "mradermacher/SRole_3181-GGUF", # "mradermacher/Bespoke-Stratos-17k-GGUF", # "mradermacher/SineAgentRL-vog-GGUF", # "mradermacher/LLAMA3-ReasoningCOT-GGUF", # "mradermacher/Intelligence-R1-Distill-7B-GGUF", # "mradermacher/Bitnet-M7-resized-GGUF", # "mradermacher/NeuralsirkrishnaShadow_PasticheInex12-GGUF", # "mradermacher/SineAgentRL-v0.2-GGUF", # "mradermacher/LonAI_20250122-GGUF", # "mradermacher/Experiment28M7_Experiment29Experiment24-GGUF", # "mradermacher/Mergerix-7b-v0.1-GGUF", # "mradermacher/Llama-3-8B-Instruct-v0.5-GGUF", # "mradermacher/Experiment26Yam_Multi_verse_modelM7-GGUF", # "mradermacher/Experiment28T3q_OgnoShadow-GGUF", # "mradermacher/Llama-2-7b-chat-hf_fictional_chinese_v2-GGUF", # "mradermacher/M7T3qm7xp_T3qm7xpStrangemerges_32-GGUF", # "mradermacher/Mistral-7B-v0.1-sft-SPIN-gpt4o-rm-GGUF", # "mradermacher/MeliodasPercival_01_Experiment28Experiment29-GGUF", # "mradermacher/Llama-2-7b-sft-SPIN-gpt4o-rm-GGUF", # "mradermacher/Experiment28M7_Strangemerges_32Ogno-GGUF", # "mradermacher/M7Yamshadowexperiment28_Strangemerges_32Strangemerges_30-GGUF", # "mradermacher/YamshadowStrangemerges_32_Inex12Yam-GGUF", # "mradermacher/Commonsense-QA-Mistral-7B-GGUF", # "mradermacher/NeuralsirkrishnaShadow_NeuralExperiment26-GGUF", # "mradermacher/llama2-7b-dpo-full-wo-healthsearch_qa-ep3-GGUF", # "mradermacher/Meta-Llama-3-8B-Instruct_fictional_arc_French_v2-GGUF", # "mradermacher/M7Yamshadowexperiment28_Experiment26Strangemerges_30-GGUF", # "mradermacher/CalmexperimentT3q-7B-GGUF", # "mradermacher/granite-8b-rpgle-GGUF", # "mradermacher/llama3-8b-tofutune-GGUF", # "mradermacher/Bart-finetuned-QA-GGUF", # "mradermacher/TinyLlama-1.1B-Chat-v1.0-mt-GGUF", # "mradermacher/h2o-dpo-merge2-GGUF", # "mradermacher/MKLLM-7B-Instruct-GGUF", # "mradermacher/T3Q-LLM3-Llama3-sft1.0-dpo1.0-GGUF", # "mradermacher/numfalm-3b-GGUF", # "mradermacher/NeuralsirkrishnaShadow_Experiment26Experiment24-GGUF", # "mradermacher/M7Yamshadowexperiment28_Strangemerges_32T3qm7xp-GGUF", # "mradermacher/SparrowMind-8B-GGUF", # "mradermacher/SmolLM-360M-TigerMath-Evaluated-SFT-GGUF", # "mradermacher/BreakingBadLlama-3-8B-GGUF", # "mradermacher/YamshadowInex12_Strangemerges_32Alloyingotneoy-GGUF", # "mradermacher/flammen17-py-DPO-v1-7B-GGUF", # "mradermacher/MetaAligner-HH-RLHF-1.1B-GGUF", # "mradermacher/Experiment26Yam_YamYam-GGUF", # "mradermacher/SmartQwen1.5-1.8B-orpo-v1-GGUF", # "mradermacher/TinyLlama-1.1B-chat-ties-v1-GGUF", # "mradermacher/al-baka-llama3-8b-experimental-GGUF", # "mradermacher/Mistral-7B-Instruct-v0.3-pruned-GGUF", # "mradermacher/Apollo2-3.8B-GGUF", # "mradermacher/Llama-3-DARE-v1-8B-GGUF", # "mradermacher/Experiment28T3q_Experiment27Inex12-GGUF", # "mradermacher/coder-2b-v0.1-hfrl-GGUF", # "mradermacher/myalee-v3-L31-8B-GGUF", # "mradermacher/TinyMoE-DopeykarasuMoe-xdareties2-GGUF", # "mradermacher/llama-3-bophades-v1-8B-GGUF", # "mradermacher/NeuralMonarchCoderPearlBeagle-GGUF", # "mradermacher/An4-7Bv2.3-GGUF", # "mradermacher/bruphin-lambda-GGUF", # "mradermacher/Qwen-2.5-7B-R1-Stock-GGUF", # "mradermacher/Llama-3.1-8B-sft-SPIN-gpt4o-rm-GGUF", # "mradermacher/LunarPass-1-GGUF", # "mradermacher/Llama-3.1-8B-sft-SPIN-Llama-3.1-70B-Instruct-rm-GGUF", # "mradermacher/game-play-point25-50-GGUF", # "mradermacher/woollie-7b-GGUF", # "mradermacher/Bespoke-Stratos-17k-v2-GGUF", # "mradermacher/DeepSeek-R1-Distill-Llama-UK-Legislation-8B-GGUF", # "mradermacher/Taiwan-tinyllama-v1.1-base-GGUF", # "mradermacher/M7Yamshadowexperiment28_YamExperiment26-GGUF", # "mradermacher/latin_english_translation_model-GGUF", # "mradermacher/K2S3-Mistral-7b-v1.3-GGUF", # "mradermacher/zephyr-7b-beta-ExPO-GGUF", # "mradermacher/mine-3B-GGUF", # "mradermacher/Ice0.64-24.01-RP-GGUF", # "mradermacher/Mistral-7B-v0.1-sft-SPIN-Mistral-8x7B-Instruct-v0.1-rm-GGUF", # "mradermacher/Mistral-7B-v0.3-sft-SPIN-gpt4o-rm-GGUF", # "mradermacher/Oolel-Small-v0.1-GGUF", # "mradermacher/Deepseek-qwen-modelstock-7B-GGUF", # "mradermacher/ZEUS-8B-V25-GGUF", # "mradermacher/MathSageFR-DeepSeek-R1-Distill-Qwen-1.5B-GGUF", # "mradermacher/LunarPass-2-GGUF", # "mradermacher/SJT-2.4B-Alpha-GGUF", # "mradermacher/Ice0.62.1-24.01-RP-GGUF", # "mradermacher/Trendyol-Turkcell-7b-mixture-GGUF", # "mradermacher/DeepSeek-R1-Distill-Qwen-MFANN-Slerp-7b-GGUF", # "mradermacher/Artifact_1-GGUF", # "mradermacher/gemma-2-9b-HangulFixer-GGUF", # "mradermacher/mistral-7b-v0.3-instruct-norobots-GGUF", # "mradermacher/Mistral7B-ASQA-GGUF", # "mradermacher/EEVE-Ko-8B-Instruct-hr_250124_ver1-GGUF", # "mradermacher/salamandra-2B-instruct-ultrachat-GGUF", # "mradermacher/salamandra-2B-instruct-smoltalk-GGUF", # "mradermacher/SJTpass-1-GGUF", # "mradermacher/QwenPass-4-GGUF", # "mradermacher/Llama-3.2-3B-Instruct-MedicalQA-GGUF", # "mradermacher/SJTPass-2-GGUF", # "mradermacher/Qwen2.5-7B-R1-Bespoke-Stock-GGUF", # "mradermacher/QwenTies-3-GGUF", # "mradermacher/Ice0.64.1-24.01-RP-GGUF", # "mradermacher/Qwen2.5-7B-R1-Bespoke-Task-GGUF", # "mradermacher/albert-spp-8b-GGUF", # "mradermacher/QwenLinear-1-GGUF", # "mradermacher/Llama-3.2-3B-Math-Oct-GGUF", #### 8-14 # "mradermacher/Trendyol-LLM-7b-chat-v1.0-GGUF", # "mradermacher/tamil-large-language-model-7b-v1.0-GGUF", # "mradermacher/BrurryDog-7b-v0.1-GGUF", # "mradermacher/olaf-v2-mini-GGUF", # "mradermacher/MrRoboto-ProLong-8b-v4i-GGUF", # "mradermacher/tongyi-model-v1.0-1b-GGUF", # "mradermacher/tongyi-model-v1.1-1b-enth-GGUF", # "mradermacher/TwinLlama-3.2-1B-GGUF", # "mradermacher/L3-ColdBrew-OldSpice-GGUF", # "mradermacher/SphinX-GGUF", # "mradermacher/PasticheInex12-7B-GGUF", # "mradermacher/MT-Merge4-BMUGI-gemma-2-9B-GGUF", # "mradermacher/MT-Merge4-GI-gemma-2-9B-GGUF", # "mradermacher/Samantha-tinyllama-1.1b-v2-modelnotloranotquantized-GGUF", # "mradermacher/ShadowCalme-7B-GGUF", # "mradermacher/MT-Merge4-MA-gemma-2-MT3g4MTg4-9B-GGUF", # "mradermacher/MT-Merge4-MM-gemma-2-MT5g4MT3g4-9B-GGUF", # "mradermacher/MT-Merge4-gemma-2-9B-GGUF", # "mradermacher/MT-Merge4-MMMA-gemma-2-9B-GGUF", # "mradermacher/MT-Merge4-MU-gemma-2-MT3g4MT1g4-9B-GGUF", # "mradermacher/WestFrankenMoev2-9B-GGUF", # "mradermacher/Inex12Experiment28-7B-GGUF", # "mradermacher/vicuna-7b-v1.5-GGUF", # "mradermacher/Thespis-Krangled-7b-GGUF", # "mradermacher/MT-Merge4-BB-gemma-2-MT5g4MTg4-9B-GGUF", # "mradermacher/Franken-Mistral-Maid-TWK-Slerp-GGUF", # "mradermacher/DarkHermes-2.5-Mistral-7B-v2-GGUF", # "mradermacher/MT-Merge4-BMU-gemma-2-9B-GGUF", # "mradermacher/FIxtral-GGUF", # "mradermacher/CS-Calme-Instruct-7b-GGUF", # "mradermacher/MT-Merge4-GP-gemma-2-MTg4MT4g4-9B-GGUF", # "mradermacher/gemma-2b-data-std-v0-GGUF", # "mradermacher/Gemma-COT-GGUF", # "mradermacher/MT-Merge4-IF-gemma-2-MT1g4MT2g4-9B-GGUF", # "mradermacher/Liph.42-slerp-GGUF", # "mradermacher/Gemma-Selfdiscover-GGUF", # "mradermacher/Calme-Instruct-Extended-GGUF", # "mradermacher/GenStructDolphin-7B-Slerp-GGUF", # "mradermacher/Neuralsirkrishnaexperiment26Experiment24-7B-GGUF", # "mradermacher/WeniGPT-2.8.1-Zephyr-7B-zephyr-prompt-DPO-binarized-merged-GGUF", # "mradermacher/gemma-mod-GGUF", # "mradermacher/qwen1.5-0.5B-hansoldeco-v1-GGUF", # "mradermacher/MiaAffogato-Indo-Mistral-7b-GGUF", # "mradermacher/qwen1.5-0.5B-v2-GGUF", # "mradermacher/sciphi-micro-GGUF", # "mradermacher/tinyllama-colorist-v2-GGUF", # "mradermacher/delta-4b-instruct-v0.1-GGUF", # "mradermacher/gemma-codefeedback-GGUF", # "mradermacher/RA_Reasoner-GGUF", # "mradermacher/merlin1.1-GGUF", # "mradermacher/Upshot-NeuralHermes-2.5-Mistral-7B-slerp-GGUF", # "mradermacher/gemma-orca-GGUF", # "mradermacher/blossom-v5-9b-GGUF", # "mradermacher/Gemma-Generic-GGUF", # "mradermacher/NeuralKybalion-7B-slerp-v3-GGUF", # "mradermacher/Maverick-Math-7B-GGUF", # "mradermacher/NeuralsirkrishnaExperiment26-7B-GGUF", # "mradermacher/AMchat-GGUF", # "mradermacher/Hyperion-3.0-Mistral-7B-alpha-GGUF", # "mradermacher/Multi-Verse-RP-7B-GGUF", # "mradermacher/Neural-Dark-Waifu-v0.2-GGUF", # "mradermacher/Starling_Monarch_Westlake_Garten-7B-v0.1-GGUF", # "mradermacher/Infinitely-Laydiculous-9B-GGUF", # "mradermacher/mistral-orpo-capybara-7k-GGUF", # "mradermacher/OpenCerebrum-1.0-7b-DPO-GGUF", # "mradermacher/Mika-Lelantacles-7b-Longtext-GGUF", # "mradermacher/Hippy-AAI-7B-GGUF", # "mradermacher/InfinityNexus_9B-GGUF", # "mradermacher/mistral-7b-v0.1-layla-v4-chatml-GGUF", # "mradermacher/Mistral-Plus-7B-GGUF", # "mradermacher/dreamflower-GGUF", # "mradermacher/Nusantara-7b-Indo-Chat-GGUF", # "mradermacher/NeuralKybalion-7B-slerp-GGUF", # "mradermacher/ShadowYam-7B-GGUF", # "mradermacher/Strangemerges_32Yam-7B-GGUF", # "mradermacher/JiuZhou-Instruct-v0.1-GGUF", # "mradermacher/Nusantara-2.7b-Indo-Chat-GGUF", # "mradermacher/OpenHathi-7B-Hi-v0.1-Base-SSF-samvaad-hi-v1-chat-format-GGUF", # "mradermacher/ToxicityMistral-GGUF", # "mradermacher/Vikhr-7b-0.1-GGUF", # "mradermacher/llama-2-7b-enhanced-GGUF", # "mradermacher/gemma-urdu-gemma2-Instruct-Finetune-urdu-clean-GGUF", # "mradermacher/Nusantara-2.7b-Indo-Chat-v0.2-GGUF", # "mradermacher/merlin1.2-GGUF", # "mradermacher/merlin1.3-GGUF", # "mradermacher/solar-beam-slerp-v0.1-GGUF", # "mradermacher/tinyllama-colorist-lora-v2-GGUF", # "mradermacher/tinyllama-medical-chat-v1.4-GGUF", # "mradermacher/BuRPInfinity_9B-GGUF", # "mradermacher/NeuralTopBench-7B-ties-GGUF", # "mradermacher/Neural4gsm8k-GGUF", # "mradermacher/Infinitely-Laydiculous-7B-GGUF", # "mradermacher/Trascendental-Bot-7B-GGUF", # "mradermacher/phi-2-layla-v1-chatml-GGUF", # "mradermacher/strange_3236-7B-GGUF", # "mradermacher/DarkHermes-2.5-Mistral-7B-GGUF", # "mradermacher/Kool-Aid_7B-GGUF", # "mradermacher/SuperMente-7B-GGUF", # "mradermacher/NeuralKybalion-7B-slerp-v2-GGUF", # "mradermacher/MisGemma-7B-GGUF", # "mradermacher/SuperMente-7B-v3-GGUF", # "mradermacher/leo-hessianai-7b-finetune-v6-3e-GGUF", # "mradermacher/InfiniteBuRP_7B-GGUF", # "mradermacher/OpenChat-3.5-7B-Solar-GGUF", "mradermacher/Qra-1b-GGUF", "mradermacher/Qra-7b-GGUF", "mradermacher/Nusantara-4b-Indo-Chat-GGUF", "mradermacher/Thespis-Balanced-7b-v1-GGUF", "mradermacher/Experiment28Experiment26-7B-GGUF", "mradermacher/CalmeInex12-7B-GGUF", "mradermacher/Lelanta-lake-7b-GGUF", "mradermacher/Inex12Yamshadow-7B-GGUF", "mradermacher/mistral-7b-zephyr-sft-GGUF", "mradermacher/flammen9-mistral-7B-GGUF", "mradermacher/NeuralExperiment26-7B-GGUF", "mradermacher/flammen9X-mistral-7B-GGUF", "mradermacher/Cloudversia-Thor-7B-GGUF", "mradermacher/supermario_v4-GGUF", "mradermacher/XuanYuan-6B-GGUF", "mradermacher/NeuralsirkrishnaInex12-7B-GGUF", "mradermacher/Swahili-Mistral-Instruct-v2-GGUF", "mradermacher/Prima-LelantaclesV7-experimentalv2-7b-GGUF", "mradermacher/HarmBench-Mistral-7b-val-cls-GGUF", "mradermacher/merlin1.4-GGUF", "mradermacher/merlin1.5-GGUF", "mradermacher/Franken-Mistral-Merlinite-Maid-GGUF", "mradermacher/mergekit-della_linear-sxmadrj-GGUF", "mradermacher/FuseChat-Qwen-2.5-7B-Instruct-GGUF", "mradermacher/NeuralsirkrishnaExperiment28-7B-GGUF", "mradermacher/Paradigm_DPO-GGUF", "mradermacher/Strangemerges_32Alloyingotneoy-7B-GGUF", "mradermacher/FuseQwQen-7B-GGUF", "mradermacher/Falcon3-7B-Instruct-abliterated-GGUF", "mradermacher/Article-Llama-3.2-1B-GGUF", "mradermacher/Falcon3-10B-Instruct-abliterated-GGUF", "mradermacher/AshishGPT-GGUF", "mradermacher/FnFLlama-3.1-8B1-GGUF", "mradermacher/Meta-Llama-3.1-8B-Instruct-TIES-GGUF", "mradermacher/Llama-2-7b-sft-SPIN-gpt4o-GGUF", "mradermacher/Mistral-7B-v0.1-sft-SPIN-Mistral-8x7B-Instruct-v0.1-GGUF", "mradermacher/TaxoLumimaid-v0.2-8B-GGUF", "mradermacher/Mistral-7B-v0.1-sft-SPIN-gpt4o-GGUF", "mradermacher/QwenSlerp-7B-GGUF", "mradermacher/creativestorywriter-GGUF", "mradermacher/therapistAi-GGUF", "mradermacher/MT-Gen5-BMA-gemma-2-9B-GGUF", "mradermacher/MT-Gen5-GP-gemma-2-S5E-9B-GGUF", "mradermacher/Cake-GGUF", "mradermacher/MT-Gen5-IG-gemma-2-9B-GGUF", "mradermacher/Qwen2.5-0.5B-Instruct-ThreeFourths-GGUF", "mradermacher/MT-Gen5-IF-gemma-2-MT5g4MT4g2-9B-GGUF", "mradermacher/MT-Gen5-MM-gemma-2-MT4g2MT5g4-9B-GGUF", "mradermacher/MT-Gen5-MA-gemma-2-S5MT3g4-9B-GGUF", "mradermacher/MT-Gen5-MUMM-gemma-2-9B-GGUF", "mradermacher/tongyi-model-v1.2-1b-enth-GGUF", "mradermacher/MT-Gen5-MU-gemma-2-MT3g4S5-9B-GGUF", "mradermacher/tongyi-model-v1.3-1b-GGUF", "mradermacher/MT-Gen5-MUMMIG-gemma-2-9B-GGUF", "mradermacher/MT-Gen5-gemma-2-9B-GGUF", "mradermacher/L3-ColdBrew-Euclidean-GGUF", "mradermacher/AlloyingotneoyExperiment28-7B-GGUF", "mradermacher/SystemHermes-2-7B-GGUF", "mradermacher/NeuralMaths-7B-slerp-GGUF", "mradermacher/T3qM7-7B-GGUF", "mradermacher/MasherAI-2B-v0.1-GGUF", "mradermacher/ChickaQ-Large-GGUF", "mradermacher/Beast-Mixed-GGUF", "mradermacher/Gujju-Llama-Instruct-v0.1-GGUF", "mradermacher/Beast_Mixed_2_pro-GGUF", "mradermacher/AlloyIngotNeoX-GGUF", "mradermacher/Persephone_7B-GGUF", "mradermacher/KuTrix-7b-GGUF", "mradermacher/SystemHermes-7B-GGUF", "mradermacher/SystemConfigHermes-7B-GGUF", "mradermacher/open-llama-3b-v2-chat-GGUF", "mradermacher/phi-2-orange-v2-GGUF", "mradermacher/Phi-Stoma-GGUF", "mradermacher/StrangeMerges_40-7B-dare_ties-GGUF", "mradermacher/Swahili-Instruct-V2-3-GGUF", "mradermacher/T3QM7-GGUF", "mradermacher/WestKunai-Hermes-7b-GGUF", "mradermacher/WestKunai-XS-7b-GGUF", "mradermacher/leo-hessianai-7b-finetune-x5-GGUF", "mradermacher/leo-hessianai-7b-finetune-x6-GGUF", "mradermacher/leo-hessianai-7b-finetune-x7-GGUF", "mradermacher/llama-2-7b-guanaco-dolly-mini-GGUF", "mradermacher/open_llama_3b_v2_chat_dolly-GGUF", "mradermacher/mistral-orpo-beta-NeuralBeagle14-7B-dare-ties-GGUF", "mradermacher/seallm-7b-v2-chat-th-GGUF", "mradermacher/tiny-llama-spin-iter2-GGUF", "mradermacher/StrangeMerges_30-7B-slerp-GGUF", "mradermacher/StrangeMerges_41-7B-dare_ties-GGUF", "mradermacher/Wiedervereinigung-7b-dpo-laser-GGUF", "mradermacher/alpaca-gpt4-GGUF", "mradermacher/deepseek-coder-6.7b-pandas-GGUF", "mradermacher/Phi-Delthanar-GGUF", "mradermacher/ds-trinity-7b-v1-GGUF", "mradermacher/flintlock_3B_v0.1-GGUF", "mradermacher/flintlock_3B_v0.1a-GGUF", "mradermacher/gemma-Kannada-Instruct-GGUF", "mradermacher/gemma-Kannada-Instruct-v01-GGUF", "mradermacher/TheMayonnaise-GGUF", "mradermacher/hermeo-7b-laser-GGUF", "mradermacher/Eris_Prime-V2-7B-GGUF", "mradermacher/Elly_7B-GGUF", "mradermacher/Saul-Instruct-Extended-GGUF", "mradermacher/winter-garden-7b-gamma-GGUF", "mradermacher/Mayonnaise-4in1-03-GGUF", "mradermacher/SriRamanatestM-GGUF", "mradermacher/open-llama-3b-v2-instruct-GGUF", "mradermacher/Mayonnaise-4in1-01-GGUF", "mradermacher/Franken-MistressMaid-7B-v2-GGUF", "mradermacher/Strangemerges_32Yamshadow-7B-GGUF", "mradermacher/llama-2-7b-Sri-Lankan-Law-GGUF", "mradermacher/Commencis-LLM-GGUF", "mradermacher/gemma-coder-GGUF", "mradermacher/ShadowYamshadow-7B-GGUF", "mradermacher/Einstein-4d-Marcoro14-nddmpk-KrishnaHercules-7b-slerp-GGUF", "mradermacher/Mystical-dare7-7b-GGUF", "mradermacher/NeuralCeptrix-7B-SLERP-GGUF", "mradermacher/NeuralCeptrix-7B-SLERPv3-GGUF", "mradermacher/PearlMath-lafted-7b-slerp-GGUF", "mradermacher/Genisis-GGUF", "mradermacher/PearlMathMstralPro-7b-slerp-GGUF", "mradermacher/Einstein-4d-Marcoro14-nddmpk-KrishnaHercules-7b-slerp-fix1-GGUF", "mradermacher/Greek_to_English_Translation-GGUF", "mradermacher/Swallow-MS-7b-v0.1-ChatVector-GGUF", "mradermacher/MistralDpoPearl-7b-slerp-GGUF", "mradermacher/ChatMusician-Base-GGUF", "mradermacher/Flora_7B-laser-GGUF", "mradermacher/EvoLLM-JP-A-v1-7B-GGUF", "mradermacher/EvoLLM-JP-v1-7B-GGUF", "mradermacher/kukulemon-7B-GGUF", "mradermacher/TinyJ.O.S.I.E.-3x1.1B-32k-Base-GGUF", "mradermacher/Mystical-dare5-7b-GGUF", "mradermacher/Patent-Instruct-LLaMA-Pro-GGUF", "mradermacher/K2S3-Mistral-7b-v1.0-GGUF", "mradermacher/NeuralCeptrix-7B-SLERPv2-GGUF", "mradermacher/RasGulla1-7b-GGUF", "mradermacher/MasherAI-7B-v4-GGUF", "mradermacher/KnowCoder-7B-IE-GGUF", "mradermacher/KnowCoder-7B-base-GGUF", "mradermacher/ALMA-7B-R-remerged-GGUF", "mradermacher/Beast-Mixed_3_pro-GGUF", "mradermacher/Ministral-4b-instruct-GGUF", "mradermacher/GOOD-4x1b-GGUF", "mradermacher/Medictron-0.5B-Chat-GGUF", "mradermacher/Pearl-7B-0211-ties-GGUF", "mradermacher/NeuralsirkrishnaM7-7B-GGUF", "mradermacher/Patent-Instruct-Pro-GGUF", "mradermacher/TheSpice-7b-v0.1.1-GGUF", "mradermacher/Louis_GRC-7B-slerp-M1-GGUF", "mradermacher/MiniLLM-0.2B-WithWudao-GGUF", "mradermacher/MiniLLM-0.2B-WithWudao-SFT_Alpaca-GGUF", "mradermacher/FinguAI-Chat-v1-GGUF", "mradermacher/macaroni-7b-GGUF", "mradermacher/AlphaMonarch-daser-GGUF", "mradermacher/M7Alloyingotneoy-7B-GGUF", "mradermacher/Strangemerges_32Shadow-7B-GGUF", "mradermacher/GarrulusMarcoro-7B-v0.1-GGUF", "mradermacher/Macaroni-7b-Tied-GGUF", "mradermacher/Matter-0.1-7B-DPO-preview-GGUF", "mradermacher/Mistral7BInstructv0.2-RakutenAI7Bchat-GGUF", "mradermacher/Pegasus-7b-slerp-GGUF", "mradermacher/NeuralDareDMistralPro-7b-slerp-GGUF", "mradermacher/QuizBot.AI-base-GGUF", "mradermacher/Asherah_7B-GGUF", "mradermacher/sabre-2B-GGUF", "mradermacher/tinyllama-coder-color-en-v0.1-GGUF", "mradermacher/tinyllama-color-coder-v1-GGUF", "mradermacher/tinyllama-fake-news-detector-v1-GGUF", "mradermacher/tinyllama-fr-aya-1.5T-v0.1-GGUF", "mradermacher/tinyllama-hate-speech-detector-en-1.5T-v0.1-GGUF", "mradermacher/tinyllama-hate-speech-detector-v1-GGUF", "mradermacher/tinyllama-onomatopoeia-ja-v1-GGUF", "mradermacher/tinyllama-sentiment-analyzer-v1-GGUF", "mradermacher/tinyllama-sql-coder-v1-GGUF", "mradermacher/DaturaCookie_7B-GGUF", "mradermacher/K2S3-Mistral-7b-v1.1-GGUF", "mradermacher/mistral-orpo-mix-GGUF", "mradermacher/NeuralMergeTest-001-GGUF", "mradermacher/NeuralSirKrishna-Spanish-FT-GGUF", "mradermacher/T3qm7xStrangemerges_32-7B-GGUF", "mradermacher/flammen10-mistral-7B-GGUF", "mradermacher/flammen11-mistral-7B-GGUF", "mradermacher/climategpt-7b-fsc-GGUF", "mradermacher/m.star.7b-GGUF", "mradermacher/J.O.S.I.E.3-Beta8-slerp-GGUF", "mradermacher/climategpt-7b-fsg-GGUF", "mradermacher/Mistral-7B-v0.1-coco-caption-de-GGUF", "mradermacher/MistralCode-7B-Instruct-v0.2-slerp-GGUF", "mradermacher/Mocha-Sample-7b-ex-GGUF", "mradermacher/T3QM7X-GGUF", "mradermacher/bruphin-iota-GGUF", "mradermacher/gemma-ko-en-translate-v0.4-GGUF", "mradermacher/Follex-7B-V2-GGUF", "mradermacher/speculor-2.7b-GGUF", "mradermacher/CS221-xlm-roberta-base-finetuned-semeval-GGUF", "mradermacher/mamba-765M-chinese-chat-v0.1-GGUF", "mradermacher/Brian-Llama-3.2-3B-GGUF", "mradermacher/ING_Triomphant_M2_SLERP-GGUF", "mradermacher/Zephyr_beta_32k_7B-GGUF", "mradermacher/Mistral-7B-v0.3-sft-SPIN-self-GGUF", "mradermacher/Follex-7B-GGUF", "mradermacher/R4L-Math-v0.1-GGUF", "mradermacher/Qwen2.5-3B-TTKH-python-0.3-GGUF", "mradermacher/J.O.S.I.E.3-Beta3-slerp-GGUF", "mradermacher/Llama-3.1-8B-sft-SPIN-self-GGUF", "mradermacher/SmolLM2-FT-BG-GGUF", "mradermacher/star-sft-intellect-1-GGUF", "mradermacher/wiroai-turkish-llm-9b-GGUF", "mradermacher/iq-code-evmind-0.5b-GGUF", "mradermacher/iq-code-evmind-7b-GGUF", "mradermacher/waka-qwq-GGUF", "mradermacher/tongyi-model-v1.3-1b-enth-GGUF", "mradermacher/KangalKhan-Beta-Ruby-7B-GGUF", "mradermacher/Calliope-7b-GGUF", "mradermacher/Falcon3Slerp4-10B-GGUF", "mradermacher/Lugha-Llama-8B-wura-GGUF", "mradermacher/FalconSlerp3-10B-GGUF", "mradermacher/Karasu-1.1b-task1357-vector-GGUF", "mradermacher/bruphin-kappa-GGUF", "mradermacher/Nexus-IKM-Hermes-2-Pro-Mistral-7B-GGUF", "mradermacher/StarMix-7B-slerp-GGUF", "mradermacher/KangalKhan-Beta-Sapphire-7B-GGUF", "mradermacher/UltraCatunaMayo-DPO-GGUF", "mradermacher/KangalKhan-PressurizedRuby-7B-GGUF", "mradermacher/lion-zephyr-7b-GGUF", "mradermacher/mamba-1.4b-hf-lima-GGUF", "mradermacher/Mixtral_Base-GGUF", "mradermacher/StrangeMerges_44-7B-dare_ties-GGUF", "mradermacher/Mixtral_Chat-GGUF", "mradermacher/Pearl-7B-slerp-GGUF", "mradermacher/flammen13-mistral-7B-GGUF", "mradermacher/AlloyingotneoyNeuralsirkrishna-7B-GGUF", "mradermacher/flammen12-mistral-7B-GGUF", "mradermacher/MiniLLM-0.2B-NoWudao-GGUF", "mradermacher/baarat-hindi-instruct-0.1-GGUF", "mradermacher/swallow-hermes-st-v1-GGUF", "mradermacher/Mistral-7B-Instruct-demi-merge-v0.2-7B-GGUF", "mradermacher/TinyJensen-1.1B-Chat-GGUF", "mradermacher/Ak4ri-rp-7b-GGUF", "mradermacher/Samlagast-7B-bf16-GGUF", "mradermacher/MKLLM-7B-Translate-GGUF", "mradermacher/ScikitLLM-Model-GGUF", "mradermacher/phi-2-DLEC-GGUF", "mradermacher/Eris_PrimeV4-Vision-7B-GGUF", "mradermacher/saul-zephyr-7b-slerp-GGUF", "mradermacher/YamshadowInex12_YamshadowExperiment28-GGUF", "mradermacher/Experiment26Yam_Experiment27Yam-GGUF", "mradermacher/NeuralsirkrishnaShadow_Inex12Strangemerges_32-GGUF", "mradermacher/VerwaltungsAnthologie_clear_simbad_7B-GGUF", "mradermacher/Llama-3-8B-Instruct-DADA-GGUF", "mradermacher/M7Yamshadowexperiment28_T3qT3qm7-GGUF", "mradermacher/Strangemerges_32M7-7B-GGUF", "mradermacher/Experiment28T3q_Multi_verse_modelM7-GGUF", "mradermacher/gemma-2b-f16-telugu-base-GGUF", "mradermacher/ScaleDown-7B-slerp-v0.1-GGUF", "mradermacher/GEITje-7B-ultra-GGUF", "mradermacher/ShadowStrangemerges_32-7B-GGUF", "mradermacher/M7Yamshadowexperiment28_Inex16Calme-GGUF", "mradermacher/TinyLlama-1.1B-chat-dare-v1-GGUF", "mradermacher/RuBit-LLama-63M-GGUF", "mradermacher/Blitz-AI-DARE-v0.1-GGUF", "mradermacher/StrangeMerges_43-7B-dare_ties-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Multi_verse_modelM7-GGUF", "mradermacher/Panoramix-7B-Instruct-v0.2-GGUF", "mradermacher/NeuralKrishnaMath-7B-slerp-GGUF", "mradermacher/NeuralsynthesisCalmexperiment-7B-GGUF", "mradermacher/T3qm7Shadow-7B-GGUF", "mradermacher/Juliet-Chat-mini-GGUF", "mradermacher/MeliodasPercival_01_YamStrangemerges_32-GGUF", "mradermacher/ErisepBeagleNuBuRPInfinWestLakev2-IreneRP-Neural-7B-slerp-GGUF", "mradermacher/Experiment26Yam_YamExperiment24-GGUF", "mradermacher/Experiment28M7_NeuralsirkrishnaExperiment26-GGUF", "mradermacher/Humanised-LLMv2-GGUF", "mradermacher/Experiment26Neuralsirkrishna_YamPastiche-GGUF", "mradermacher/EXALT-Baseline-GGUF", "mradermacher/NeuralsirkrishnaShadow_Ognoexperiment27M7-GGUF", "mradermacher/Meta-Llama-3-8B-Instruct_fictional_Korean_v1-GGUF", "mradermacher/flammen20-mistral-7B-GGUF", "mradermacher/sec-mistral-7b-instruct-v2-GGUF", "mradermacher/phillama-3.8b-v0.1-GGUF", "mradermacher/YamshadowStrangemerges_32_YamStrangemerges_32-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment31Experiment29-GGUF", "mradermacher/Llama-2-7b-chat-hf_fictional_v2-GGUF", "mradermacher/SmartLlama-3-8B-MS-v0.1-GGUF", "mradermacher/NeuralsynthesisT3qm7-7B-GGUF", "mradermacher/ClickbaitFighter-2B-GGUF", "mradermacher/Alphacode-MALI-9B-GGUF", "mradermacher/MeliodasPercival_01_Experiment26Experiment28-GGUF", "mradermacher/Wukong-Mistral-7B-v0.3-GGUF", "mradermacher/YamshadowStrangemerges_32_Inex16Calme-GGUF", "mradermacher/YamT3qm7xp_ShadowOgno-GGUF", "mradermacher/Ludwig_Orca_Orient-GGUF", "mradermacher/CosMoE-Lisa-4x1b-GGUF", "mradermacher/Experiment26T3qm7xp_Experiment26Strangemerges_30-GGUF", "mradermacher/OpenThaiGPT-100-instruct-finetuned-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment27Experiment24-GGUF", "mradermacher/Experiment28M7_Experiment26Yamshadow-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment27Experiment28-GGUF", "mradermacher/YamshadowInex12_YamT3qm7x-GGUF", "mradermacher/T3Q-Mistral-UB-DPO-v1.0-GGUF", "mradermacher/selfbiorag-7b-dpo-full-sft-wo-kqa_silver_wogold-GGUF", "mradermacher/NeuralKukedlc-7B-Labonned-GGUF", "mradermacher/Calme-7B-Instruct-v0.9-GGUF", "mradermacher/saul-mistral-instruct-v0.1-7b-ties-GGUF", "mradermacher/FuseChat-7B-TA-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment26Experiment28-GGUF", "mradermacher/Percival_01Experiment26-7B-GGUF", "mradermacher/Llama-3-8B-Instruct-ortho-baukit-GGUF", "mradermacher/llama2-diagnoseme-all-GGUF", "mradermacher/StrangeMerges_37-7B-dare_ties-GGUF", "mradermacher/YamshadowInex12_Percival_01Shadow-GGUF", "mradermacher/M7Yamshadowexperiment28_AlloyingotneoyExperiment26-GGUF", "mradermacher/Barcenas-8b-Juridico-Mexicano-GGUF", "mradermacher/dolphin-star-GGUF", "mradermacher/Mistral-7B-v0.1-Llama-3.1-8B-mix-GGUF", "mradermacher/Meta-Llama-3-8B-Instruct_fictional_French_v1-GGUF", "mradermacher/YamshadowStrangemerges_32_T3qm7xpT3q-GGUF", "mradermacher/Experiment28T3q_AlloyingotneoyYam-GGUF", "mradermacher/WestBeagle-7B-GGUF", "mradermacher/T3qInex12-7B-GGUF", "mradermacher/YamshadowInex12_Experiment31Experiment29-GGUF", "mradermacher/NeuralsirkrishnaShadow_ShadowExperiment24-GGUF", "mradermacher/kunoichi-squared-model_stock-7B-GGUF", "mradermacher/EXAONESumm-3.0-7.8B-Instruct-GGUF", "mradermacher/Infinite-Laymons-7B-GGUF", "mradermacher/Experiment28M7_Experiment26Inex12-GGUF", "mradermacher/IsenHumour-GGUF", "mradermacher/english2nepalitranslate-GGUF", "mradermacher/M7T3qm7xp_Experiment26T3qm7xp-GGUF", "mradermacher/Saul-Base-Clown-7B-Instruct-slerp-GGUF", "mradermacher/NeuralsirkrishnaShadow_AlloyingotneoyInex12-GGUF", "mradermacher/Experiment28M7_Experiment24Shadow-GGUF", "mradermacher/MeliodasPercival_01_Experiment28Meliodas-GGUF", "mradermacher/Thespis-Krangled-7b-v2-GGUF", "mradermacher/OGSQL-Mistral-7B-GGUF", "mradermacher/Experiment28T3q_Ognoexperiment27Multi_verse_model-GGUF", "mradermacher/FinetunedOnAya-GGUF", "mradermacher/YamT3qm7xp_Inex12Strangemerges_30-GGUF", "mradermacher/Padma-v7.0-GGUF", "mradermacher/Experiment26Neuralsirkrishna_Ognoexperiment27M7-GGUF", "mradermacher/DPA-v1-Mistral-7B-GGUF", "mradermacher/MeliodasPercival_01_Experiment24Inex12-GGUF", "mradermacher/Yamshadowexperiment28M70.8-0.49-0.98-0.33-0.09-0.16-7B-GGUF", "mradermacher/Llama-3-SLERP-8B-GGUF", "mradermacher/DialoGPT-medium-Sarah-GGUF", "mradermacher/mistral-7b-instruct-v0.1-review-toxicity-GGUF", "mradermacher/Obelix-Phi2-v0-GGUF", "mradermacher/T3qm7xExperiment28-7B-GGUF", "mradermacher/ShortCircuit-GGUF", "mradermacher/Experiment28M7_ShadowNeuralsirkrishna-GGUF", "mradermacher/MeliodasPercival_01_NeuralsirkrishnaExperiment28-GGUF", "mradermacher/Experiment28T3q_ShadowOgno-GGUF", "mradermacher/NeuralsirkrishnaShadow_Strangemerges_32Experiment28-GGUF", "mradermacher/iq-code-evmind-v1-llama3-code-8b-instruct-GGUF", "mradermacher/LimaRP-daybreak-7B-GGUF", "mradermacher/llama3-8B-simOrca-lgalclause-inverted-persuasion-slerp-fp16-GGUF", "mradermacher/research_paper_extractor-GGUF", "mradermacher/L3.1-8B-Niitama-v1.1-GGUF", "mradermacher/Experiment28M7_Neuralsirkrishnaexperiment26Experiment24-GGUF", "mradermacher/orpo-phi2-GGUF", "mradermacher/haryra-7b-mistral-id-GGUF", "mradermacher/African-ultrachat-alpaca-GGUF", "mradermacher/Cyber_assist3.2-GGUF", "mradermacher/Strangemerges_32T3qm7xp-7B-GGUF", "mradermacher/Nous-Hermes-2-DPO_into_Nous_Hermes-2-Pro-GGUF", "mradermacher/YamshadowInex12_Experiment27Experiment29-GGUF", "mradermacher/Not-WizardLM-2-7B-GGUF", "mradermacher/T3qm7xPercival_01-7B-GGUF", "mradermacher/JSL-Med-Sft-Llama-3-8B-GGUF", "mradermacher/I-Heart_sft_1.0-GGUF", "mradermacher/MeliodasPercival_01_ShadowYamshadow-GGUF", "mradermacher/YamshadowInex12_Experiment26Neuralsirkrishna-GGUF", "mradermacher/Prometheus-v0.2-GGUF", "mradermacher/gemma-it-Kannada-Translation-GGUF", "mradermacher/YamshadowStrangemerges_32_T3qM7-GGUF", "mradermacher/CosMoEAlpacaLisa-4x1b-GGUF", "mradermacher/Nous-Hermes-2-Pro_into_Nous_Hermes-2-DPO-GGUF", "mradermacher/YamshadowInex12_Experiment24Alloyingotneoy-GGUF", "mradermacher/MeliodasPercival_01_Experiment24Experiment26-GGUF", "mradermacher/llama-3-slerp-dolphin-sauce-8B-GGUF", "mradermacher/MeliodasPercival_01_Experiment27Shadow-GGUF", "mradermacher/karasu-livejupiter-v0.1-GGUF", "mradermacher/gemma-2b-telugu-base-GGUF", "mradermacher/NeuralsirkrishnaShadow_Experiment26Strangemerges_30-GGUF", "mradermacher/physiogemma-2b-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment24Yam-GGUF", "mradermacher/YamshadowStrangemerges_32_Experiment28Yam-GGUF", "mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-2-GGUF", "mradermacher/Experiment28M7_Strangemerges_32Shadow-GGUF", "mradermacher/Meta-Llama-3-8B-Instruct_fictional_arc_Italian_v2-GGUF", "mradermacher/WeniGPT-Agents-Mistral-1.0.6-SFT-1.0.3-DPO-merged-GGUF", "mradermacher/NeuralsirkrishnaShadow_ShadowCalme-GGUF", "mradermacher/YamshadowInex12_ShadowNeuralsirkrishna-GGUF", "mradermacher/Antler-RP-ja-westlake-chatvector-GGUF", "mradermacher/YamshadowInex12_Experiment26Inex12-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment28Experiment24-GGUF", "mradermacher/NeuralsirkrishnaShadow_Experiment28Experiment29-GGUF", "mradermacher/Mistralchat-7B-slerp-GGUF", "mradermacher/MistralMerge-7B-stock-GGUF", "mradermacher/Llama-3-MopeyMule-Blackroot-8B-GGUF", "mradermacher/Delexa-Instruct-V0.1-7b-GGUF", "mradermacher/cendol-llama2-7b-inst-GGUF", "mradermacher/llama-3-8b-Instruct-OpenHermes-2.5-QLoRA-GGUF", "mradermacher/Llama-3-8B-Instruct-v0.7-GGUF", "mradermacher/Swallow-MS-7b-v0.1-ChatSkill-LAB-Evo-v0.1-GGUF", "mradermacher/Ognoexperiment27multi_verse_modelCalmexperiment-7B-GGUF", "mradermacher/Ognoexperiment27multi_verse_modelExperiment27pastiche-7B-GGUF", "mradermacher/M7Yamshadowexperiment28_AlloyingotneoyExperiment24-GGUF", "mradermacher/Experiment28T3q_Experiment26Pastiche-GGUF", "mradermacher/DeepCode-7B-Aurora-v13-GGUF", "mradermacher/Medical_QandA-GGUF", "mradermacher/NeuralKrishna-7B-v3-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_OgnoExperiment27-GGUF", "mradermacher/YamshadowInex12_Experiment26Experiment28-GGUF", "mradermacher/Experiment28M7_YamT3qm7x-GGUF", "mradermacher/OpenCerebrum-1.5-Mistral-7B-v0.2-beta-GGUF", "mradermacher/Experiment28M7_Inex12Neural-GGUF", "mradermacher/Experiment28T3q_Experiment29Pastiche-GGUF", "mradermacher/BilingualChildEmoEC-GGUF", "mradermacher/Neural-4-QA-7b-v0.2-GGUF", "mradermacher/Aurora_faustus-8B-LINEAR-GGUF", "mradermacher/Experiment26Neuralsirkrishna_Experiment27Experiment28-GGUF", "mradermacher/NM-ELV-4000-VAL-QL-241224-GGUF", "mradermacher/blossom-v2-3b-GGUF", "mradermacher/Phi-3-mini-4k-instruct-dansk-GGUF", "mradermacher/ahinsa0.6-llama3.2-3B-GGUF", "mradermacher/Meta-Llama-3-8B-Instruct_fictional_arc_Chinese_v1-GGUF", "mradermacher/Mistral-7B-v0.3-sft-SPIN-human-dataset-GGUF", "mradermacher/Fortitude-GGUF", "mradermacher/rewrite-3B-tesla-GGUF", "mradermacher/QvQ-1B-Preview-GGUF", "mradermacher/Phi-3-mini-128k-instruct-ft-v2-GGUF", "mradermacher/martinLLM-phi-4b-128k-GGUF", "mradermacher/llama-3-2-3B-wame-curi-chat2-GGUF", "mradermacher/Nemotron-Picaro-fp16-GGUF", "mradermacher/ZEUS-8B-V10-GGUF", "mradermacher/Human-gemma-2b-GGUF", "mradermacher/KAErisepBeagleNuBuRPInfinWestLakev2-ENDLESSIreneRP-Neural-7B-slerp-GGUF", "mradermacher/Mistral-7B-v0.1-chat-ORPO-GGUF", "mradermacher/herbalism_v2-GGUF", "mradermacher/CriticalThinker-llama-3.1-8B-GGUF", "mradermacher/BilingualChildrenEmo-GGUF", "mradermacher/Mistral-7B-v0.3-sft-SPIN-self-human-dataset-GGUF", "mradermacher/FineLlama-3.2-3B-Instruct-ead-GGUF", "mradermacher/OrpoLlama-3.2-3B-GGUF", "mradermacher/maximusLLM-phi-4b-128k-GGUF", "mradermacher/Wisenut-3.1-8B-IC-SFT-GGUF", "mradermacher/Espresso-AI-GGUF", "mradermacher/Llama-3.1-8B-sft-SPIN-self-human-dataset-GGUF", "mradermacher/rewrite-7B-tesla-GGUF", "mradermacher/Tulu-MathLingo-8B-GGUF", "mradermacher/tongyi-model-v1.5-1b-enth-GGUF", "mradermacher/occiglot-7b-fr-en-instruct-hf-GGUF", "mradermacher/Gemma-2-9B-sft-SPIN-human-dataset-GGUF", "mradermacher/L3.1-Magnusv2-10B-GGUF", "mradermacher/Gemma-2-9B-sft-SPIN-self-GGUF", "mradermacher/opencsg-starcoder2-3b-v0.1-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment26Strangemerges_32-GGUF", "mradermacher/J.O.S.I.E.3-Beta4-slerp-GGUF", "mradermacher/MT1-Gen5-GP-gemma-2-S4S2-9B-GGUF", "mradermacher/lora-phi2-alpaca-GGUF", "mradermacher/MT1-Gen5-MU-gemma-2-S2Qv1-9B-GGUF", "mradermacher/zephyr-7b-beta-sr-system-do-GGUF", "mradermacher/LynxMed-GGUF", "mradermacher/Fortitude-1.0-342M-GGUF", "mradermacher/GPT-2-Cu_FT-V1-GGUF", "mradermacher/stackexchange_blender-GGUF", "mradermacher/stackexchange_chess-GGUF", "mradermacher/stackexchange_cstheory-GGUF", "mradermacher/LynxMed2.0-GGUF", "mradermacher/Llama-3.2-3b-Me-GGUF", "mradermacher/stackexchange_cseducators-GGUF", "mradermacher/Llama-3.1-8B-sft-SPIN-Llama-3.1-70B-Instruct-GGUF", "mradermacher/Llama-3.1-8B-sft-SPIN-gpt4o-GGUF", "mradermacher/stackexchange_bioinformatics-GGUF", "mradermacher/stackexchange_astronomy-GGUF", "mradermacher/stackexchange_chemistry-GGUF", "mradermacher/stackexchange_cooking-GGUF", "mradermacher/II-Tulu-8B-DPO-v3-GGUF", "mradermacher/Text-Scrutiny-LLM-GGUF", "mradermacher/awelitoLLM-phi-4b-128k-GGUF", "mradermacher/tongyi-model-v2.0-1b-th-GGUF", "mradermacher/waka-0.5b-simpo-GGUF", "mradermacher/KRONOS-8B-V7-GGUF", "mradermacher/stackexchange_biology-GGUF", "mradermacher/stackexchange_cogsci-GGUF", "mradermacher/AetherGemma-GGUF", "mradermacher/Gemma-2-9B-sft-SPIN-gpt4o-GGUF", "mradermacher/Gemma-2-9B-sft-SPIN-Gemma-2-27B-GGUF", "mradermacher/Gemma-The-Writer-Mighty-Sword-9B-GGUF", "mradermacher/Gemma-2-9B-sft-SPIN-self-human-dataset-GGUF", "mradermacher/MT1-Gen5-BMMIMU-gemma-2-9B-GGUF", "mradermacher/MT1-Gen5-IF-gemma-2-S2DMv1-9B-GGUF", "mradermacher/K2S3-Mistral-7b-v1.2-GGUF", "mradermacher/Nexus-IKM-Mistral-7B-MLX-GGUF", "mradermacher/YamshadowStrangemerges_32_Inex12Neural-GGUF", "mradermacher/DialoGPT-medium-janeOrthros-GGUF", "mradermacher/T3qm7xNeuralsirkrishna-7B-GGUF", "mradermacher/L2-7b-Base-Guanaco-Uncensored-GGUF", "mradermacher/MT1-Gen5-BB-gemma-2-S4Av4d-9B-GGUF", "mradermacher/MT1-Gen5-IMU-gemma-2-9B-GGUF", "mradermacher/MT1-Gen5-MAG-gemma-2-9B-GGUF", "mradermacher/MiniLLM-1.1B-WithWudao-GGUF", "mradermacher/saul-zephyr-7b-ties-GGUF", "mradermacher/social-llama-7b-alpha-v2-GGUF", "mradermacher/MT1-Gen5-gemma-2-9B-GGUF", "mradermacher/YamshadowStrangemerges_32_Experiment27Experiment28-GGUF", "mradermacher/OpenArabic_v0.3-GGUF", "mradermacher/T3qT3qm7-7B-GGUF", "mradermacher/Skywork-o1-Open-Llama-3.1-8B-GGUF", "mradermacher/T3qm7xpExperiment26-7B-GGUF", "mradermacher/MT1-Gen5-MM-gemma-2-Av4dS4-9B-GGUF", "mradermacher/saiga-7b-GGUF", "mradermacher/Experiment26Yamshadow_Experiment28Inex12-GGUF", "mradermacher/MasherAI-7B-v5-GGUF", "mradermacher/LadybirdPercival-7B-slerp-GGUF", "mradermacher/Neural-Dark-Waifu-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment28T3q-GGUF", "mradermacher/Mistral-7B-Instruct-v0.2-MultiTask-v7-GGUF", "mradermacher/saul-mistral-v0.1-7b-slerp-GGUF", "mradermacher/Alma-medical-GGUF", "mradermacher/ShadowYamshadow_Strangemerges_30Pastiche-GGUF", "mradermacher/WeniGPT-Agents-Mistral-1.0.7-SFT-merged-GGUF", "mradermacher/YamshadowInex12_YamExperiment28-GGUF", "mradermacher/YamshadowInex12_Experiment28Experiment26-GGUF", "mradermacher/Llama-3-8B-Instruct-Physics-5k-Scar-GGUF", "mradermacher/NeuralsirkrishnaShadow_Strangemerges_32Ogno-GGUF", "mradermacher/NeuralsirkrishnaShadow_Inex12Yam-GGUF", "mradermacher/llama-2-7b-allyarc-v2.3-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment24Shadow-GGUF", "mradermacher/MetaMathOctopus-MAPO-DPO-7B-GGUF", "mradermacher/tinyllama-assamese-v0.1-GGUF", "mradermacher/Satoshi-7B-GGUF", "mradermacher/Mistral-7-from-Mixtral-8x7B-v0.1-GGUF", "mradermacher/ErisepBeagleNuBuRPInfinWestLakev2-ENDLESSIreneRP-Neural-7B-slerp-GGUF", "mradermacher/ko-gemma-1.1-7b-GGUF", "mradermacher/TinySolar-248m-4k-code-instruct-GGUF", "mradermacher/karasu-1.1B-slerp_reverse-GGUF", "mradermacher/Swallow-MS-7b-v0.1-ChatSkill-LAB-Evo-v0.12-GGUF", "mradermacher/TowerInstruct-7B-v0.2-sr-system-do-GGUF", "mradermacher/BioMistral-MedicalQA-FT-GGUF", "mradermacher/SonyaKAErisepBeagleNuBuRPInfinWestLakev2-ENDLESSIreneRP-Neural-7B-slerp-GGUF", "mradermacher/VerwaltungsAnthologie_Disco_simbad_7B-GGUF", "mradermacher/Eris_PrimeV4.1-Remix-7B-GGUF", "mradermacher/JSL-MedMNX-7B-v2.0-GGUF", "mradermacher/YuisekinAI-mistral-0.3B-GGUF", "mradermacher/selfbiorag-7b-dpo-full-wo-kqa_silver_wogold-ep3-GGUF", "mradermacher/Experiment26Yamshadow_PasticheNeuralsirkrishna-GGUF", "mradermacher/Yamshadowexperiment28M70.81-0.36-0.63-1.0-0.79-0.74-7B-GGUF", "mradermacher/KUJIRA_Stock_1-GGUF", "mradermacher/llama3-tamil-finetuned-base-v1-GGUF", "mradermacher/occiglot-7b-de-es-fr-it-en-instruct-dareties-GGUF", "mradermacher/DAML4_TLDR_Generator-GGUF", "mradermacher/InfinityFlammenNoodleRP-7b-GGUF", "mradermacher/Jason1903_SLERP-GGUF", "mradermacher/JP-EN-Translator-2K-steps-7B-GGUF", "mradermacher/YamshadowStrangemerges_32_AlloyingotneoyExperiment28-GGUF", "mradermacher/llama-2-7b-ft-guanaco-v2-GGUF", "mradermacher/Experiment26Yam_PasticheAlloyingotneoy-GGUF", "mradermacher/Experiment26Neuralsirkrishna_Experiment28Inex12-GGUF", "mradermacher/MeliodasPercival_01_T3qm7xStrangemerges_32-GGUF", "mradermacher/NordicAlpaca-Finnish-V1-7B-GGUF", "mradermacher/NeuralsirkrishnaShadow_Experiment27Inex12-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment26M7-GGUF", "mradermacher/Hebrew-Mistral-7B-Instruct-v0.1-GGUF", "mradermacher/Llama-3-8B-EGO-GGUF", "mradermacher/Yamshadowexperiment28M70.18-0.88-0.5-0.08-0.65-0.29-7B-GGUF", "mradermacher/Sahils-story-model-GGUF", "mradermacher/MT1-Gen5-BMM-gemma-2-9B-GGUF", "mradermacher/M7Yamshadowexperiment28_Inex12Yamshadow-GGUF", "mradermacher/NeyabAI-GPT2_version-GGUF", "mradermacher/RampedUp-Mistral-7B-v0.2-GGUF", "mradermacher/Loquace-Tiny-ITA-1.1B-v0.1-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment28Multi_verse_model-GGUF", "mradermacher/humour-gen-bloom-GGUF", "mradermacher/Experiment28T3q_Experiment28Inex12-GGUF", "mradermacher/JARVIS-v1.0-GGUF", "mradermacher/MeliodasPercival_01_Experiment28Neuralsirkrishna-GGUF", "mradermacher/teeny-tiny-mixtral-GGUF", "mradermacher/Experiment28M7_Experiment26Yam-GGUF", "mradermacher/YamshadowInex12_Percival_01Yamshadow-GGUF", "mradermacher/Nereus-7B-GGUF", "mradermacher/Einstein-v6.1-phi2-GGUF", "mradermacher/Meta-Llama-3-4B-mlp-pruned-GGUF", "mradermacher/DeepSeekMath-Base-SFT-Step-DPO-GGUF", "mradermacher/YamshadowInex12_NeuralsirkrishnaExperiment28-GGUF", "mradermacher/Arcee-Scribe-GGUF", "mradermacher/symptom-check-april-3-GGUF", "mradermacher/Experiment27pasticheT3q-7B-GGUF", "mradermacher/RampedUp-Mistral-7B-v0.1-GGUF", "mradermacher/Experiment26Yamshadow_CalmeInex12-GGUF", "mradermacher/Experiment26Yamshadow_Experiment26Strangemerges_30-GGUF", "mradermacher/WONMSeverusDevilv3-LORAMERGED-GGUF", "mradermacher/Bitnet-Llama-bn-70M-GGUF", "mradermacher/ShadowYamshadow_PasticheYam-GGUF", "mradermacher/merge-passthrough-Meta-Llama-3-8B-Instruct-GGUF", "mradermacher/MT3-Gen5-MMGBMU-gemma-2-9B-GGUF", "mradermacher/MT3-Gen5-MU-gemma-2-Av4dG-9B-GGUF", "mradermacher/MT3-Gen5-gemma-2-9B-GGUF", "mradermacher/stackexchange_dsp-GGUF", "mradermacher/MT3-Gen5-GP-gemma-2-RAv0.1E-9B-GGUF", "mradermacher/MT3-Gen5-MMG-gemma-2-9B-GGUF", "mradermacher/Trendyol-Turkcell-mix-GGUF", "mradermacher/YamshadowInex12_Experiment24Shadow-GGUF", "mradermacher/MT3-Gen5-BB-gemma-2-RAv0.1MT2-9B-GGUF", "mradermacher/MT3-Gen5-MM-gemma-2-MT2Av4d-9B-GGUF", "mradermacher/stackexchange_earthscience-GGUF", "mradermacher/hermes-llama3-roleplay-4000-v5-GGUF", "mradermacher/Kosmos-EVAA-8B-GGUF", "mradermacher/Llama-3.1-8B-bnb-4bit-M-exec-roles-GGUF", "mradermacher/ColdBrew-Aphid-GGUF", "mradermacher/hermes-llama3-roleplay-4000-v4-GGUF", "mradermacher/Kosmos-Elusive-VENN-8B-GGUF", "mradermacher/Llama-3-8B-Dolphin-Portuguese-v0.2-GGUF", "mradermacher/Novi-Delhi-Meta-Llama-3.1-8B-GGUF", "mradermacher/Novi-Delhi-tinyllama-GGUF", "mradermacher/ZEUS-8B-V11-GGUF", "mradermacher/Auro-Kosmos-EVAA-v2.2-8B-GGUF", "mradermacher/Llama-3.2-3B-Xitcar-GGUF", "mradermacher/Auro-Kosmos-EVAA-v2.3-8B-GGUF", "mradermacher/CriticalThinkerRisk-Base-8B-GGUF", "mradermacher/zephyr-7b-dpo-full-ensemble-mixv3-GGUF", "mradermacher/Kosmos-Aurora_faustus-8B-GGUF", "mradermacher/Auro-Kosmos-EVAA-v2.1-8B-GGUF", "mradermacher/TinyLlama-1.1B-qlora-driveThrough-Dec25-Merged-GGUF", "mradermacher/ColdBrew-Aphid-Large-GGUF", "mradermacher/Kosmos-VENN-8B-GGUF", "mradermacher/zephyr-7b-dpo-full-ensemble-mixv4-GGUF", "mradermacher/Gemma-2-Baku-Finetune-GGUF", "mradermacher/MT3-Gen5-MA-gemma-2-MT2E-9B-GGUF", "mradermacher/T3Q-LLM2412-10.8B-v1.0-GGUF", "mradermacher/MT3-Gen5-MAI-gemma-2-9B-GGUF", "mradermacher/MT3-Gen5-BMU-gemma-2-9B-GGUF", "mradermacher/MT3-Gen5-IF-gemma-2-Av4dMT2-9B-GGUF", "mradermacher/Kosmos-EVAA-Fusion-8B-GGUF", "mradermacher/Qwen2.5-7B-model-math-GGUF", "mradermacher/Meta-Llama-3.1-8B-Instruct-OpenOrca-v2-GGUF", "mradermacher/ZEUS-8B-V12-GGUF", "mradermacher/MT3-Gen5-MMGBMU-gemma-2-9B_v1-GGUF", "mradermacher/FINGPT_QA_SmolLlm2-GGUF", "mradermacher/MT3-Gen5-GP-gemma-2-RAv0.1E-9B_v1-GGUF", "mradermacher/llama-3-8b-DPO-GGUF", "mradermacher/oh-dcft-v1.3_no-curation_gpt-4o-mini_scale_0.5x-GGUF", "mradermacher/Tasarim-Llama-3-8b-3-GGUF", "mradermacher/MT3-Gen5-MA-gemma-2-MT2E-9B_v1-GGUF", "mradermacher/Kosmos-EVAA-v9-TitanFusion-Mix-8B-GGUF", "mradermacher/bgGPT-llama-3.2-3B-GGUF", "mradermacher/ORANSight_Phi_Mini_Instruct-GGUF", "mradermacher/mistral-7B-v0.1-q-sparse-v7-on-slim-orca-longer-GGUF", "mradermacher/Kosmos-EVAA-Fusion-light-8B-GGUF", "mradermacher/MedGPT-GGUF", "mradermacher/Ai-Guru-updated-GGUF", "mradermacher/llama-3_1-8b-Boost-GGUF", "mradermacher/MT3-Gen5-MMG-gemma-2-9B_v1-GGUF", "mradermacher/MT3-Gen5-MAI-gemma-2-9B_v1-GGUF", "mradermacher/MT3-Gen5-BB-gemma-2-RAv0.1MT2-9B_v1-GGUF", "mradermacher/MT3-Gen5-gemma-2-9B_v1-GGUF", "mradermacher/MT3-Gen5-IF-gemma-2-Av4dMT2-9B_v1-GGUF", "mradermacher/MT3-Gen5-BMU-gemma-2-9B_v1-GGUF", "mradermacher/ToolGen-WoSystem-Llama-3-8B-Instruct-GGUF", "mradermacher/MT3-Gen5-MU-gemma-2-Av4dG-9B_v1-GGUF", "mradermacher/MT3-Gen5-MM-gemma-2-MT2Av4d-9B_v1-GGUF", "mradermacher/stackexchange_hardwarerecs-GGUF", "mradermacher/stackexchange_interpersonal-GGUF", "mradermacher/stackexchange_genealogy-GGUF", "mradermacher/stackexchange_matheducators-GGUF", "mradermacher/stackexchange_hinduism-GGUF", "mradermacher/stackexchange_movies-GGUF", "mradermacher/MeliodasPercival_01_Experiment26Neuralsirkrishna-GGUF", "mradermacher/stackexchange_parenting-GGUF", "mradermacher/YamshadowInex12_ShadowYam-GGUF", "mradermacher/stackexchange_math-GGUF", "mradermacher/openhathi_fine_tune-GGUF", "mradermacher/stackexchange_pets-GGUF", "mradermacher/stackexchange_history-GGUF", "mradermacher/TheSpice-7b-FT-v0.3.1-GGUF", "mradermacher/stackexchange_hermeneutics-GGUF", "mradermacher/stackexchange_hsm-GGUF", "mradermacher/Average_Test-GGUF", "mradermacher/JupiterMerge-7B-slerp-GGUF", "mradermacher/GooseBot-GGUF", "mradermacher/stackexchange_langdev-GGUF", "mradermacher/BioMistral-v0.2-GGUF", "mradermacher/stackexchange_health-GGUF", "mradermacher/Thought_Process_and_Truth_Belief_Orca-GGUF", "mradermacher/Llama-2-7b-hf-dementia-GGUF", "mradermacher/stackexchange_opensource-GGUF", "mradermacher/NeuralStar-7b-Lazy-GGUF", "mradermacher/stackexchange_mathematica-GGUF", "mradermacher/zombyi-9b-GGUF", "mradermacher/InternLM_2_5-7b-GGUF", "mradermacher/M7Yamshadowexperiment28_NeuralExperiment26-GGUF", "mradermacher/stackexchange_or-GGUF", "mradermacher/stackexchange_musicfans-GGUF", "mradermacher/Llama-2-7b-NITK-2024-GGUF", "mradermacher/Medical_QA-GGUF", "mradermacher/Mistral-7B-Headline-QLoRA-GGUF", "mradermacher/stackexchange_gardening-GGUF", "mradermacher/stackexchange_engineering-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment29Pastiche-GGUF", "mradermacher/YamT3qm7xp_OgnoPastiche-GGUF", "mradermacher/MeliodasPercival_01_YamshadowStrangemerges_32-GGUF", "mradermacher/YamshadowInex12_NeuralsirkrishnaT3qm7x-GGUF", "mradermacher/Experiment26Yam_Strangemerges_32Strangemerges_30-GGUF", "mradermacher/YamshadowInex12_YamshadowT3q-GGUF", "mradermacher/Experiment28M7_Experiment26Experiment24-GGUF", "mradermacher/Yamshadowexperiment28M70.45-0.14-0.68-0.49-0.24-0.93-7B-GGUF", "mradermacher/MeliodasPercival_01_PasticheInex12-GGUF", "mradermacher/Llama-3-8B-Instruct-ortho-baukit-toxic-v2-GGUF", "mradermacher/CultriX-MonaCeption-7B-SLERP-DPO-GGUF", "mradermacher/DDPOO-7B-slerp-GGUF", "mradermacher/gemma-2b-datascience-instruct-v5-GGUF", "mradermacher/TrendyTurkcellMix-LLM-7B_v0.1-GGUF", "mradermacher/catai1.0-GGUF", "mradermacher/tr-dare-merge-7B-GGUF", "mradermacher/SmolLM-360M-Instruct-TigerMath-Evaluated-EvolQuality-SFT-GGUF", "mradermacher/Experiment26Neuralsirkrishna_YamExperiment24-GGUF", "mradermacher/Experiment28M7_Inex12Experiment28-GGUF", "mradermacher/WestStarling-7B-ties-GGUF", "mradermacher/mistral-stargate-GGUF", "mradermacher/Mistral-7B-v0.1-capybara-orpo-en-de-GGUF", "mradermacher/Mistral_OpenArabic_v0.2-GGUF", "mradermacher/MeliodasPercival_01_Inex12Neural-GGUF", "mradermacher/WeniGPT-Agents-Mistral-1.0.6-SFT-1.0.0-DPO-merged-GGUF", "mradermacher/WeniGPT-Agents-Mistral-1.0.6-SFT-1.0.1-DPO-merged-GGUF", "mradermacher/Poppy_Porpoise-v0.2-L3-8B-GGUF", "mradermacher/Ereshv1-GGUF", "mradermacher/Yamshadowexperiment28M70.8-0.01-0.86-0.31-0.16-0.95-7B-GGUF", "mradermacher/MeliodasPercival_01_Multi_verse_modelM7-GGUF", "mradermacher/An4-7Bv2.1-GGUF", "mradermacher/vinallama-2.7b-custom-GGUF", "mradermacher/YamshadowInex12_NeuralsirkrishnaInex12-GGUF", "mradermacher/MeliodasPercival_01_Experiment24Yam-GGUF", "mradermacher/L2-7b-Hermes-dolphin-GGUF", "mradermacher/OpenChatSpanish-GGUF", "mradermacher/Llama-3-Medical-JSL-WiNGPT2-SLERP-GGUF", "mradermacher/Swallow-MS-7b-v0.1-ChatSkill-GGUF", "mradermacher/Neuracraft-GGUF", "mradermacher/Kosmos-EVAA-gamma-alt-8B-GGUF", "mradermacher/New-Guru-GGUF", "mradermacher/HumpPhi2H-yx-GGUF", "mradermacher/TowerInstruct-7B-v0.2-EN2ES-GGUF", "mradermacher/Kosmos-EVAA-gamma-8B-GGUF", "mradermacher/business-news-generator-GGUF", "mradermacher/SmolLM2-FT-reasoning-GGUF", "mradermacher/Kosmos-EVAA-gamma-light-alt-8B-GGUF", "mradermacher/NeuralsirkrishnaShadow_Experiment28Strangemerges_32-GGUF", "mradermacher/Llama3.1-8b-dpo-GGUF", "mradermacher/VENN_1.2-8B-Model_Stock-GGUF", "mradermacher/Kosmos-EVAA-gamma-ultra-light-8B-GGUF", "mradermacher/Llama-3.2-3B-COTv3-GGUF", "mradermacher/YamshadowStrangemerges_32_YamT3qm7x-GGUF", "mradermacher/An4-7Bv2.2-GGUF", "mradermacher/YamshadowInex12_T3qm7xpT3q-GGUF", "mradermacher/NeuralsirkrishnaShadow_T3qM7-GGUF", "mradermacher/Monah-8b-Uncensored-GGUF", "mradermacher/SQL-Llama-v0.5-GGUF", "mradermacher/Agaram-2.5-Mistral-7B-GGUF", "mradermacher/ShadowM7EXP-7B-GGUF", "mradermacher/coref-mem-base-full-GGUF", "mradermacher/hindi-math-0.1-GGUF", "mradermacher/flammen23X-mistral-7B-GGUF", "mradermacher/MiniLlama-1.8b-Med-safetensors-GGUF", "mradermacher/Jupiter-k-7B-slerp-GGUF", "mradermacher/Doktor-Mistral-7b-500QA-GGUF", "mradermacher/YamshadowInex12_AlloyingotneoyNeuralsirkrishna-GGUF", "mradermacher/YamshadowInex12_Experiment26Shadow-GGUF", "mradermacher/NeuralsirkrishnaShadow_YamExperiment26-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment28Yam-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Multi_verse_modelExperiment28-GGUF", "mradermacher/Infinite-Laymons-9B-GGUF", "mradermacher/kirb_bot-1-GGUF", "mradermacher/ToolLlama-Llama-3-8B-GGUF", "mradermacher/Meta-Llama-3-8B-DoNot-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment26Strangemerges_30-GGUF", "mradermacher/Phi-Elothir-GGUF", "mradermacher/MeliodasPercival_01_Strangemerges_32Strangemerges_30-GGUF", "mradermacher/Ninja-V2-7B-GGUF", "mradermacher/StarAntler-RP-WestLake-chatvector-GGUF", "mradermacher/MeliodasPercival_01_T3qm7xpT3q-GGUF", "mradermacher/YamT3qm7xp_Experiment27Inex12-GGUF", "mradermacher/Inex12Neuralsynthesis-7B-GGUF", "mradermacher/YamshadowInex12_YamExperiment26-GGUF", "mradermacher/Mistral-7B-Holodeck-1-Instruct-32k-GGUF", "mradermacher/internlm2-chat-7b-ExPO-GGUF", "mradermacher/T3Q-Mistral-Orca-Math-dpo-v2.0-GGUF", "mradermacher/YuisekinAI-mistral-1.1B-GGUF", "mradermacher/Experiment28M7_Experiment29Multi_verse_model-GGUF", "mradermacher/DanTagGen-gamma-GGUF", "mradermacher/Phi3_StoryGenerator-GGUF", "mradermacher/Experiment28M7_Ognoexperiment27Multi_verse_model-GGUF", "mradermacher/Sekhmet_Gimmel-L3.1-8B-v0.3-GGUF", "mradermacher/MeliodasPercival_01_Experiment26Experiment30-GGUF", "mradermacher/MasherAI-7B-v6.1-another_test3-GGUF", "mradermacher/LeoHermes-7B-slerp_0-GGUF", "mradermacher/MT4-Gen5-MUMM-gemma-2-9B-GGUF", "mradermacher/Therapod-Model-GGUF", "mradermacher/Yamshadowexperiment28M70.15-0.01-0.79-0.31-0.16-0.95-7B-GGUF", "mradermacher/PESTO-llama-base-GGUF", "mradermacher/JaskierMistral-7B-slerp-GGUF", "mradermacher/TSN-Kosmos-EVAA-v2-8B-GGUF", "mradermacher/Llama-3.2-1B-Instruct-sw-GGUF", "mradermacher/Breeze-7B-32k-Base-v1_0-GGUF", "mradermacher/zenAI-llama-3.2-3B-finetuned-GGUF", "mradermacher/MT4-Gen5-BB-gemma-2-MT3g4MT3g2-9B-GGUF", "mradermacher/Gigantes-v1-gemma2-9b-it-GGUF", "mradermacher/MT4-Gen5-MA-gemma-2-MT4g2MT3g4-9B-GGUF", "mradermacher/MT4-Gen5-gemma-2-9B-GGUF", "mradermacher/MT4-Gen5-IBMUMM-gemma-2-9B-GGUF", "mradermacher/BaeZel-8B-Model_Stock-GGUF", "mradermacher/MT4-Gen5-MM-gemma-2-MT3g4Rv0.4-9B-GGUF", "mradermacher/MT4-Gen5-IB-gemma-2-9B-GGUF", "mradermacher/MT4-Gen5-IF-gemma-2-S2MT3g4-9B-GGUF", "mradermacher/MT4-Gen5-GMA-gemma-2-9B-GGUF", "mradermacher/Experiment26Neuralsirkrishna_Experiment27Yam-GGUF", "mradermacher/Experiment26Neuralsirkrishna_Experiment24Alloyingotneoy-GGUF", "mradermacher/YamshadowStrangemerges_32_Inex12Strangemerges_32-GGUF", "mradermacher/Llama-3-SOVL-MopeyMule-8B-GGUF", "mradermacher/peft-phi-2-GGUF", "mradermacher/Llama-2-7b-chat-hf_fictional_Korean_v1-GGUF", "mradermacher/Moxoff-Phi3Mini-ORPO-GGUF", "mradermacher/Experiment28M7_Experiment24Experiment28-GGUF", "mradermacher/YamshadowInex12_PasticheAlloyingotneoy-GGUF", "mradermacher/Meta-Llama-3-8B-Instruct_fictional_chinese_v1-GGUF", "mradermacher/Experiment28M7_Experiment26Alloyingotneoy-GGUF", "mradermacher/KoGemma-dpo-7b-v1-GGUF", "mradermacher/YamshadowInex12_NeuralsirkrishnaM7-GGUF", "mradermacher/Gemma-2B_DepressionDetection-GGUF", "mradermacher/WeniGPT-Agents-Zephyr-1.0.3-KTO-merged-GGUF", "mradermacher/Llama-3-Base-Instruct-Slerp-GGUF", "mradermacher/SEC-1.6-MBX-7B-DPO-GGUF", "mradermacher/NeuralsirkrishnaShadow_Multi_verse_modelExperiment28-GGUF", "mradermacher/Yamshadowexperiment28M70.89-0.49-0.98-0.33-0.12-0.61-7B-GGUF", "mradermacher/KoGemma-dpo-2b-v1-GGUF", "mradermacher/Llama-3-MAAL-8B-Instruct-v0.1-GGUF", "mradermacher/NeuralsirkrishnaT3qm7x-7B-GGUF", "mradermacher/Experiment28M7_Experiment27Yam-GGUF", "mradermacher/mistral-embedded-c-v0.4-GGUF", "mradermacher/M7Yamshadowexperiment28_T3qm7xpStrangemerges_32-GGUF", "mradermacher/Calme-7B-Instruct-v0.2-GGUF", "mradermacher/UrduparaSeqV1-GGUF", "mradermacher/kotomamba-2.8B-CL-v1.0-hf-GGUF", "mradermacher/danube2-upscale-1.1-GGUF", "mradermacher/Ognoexperiment27multi_verse_modelNeuralsynthesis-7B-GGUF", "mradermacher/Cerebral-Lemonade-9B-GGUF", "mradermacher/K2S3-Mistral-7b-v1.50-GGUF", "mradermacher/Experiment26Neuralsirkrishna_YamOgno-GGUF", "mradermacher/Neuralmistral-GGUF", "mradermacher/Marcoro14-7B-dare-GGUF", "mradermacher/flammen23-mistral-7B-GGUF", "mradermacher/Llama-3-Deita-8b-GGUF", "mradermacher/Seagull-llama-3-8B-orpo-v0.4-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_YamOgno-GGUF", "mradermacher/japanese-stablelm-3b-4e1t-instruct-GGUF", "mradermacher/ShadowYamshadow_YamOgno-GGUF", "mradermacher/OpenCerebrum-1.5-Mistral-7b-v0.2-alpha-GGUF", "mradermacher/MeliodasPercival_01_NeuralsirkrishnaShadow-GGUF", "mradermacher/MeliodasPercival_01_Experiment29Multi_verse_model-GGUF", "mradermacher/Bitnet-Ara-Llama-77M-GGUF", "mradermacher/Experiment28M7_Experiment26Neuralarjuna-GGUF", "mradermacher/YamshadowInex12_ShadowCalme-GGUF", "mradermacher/Mistral-7B-v0.1-ties-GGUF", "mradermacher/Experiment28M7_Strangemerges_32Experiment28-GGUF", "mradermacher/AmogusBot-GGUF", "mradermacher/M7Yamshadowexperiment28_AlloyingotneoyExperiment28-GGUF", "mradermacher/YamshadowInex12_NeuralsirkrishnaShadow-GGUF", "mradermacher/YamshadowStrangemerges_32_OgnoExperiment27-GGUF", "mradermacher/Experiment28M7_Strangemerges_32Yam-GGUF", "mradermacher/Viking-7B-GGUF", "mradermacher/Experiment26Yamshadow_Experiment29Experiment24-GGUF", "mradermacher/Yamshadowexperiment28M70.71-0.4-0.53-0.39-0.77-0.09-7B-GGUF", "mradermacher/PhigRange-2.7B-slerp-GGUF", "mradermacher/Phos-7B-RP-GGUF", "mradermacher/NeuralsirkrishnaShadow_YamPastiche-GGUF", "mradermacher/Configurable-Llama-3-8B-v0.1-GGUF", "mradermacher/T3qm7xpMultiverseex26-7B-GGUF", "mradermacher/YamshadowInex12_Strangemerges_32Experiment28-GGUF", "mradermacher/LayliticDolphinOpus-GGUF", "mradermacher/Experiment26Yamshadow_Ognoexperiment27M7-GGUF", "mradermacher/NeuralsirkrishnaShadow_Experiment28Inex12-GGUF", "mradermacher/NeuralsirkrishnaShadow_Strangemerges_30Pastiche-GGUF", "mradermacher/DOSMo-7B-v0.2-GGUF", "mradermacher/YamshadowInex12_Multi_verse_modelM7-GGUF", "mradermacher/odia-gemma-2b-base-unsloth-v1-GGUF", "mradermacher/M7Yamshadowexperiment28_ShadowCalme-GGUF", "mradermacher/DMEnyo-Mickey-GGUF", "mradermacher/njord-alpha-GGUF", "mradermacher/MeliodasPercival_01_T3qm7xpStrangemerges_32-GGUF", "mradermacher/M7Yamshadowexperiment28_T3qm7xpExperiment26-GGUF", "mradermacher/SpydazWebAI_MiniAI_248m-GGUF", "mradermacher/StrangeMerges_48-7B-dare_ties-GGUF", "mradermacher/AntlerStar-RP-GGUF", "mradermacher/malaysian-llama-3-8b-65k-GGUF", "mradermacher/prox-7b-sft-GGUF", "mradermacher/gpt2-rdanny-chatbot-GGUF", "mradermacher/Experiment26Yam_YamMulti_verse_model-GGUF", "mradermacher/flammen14-mistral-7B-GGUF", "mradermacher/Ninja-V3-GGUF", "mradermacher/YamshadowStrangemerges_32_YamExperiment26-GGUF", "mradermacher/Samantha-phi3-GGUF", "mradermacher/MFANN3bv0.5-GGUF", "mradermacher/M7Yamshadowexperiment28_Strangemerges_30Experiment26-GGUF", "mradermacher/YamshadowInex12_T3qm7xpStrangemerges_32-GGUF", "mradermacher/Hermes-2-Pro-French-GGUF", "mradermacher/AutoTx_Mistral_7B_CrewAI-GGUF", "mradermacher/KaggleQuestionsModelGPT2-GGUF", "mradermacher/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-1k-GGUF", "mradermacher/Mistral-5-from-Mixtral-8x7B-v0.1-GGUF", "mradermacher/Experiment28T3q_Experiment27Experiment28-GGUF", "mradermacher/Experiment26Yam_Strangemerges_30Pastiche-GGUF", "mradermacher/Qwen-Prometheus-1.8B-GGUF", "mradermacher/Experiment28M7_Experiment28Experiment26-GGUF", "mradermacher/Llama-3-Gamma-Twist-GGUF", "mradermacher/AICA-project-2-LLaMA3.1-MoRA64-DPO-GGUF", "mradermacher/Yamshadowexperiment28M7-7B-GGUF", "mradermacher/MeliodasPercival_01_AlloyingotneoyPercival_01-GGUF", "mradermacher/cendol-mt5-large-inst-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Strangemerges_30Experiment26-GGUF", "mradermacher/YamshadowStrangemerges_32_Ognoexperiment27Multi_verse_model-GGUF", "mradermacher/LLaMA-3.2-1B-SFT-GGUF", "mradermacher/YamshadowInex12_Experiment28Strangemerges_32-GGUF", "mradermacher/LLaMA-3.2-1B-SFT-AW-GGUF", "mradermacher/finemath-ablation-infiwebmath-GGUF", "mradermacher/multillama-3.2-merge-GGUF", "mradermacher/JAT-Llama-1.0-74M-GGUF", "mradermacher/LLaMA-3.2-1B-SFT-MW-GGUF", "mradermacher/LLaMA-3.2-1B-SFT-GW-GGUF", "mradermacher/Smol-Llama-3.2-3B-GGUF", "mradermacher/M7Yamshadowexperiment28_Multi_verse_modelM7-GGUF", "mradermacher/ZEUS-8B-V13-GGUF", "mradermacher/Kosmos-EVAA-PRP-light-8B-GGUF", "mradermacher/Qwen2.5-7B-olm-v1.1-GGUF", "mradermacher/Llama3-Numina200K-ORM-GGUF", "mradermacher/PRP-Kosmos-EVAA-8B-GGUF", "mradermacher/PRP-Kosmos-EVAA-light-8B-GGUF", "mradermacher/RUStoIPA-GGUF", "mradermacher/Llama3-Numina850K-ORM-GGUF", "mradermacher/QwenKing-7-GGUF", "mradermacher/Intelligence-Cod-Rag-7B-v4-GGUF", "mradermacher/Llama3-Numina100K-ORM-GGUF", "mradermacher/Kosmos-EVAA-PRP-8B-GGUF", "mradermacher/Gemma-2-2B-it-16bit-eeg-fc-GGUF", "mradermacher/SAO_LightMix_v2-8B-Model_Stock-GGUF", "mradermacher/The_Damn_Train-8B-Model_Stock-GGUF", "mradermacher/orca_mini_v9_0_3B-Instruct-GGUF", "mradermacher/Gigantes-v3-gemma2-9b-it-GGUF", "mradermacher/stackexchange_stats-GGUF", "mradermacher/oh-dcft-v1.3_no-curation_gpt-4o-mini_scale_4x-GGUF", "mradermacher/stackexchange_webapps-GGUF", "mradermacher/oh-mistral-bs512_lr2_00E-06_schedulerconstant_warmup5_00E-02_minlr-GGUF", "mradermacher/oh-dcft-v1.3_no-curation_gpt-4o-mini_scale_0.25x-GGUF", "mradermacher/Indian-legal-Llama-2-7b-GGUF", "mradermacher/oh-dcft-v1.3_no-curation_gpt-4o-mini_scale_8x-GGUF", "mradermacher/MT5-Gen5-GI-gemma-2-9B-GGUF", "mradermacher/MT5-Gen5-MABMUMM-gemma-2-9B-GGUF", "mradermacher/MT5-Gen5-MA-gemma-2-MTg2MT2-9B-GGUF", "mradermacher/MT5-Gen5-MU-gemma-2-Av4aAMTg2-9B-GGUF", "mradermacher/MT5-Gen5-MUMM-gemma-2-9B-GGUF", "mradermacher/MT5-Gen5-BB-gemma-2-RAv0.1MTg2-9B-GGUF", "mradermacher/MT5-Gen5-GP-gemma-2-Av4dMTg2-9B-GGUF", "mradermacher/MT5-Gen5-MM-gemma-2-MTg2G-9B-GGUF", "mradermacher/MT5-Gen5-MAB-gemma-2-9B-GGUF", "mradermacher/Shadowm7expMergerix-7B-GGUF", "mradermacher/MeliodasPercival_01_AlloyingotneoyExperiment28-GGUF", "mradermacher/Mistral_Instruct_ChatBj-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_T3qM7-GGUF", "mradermacher/Llama-2-7b-chat-hf_fictional_v1-GGUF", "mradermacher/M7Yamshadowexperiment28_YamT3qm7x-GGUF", "mradermacher/hermes-2-pro-mistral-7b-metropole-GGUF", "mradermacher/Mermaid-Llama-3-7B-Pruned-GGUF", "mradermacher/Swallow-MS-7b-v0.1-ChatSkill-LAB-Evo-v0.10-GGUF", "mradermacher/code-millenials-8b-GGUF", "mradermacher/M7Yamshadowexperiment28_NeuralsirkrishnaT3qm7x-GGUF", "mradermacher/Matter-0.1-7B-boost-slerp-GGUF", "mradermacher/Saul-Instruct-Mistral-7B-Instruct-v0.2-Slerp-GGUF", "mradermacher/M7Yamshadowexperiment28_Strangemerges_32Ogno-GGUF", "mradermacher/juniper-rephrase-query-v1-GGUF", "mradermacher/Experiment28T3q_Ognoexperiment27M7-GGUF", "mradermacher/MeliodasPercival_01_YamExperiment28-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment28Meliodas-GGUF", "mradermacher/stackexchange_vegetarianism-GGUF", "mradermacher/oh-dcft-v1.3_no-curation_gpt-4o-mini_scale_2x-GGUF", "mradermacher/LWM-14b-Text-Chat-1M-GGUF", "mradermacher/Experiment26Yamshadow_ShadowNeuralsirkrishna-GGUF", "mradermacher/YamshadowStrangemerges_32_Experiment29Multi_verse_model-GGUF", "mradermacher/YamshadowInex12_OgnoExperiment27-GGUF", "mradermacher/medical-qa-GGUF", "mradermacher/flammen15X-mistral-7B-GGUF", "mradermacher/StrangeMerges_46-7B-dare_ties-GGUF", "mradermacher/Mistral-7B-v0.1-ja-wikipedia-amenokaku-v0.1-GGUF", "mradermacher/orpo-lora-phi2-GGUF", "mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment24Ognoexperiment27-GGUF", "mradermacher/limyClown-7B-slerp-GGUF", "mradermacher/Experiment26Yamshadow_Inex12Yamshadow-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment26Yamshadow-GGUF", "mradermacher/Inex12T3qm7xp-7B-GGUF", "mradermacher/Wide-Sheared-LLaMA-796M-GGUF", "mradermacher/M7Yamshadowexperiment28_YamshadowT3q-GGUF", "mradermacher/Experiment28M7_Experiment26Experiment28-GGUF", "mradermacher/bitmap-mistral-M7-slerp-alpaca-70m-GGUF", "mradermacher/Megumi-Chat-7B-v1.4-GGUF", "mradermacher/internlm2-chat-1_8b-ExPO-GGUF", "mradermacher/YamshadowStrangemerges_32_AlloyingotneoyExperiment24-GGUF", "mradermacher/AmharicNewsNonCleanedSmall-GGUF", "mradermacher/openbuddy-llama3-8b-v21.1-8k-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_ShadowYam-GGUF", "mradermacher/YamshadowInex12_T3qM7-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment24Experiment26-GGUF", "mradermacher/NeuvilletteBot-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment26Yam-GGUF", "mradermacher/flammen22C-mistral-7B-GGUF", "mradermacher/marathi-gpt-gemma-2b-GGUF", "mradermacher/THaLLE-0.1-7B-fa-GGUF", "mradermacher/Mistral-7B-Instruct-v0.2-DPO-GGUF", "mradermacher/flammen16-mistral-7B-GGUF", "mradermacher/Experiment28M7_YamshadowExperiment28-GGUF", "mradermacher/NeuralsirkrishnaShadow_Experiment24Alloyingotneoy-GGUF", "mradermacher/Boreas-7B-GGUF", "mradermacher/aipixel-tag-creator-7b-v2-GGUF", "mradermacher/NeuralsirkrishnaShadow_Experiment24Experiment26-GGUF", "mradermacher/MeliodasPercival_01_AlloyingotneoyExperiment26-GGUF", "mradermacher/Calme-7B-Instruct-v0.4-GGUF", "mradermacher/mistral-embedded-c-instruct-v0.4-GGUF", "mradermacher/hinny-coder-6.7b-solidity-refine-GGUF", "mradermacher/NeuralsirkrishnaShadow_YamStrangemerges_32-GGUF", "mradermacher/RampedUp-Mistral-7B-v0.6.1-GGUF", "mradermacher/mistral7b_augmenteddemocracy_orpo_all_50-GGUF", "mradermacher/FsfairX-Zephyr-Chat-v0.1-GGUF", "mradermacher/YamshadowInex12_Experiment26Experiment30-GGUF", "mradermacher/Gemma_Dental_it_07_merged-GGUF", "mradermacher/legendary-river-koalpaca-GGUF", "mradermacher/MeliodasPercival_01_Experiment26Experiment24-GGUF", "mradermacher/criticurus-v0.0-GGUF", "mradermacher/StarFusion-alpha2-GGUF", "mradermacher/Ethical-Llama3-8B-GGUF", "mradermacher/Experiment26Yamshadow_Experiment24Alloyingotneoy-GGUF", "mradermacher/Kunoichi-DPO-v2-Instruct-32k-7B-GGUF", "mradermacher/nl2sql-7b-GGUF", "mradermacher/Experiment28M7_T3qm7xpT3q-GGUF", "mradermacher/meditron-7b-dpo-full-wo-live_qa-ep3-GGUF", "mradermacher/Gonzo-Chat-7B-GGUF", "mradermacher/llama3-8B-DWP-GGUF", "mradermacher/Yamshadowexperiment28M70.27-0.84-0.41-0.25-0.18-0.25-7B-GGUF", "mradermacher/functionary-small-v2.2-GGUF", "mradermacher/Orca_School_and_Food-GGUF", "mradermacher/Experiment28M7_Strangemerges_32Experiment26-GGUF", "mradermacher/StrangeMerges_57-7B-model_stock-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment26Experiment30-GGUF", "mradermacher/Mistral-7B-v0.1-Llama-2-7b-mix-GGUF", "mradermacher/flammen17-mistral-7B-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment28Inex12-GGUF", "mradermacher/Experiment28M7_Experiment26Pastiche-GGUF", "mradermacher/LewdSniffyOtter-7B-GGUF", "mradermacher/GEITje-7B-chat-GGUF", "mradermacher/occiglot-7b-it-en-instruct-hf-GGUF", "mradermacher/YamT3qm7xp_Experiment27Yam-GGUF", "mradermacher/TinySolar-248m-4k-py-instruct-GGUF", "mradermacher/gemma-if-graph-v2-GGUF", "mradermacher/flammen19X-mistral-7B-GGUF", "mradermacher/M7Yamshadowexperiment28_T3qm7xStrangemerges_32-GGUF", "mradermacher/Samantha-v6-GGUF", "mradermacher/llama-2-7b-alpaca-gpt4-GGUF", "mradermacher/AiMedicalChatbot-GGUF", "mradermacher/AetherSett-GGUF", "mradermacher/Letta-o1-GGUF", "mradermacher/Gemma2-2b-CoT-Spanish-GGUF", "mradermacher/LlamaStock-8B-GGUF", "mradermacher/King-7B-GGUF", "mradermacher/ColdBrew-Oracle-GGUF", "mradermacher/LlamaStock2-8B-GGUF", "mradermacher/Samantha-v6.5-GGUF", "mradermacher/Aspire_1.4-8B-Model_Stock-GGUF", "mradermacher/DR-8-5-M-V1-GGUF", "mradermacher/WorldGen-GGUF", "mradermacher/mergekit-model_stock-fpfjlqs-GGUF", "mradermacher/M7Yamshadowexperiment28_ShadowOgno-GGUF", "mradermacher/Llama-3.2-1B-Instruct-Sft-Alfworld-v0-GGUF", "mradermacher/Llama-3-8B-Instruct-Iterative-SamPO-GGUF", "mradermacher/PESTO-llama-3b-base-GGUF", "mradermacher/Magnolia-v3-Gemma2-8k-9B-GGUF", "mradermacher/Elusive1.3-8B-Model_Stock-GGUF", "mradermacher/Dragon_1.1-8B-Model_Stock-GGUF", "mradermacher/EurusPRM-Stage1-GGUF", "mradermacher/LorebotChat-V1-8B-GGUF", "mradermacher/MT-Merge5-GMA-gemma-2-9B-GGUF", "mradermacher/MT-Merge5-IF-gemma-2-MTg5MT1g5-9B-GGUF", "mradermacher/MT-Merge5-MMBMUI-gemma-2-9B-GGUF", "mradermacher/MT-Merge5-MM-gemma-2-MT3g5MTg5-9B-GGUF", "mradermacher/MT-Merge5-MU-gemma-2-MT4g5MT2g5-9B-GGUF", "mradermacher/MT-Merge5-MUI-gemma-2-9B-GGUF", "mradermacher/MT-Merge5-MA-gemma-2-MT4g5MTg5-9B-GGUF", "mradermacher/MT-Merge5-GP-gemma-2-MTg5MT4g5-9B-GGUF", "mradermacher/MT-Merge5-gemma-2-9B-GGUF", "mradermacher/NeuralGemma-2b-FT-GGUF", "mradermacher/MeliodasPercival_01_T3qm7xPercival_01-GGUF", "mradermacher/TheSalt-RP-L3-8b-DPO-v0.3.2-e0.15.2-GGUF", "mradermacher/YamshadowStrangemerges_32_Experiment27Pastiche-GGUF", "mradermacher/peft-gemma-2b-v9-GGUF", "mradermacher/Neural-phi2-GGUF", "mradermacher/YamshadowStrangemerges_32_T3qExperiment26-GGUF", "mradermacher/Llama-3-8B-Instruct-v0.1-16K-QLoRA-Merged-GGUF", "mradermacher/TiLamb-7B-GGUF", "mradermacher/Experiment28M7_NeuralsirkrishnaShadow-GGUF", "mradermacher/M7Yamshadowexperiment28_YamM7-GGUF", "mradermacher/llama-2-7b-PetGPT-GGUF", "mradermacher/NeuralsirkrishnaShadow_AlloyingotneoyYam-GGUF", "mradermacher/Swallow-MS-7b-v0.1-ChatSkill-LAB-Evo-v0.8-GGUF", "mradermacher/Llama-3-8B-ORPO-V1-GGUF", "mradermacher/Experiment28M7_YamT3qm7xp-GGUF", "mradermacher/YamshadowStrangemerges_32_Experiment26Experiment30-GGUF", "mradermacher/Mistral_Orient-GGUF", "mradermacher/M7Yamshadowexperiment28_Strangemerges_32M7-GGUF", "mradermacher/T3qT3qm7xp-7B-GGUF", "mradermacher/coref-mem-small-GGUF", "mradermacher/Mermaid-Llama-3-5B-Pruned-GGUF", "mradermacher/YamshadowStrangemerges_32_Strangemerges_32M7-GGUF", "mradermacher/NeuralExperiment-7b-dare-ties-GGUF", "mradermacher/M7merge-7B-slerp-GGUF", "mradermacher/MergerixShadowm7exp-7B-GGUF", "mradermacher/Llama-3-8b-ita-ties-pro-GGUF", "mradermacher/ShadowYamshadow_Strangemerges_30Experiment28-GGUF", "mradermacher/DailoGPT-RickBot-main-GGUF", "mradermacher/kola-GGUF", "mradermacher/DeepCode-7B-Aurora-v12-GGUF", "mradermacher/Misgit-7B-slerp-GGUF", "mradermacher/Mistral-7B-v0.1-sft-dpo-1.6k-GGUF", "mradermacher/ko-Llama-3-8B-sft-v0.2-GGUF", "mradermacher/english_to_shakespeare-GGUF", "mradermacher/gemma-2B-marathi-translation1-GGUF", "mradermacher/Experiment26Neuralsirkrishna_Experiment28Multi_verse_model-GGUF", "mradermacher/MT-Merge5-BB-gemma-2-MT5g5MTg5-9B-GGUF", "mradermacher/YamshadowStrangemerges_32_NeuralsirkrishnaM7-GGUF", "mradermacher/K2S3-Mistral-7b-v1.4-GGUF", "mradermacher/MultiMerge-7B-slerp-GGUF", "mradermacher/Tamil-Mistral-7B-v0.1-GGUF", "mradermacher/An4-7Bv2-GGUF", "mradermacher/MT-Merge5-MMB-gemma-2-9B-GGUF", "mradermacher/BeagSake-7B-GGUF", "mradermacher/StrangeMerges_50-7B-slerp-GGUF", "mradermacher/M7Yamshadowexperiment28_ShadowNeuralsirkrishna-GGUF", "mradermacher/Garbage_9B-GGUF", "mradermacher/Experiment28M7_Ognoexperiment27M7-GGUF", "mradermacher/llama-3-8b-PhiloSloppy-GGUF", "mradermacher/Yamshadowexperiment28M70.64-0.81-0.33-0.12-0.46-0.05-7B-GGUF", "mradermacher/Mistral-7B-Instruct-v0.2-Function-Calling-GGUF", "mradermacher/InnerILLM-7B-slerp-GGUF", "mradermacher/Magiq-Logic-0-GGUF", "mradermacher/Seagull-llama-3-8B-orpo-v0.5-GGUF", "mradermacher/ShadowYamshadow_Experiment27Inex12-GGUF", "mradermacher/PrometheusLaser-7B-slerp-GGUF", "mradermacher/SanGuoYanYi-6b-GGUF", "mradermacher/sec-mistral-v2-Hercules-GGUF", "mradermacher/Aria-7b-128k-v3-GGUF", "mradermacher/Sunsimiao-Qwen1.5-1.8B-lora-0.25-GGUF", "mradermacher/Experiment26Yamshadow_Strangemerges_32Experiment28-GGUF", "mradermacher/Experiment28M7_YamExperiment26-GGUF", "mradermacher/YamshadowStrangemerges_32_ShadowYam-GGUF", "mradermacher/YamshadowInex12_Strangemerges_32M7-GGUF", "mradermacher/Experiment28M7_Experiment28Meliodas-GGUF", "mradermacher/karasu-aya-ja-v0.1-GGUF", "mradermacher/PiSSA-Llama-3-8B-Instruct-r64-GGUF", "mradermacher/Llama-3-8B-Instruct-v0.4-GGUF", "mradermacher/cerebras-256m-GGUF", "mradermacher/Llama-3-8B-Instruct-v0.1-128K-QLoRA-Merged-GGUF", "mradermacher/StrangeMerges_54-7B-model_stock-GGUF", "mradermacher/NeuralsirkrishnaShadow_Experiment27Yam-GGUF", "mradermacher/L3-Umbral-Mind-RP-v0.1-8B-GGUF", "mradermacher/llama3-openhermes-2.5-GGUF", "mradermacher/CoEvol-Mixtral_Mistral-7B-v0.1_SFT-GGUF", "mradermacher/Mixtral-8x400M-Instruct-v0.1-GGUF", "mradermacher/DialoGPT-medium-Rick-from-RickAndMorty-GGUF", "mradermacher/Turkish-OSCAR-GEC-v0-GGUF", "mradermacher/Experiment26Yam_PasticheNeuralsirkrishna-GGUF", "mradermacher/YuisekinAI-mistral-en-1.1B-coder-wizardlm-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Inex16Calme-GGUF", "mradermacher/NeuralsirkrishnaShadow_Experiment26Yam-GGUF", "mradermacher/NeuralsirkrishnaShadow_YamMulti_verse_model-GGUF", "mradermacher/StarlingMaxLimmy-7B-slerp-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment29Multi_verse_model-GGUF", "mradermacher/Experiment26Yamshadow_Experiment27Pastiche-GGUF", "mradermacher/lobotollama-5.5b-GGUF", "mradermacher/blossom-v1-3b-GGUF", "mradermacher/RampedUp-Mistral-7B-v0.4-GGUF", "mradermacher/Samantha-1.11-7b-GGUF", "mradermacher/Experiment28T3q_Experiment28Experiment29-GGUF", "mradermacher/sixtyoneeighty-7b-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Strangemerges_32Yam-GGUF", "mradermacher/MergerixStrangemerges_32-7B-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment29Multi_verse_model-GGUF", "mradermacher/Mermaid-Can-Code-GGUF", "mradermacher/MeliodasPercival_01_YamExperiment26-GGUF", "mradermacher/Calme-7B-Instruct-v0.5-GGUF", "mradermacher/Experiment28T3q_PasticheAlloyingotneoy-GGUF", "mradermacher/CosmoAlpacaLisa-0.3-1b-GGUF", "mradermacher/Merge-Gemma-2b-it-with-a-Fine-Tuned-one-for-Arabic-GGUF", "mradermacher/MasherAI-7B-v6.1-final-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment28Experiment26-GGUF", "mradermacher/Llama-3-8B-Instruct-japanese-nk2t-v0.2-GGUF", "mradermacher/Llama-3-Mistral-v0.2-Instruct-slerp-GGUF", "mradermacher/medical-qa-gpt2-GGUF", "mradermacher/Patent-Instruct-Llama-2-Chat-7B-Slerp-GGUF", "mradermacher/Maverick-v3.0-GGUF", "mradermacher/K2S3-Mistral-7b-v1.46-GGUF", "mradermacher/T3qm7xpStrangemerges_32-7B-GGUF", "mradermacher/YuisekinAI-mistral-en-1.1B-aya-GGUF", "mradermacher/Swallow-MS-7b-v0.1-ChatSkill-LAB-Evo-v0.9-GGUF", "mradermacher/Experiment26Yam_Experiment24Alloyingotneoy-GGUF", "mradermacher/nepali-text-correction-and-punctuation-restoration-mt5-GGUF", "mradermacher/FinDPO-Phi2-GGUF", "mradermacher/ZEUS-8B-V14-GGUF", "mradermacher/mamba-130m-msmath-GGUF", "mradermacher/YamshadowInex12_YamYam-GGUF", "mradermacher/Wisenut-LLaMA-3.1-8B-IC-SFT-GGUF", "mradermacher/RedPipe-7B-slerp-GGUF", "mradermacher/synapsellm-7b-mistral-v0.3-preview-GGUF", "mradermacher/llamaphi-3-128k-instruct-GGUF", "mradermacher/MiniLlama-1.8b-Med-GGUF", "mradermacher/swahili-Instruct-llama-2-7b-GGUF", "mradermacher/Percival_01-7b-slerp-GGUF", "mradermacher/gamma-Kosmos-EVAA-8B-GGUF", "mradermacher/Vecteus-Poet-GGUF", "mradermacher/M7Yamshadowexperiment28_AlloyingotneoyNeuralsirkrishna-GGUF", "mradermacher/Storymation-2-7b-chat-finetune-GGUF", "mradermacher/RogerMerge-7B-slerp-GGUF", "mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-GGUF", "mradermacher/PeiYangMe-0.8-GGUF", "mradermacher/SenecaLLMxQwen2.5-Coder-7B-Instruct-GGUF", "mradermacher/StructuredThinker-v0.3-MoreStructure-GGUF", "mradermacher/Experiment28T3q_ShadowCalme-GGUF", "mradermacher/WorldGen-v1.1-GGUF", "mradermacher/TinySphinx-GGUF", "mradermacher/TinySphinx2.0-GGUF", "mradermacher/YamshadowStrangemerges_32_Experiment24Shadow-GGUF", "mradermacher/Triangulum-5B-GGUF", "mradermacher/Dragon_1.2-8B-Model_Stock-GGUF", "mradermacher/StructuredThinker-GGUF", "mradermacher/SymbiHot-L3-8B-Rewinded-GGUF", "mradermacher/StructuredThinker-v0.2-MoreStructure-GGUF", "mradermacher/gemma-2b-datascience-instruct-v3.5-GGUF", "mradermacher/hindi-medbot-llama3-GGUF", "mradermacher/karasu-zundamon-v0.1-GGUF", "mradermacher/PHY-AI-GGUF", "mradermacher/Sappho_V0.0.2-GGUF", "mradermacher/YamshadowStrangemerges_32_AlloyingotneoyNeuralsirkrishna-GGUF", "mradermacher/M7Yamshadowexperiment28_Strangemerges_32Neuralsirkrishna-GGUF", "mradermacher/bge-base-en-v1.5-GGUF", "mradermacher/AmharicNewsCharacterNormalized-GGUF", "mradermacher/Experiment28T3q_Strangemerges_30Experiment26-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Inex12Neural-GGUF", "mradermacher/Arcee-Spark-FP32-GGUF", "mradermacher/Guru-Llama-3-8B-GGUF", "mradermacher/Ontology-0.1-Mistral-7B-GGUF", "mradermacher/opencsg-stable-code-3b-v1-GGUF", "mradermacher/YamshadowStrangemerges_32_Experiment26Yamshadow-GGUF", "mradermacher/Dragon_1.3-8B-Model_Stock-GGUF", "mradermacher/YamshadowInex12_Percival_01Experiment26-GGUF", "mradermacher/ZEUS-8B-V16-GGUF", "mradermacher/L3.1-Epv1-10B-GGUF", "mradermacher/QwenSlerp2-3B-GGUF", "mradermacher/Nivkh-GGUF", "mradermacher/Kosmos-EVAA-mix-v35-8B-GGUF", "mradermacher/QwenSlerp-3B-GGUF", "mradermacher/xb3b-1.1-GGUF", "mradermacher/Zhongsi-6B-Instruct-GGUF", "mradermacher/ohnoes_now_nsfw-GGUF", "mradermacher/ZEUS-8B-V17-GGUF", "mradermacher/Mistralyrix-7B-Instruct-GGUF", "mradermacher/ZEUS-8B-V13-abliterated-GGUF", "mradermacher/another_nsfw_test-GGUF", "mradermacher/orca_alpaca_3b-GGUF", "mradermacher/RA2.0-GGUF", "mradermacher/MTM-Merge-MU-gemma-2-MTM4MTM3-9B-GGUF", "mradermacher/Arabic-Qwen2.5-3B-v2.1-GGUF", "mradermacher/Llama-3.2-1B-Creative-Lora-GGUF", "mradermacher/xdverse_Llama-3.2-1B-Instruct-GGUF", "mradermacher/OS-Genesis-7B-AC-GGUF", "mradermacher/MeliodasPercival_01_YamMulti_verse_model-GGUF", "mradermacher/MTM-Merge-MA-gemma-2-MTM4MTM5-9B-GGUF", "mradermacher/MTM-Merge-MMMU-gemma-2-9B-GGUF", "mradermacher/MTM-Merge-BB-gemma-2-MTMMTM5-9B-GGUF", "mradermacher/flammen15-mistral-7B-GGUF", "mradermacher/MTM-Merge-BI-gemma-2-9B-GGUF", "mradermacher/MTM-Merge-MMMUBI-gemma-2-9B-GGUF", "mradermacher/MTM-Merge-MM-gemma-2-MTM4MTM2-9B-GGUF", "mradermacher/MTM-Merge-IF-gemma-2-MTMMTM1-9B-GGUF", "mradermacher/MTM-Merge-gemma-2-9B-GGUF", "mradermacher/MTM-Merge-GP-gemma-2-MTM5MTM4-9B-GGUF", "mradermacher/YamshadowStrangemerges_32_Experiment24Inex12-GGUF", "mradermacher/Experiment26Yam_Experiment27Inex12-GGUF", "mradermacher/Experiment28M7_Experiment26Strangemerges_30-GGUF", "mradermacher/YamshadowStrangemerges_32_Experiment29Experiment24-GGUF", "mradermacher/CerebrumDolphin-2.0-Mistral-7B-v0.2-GGUF", "mradermacher/M7Yamshadowexperiment28_YamshadowExperiment28-GGUF", "mradermacher/Experiment26Neuralsirkrishna_Experiment24Ognoexperiment27-GGUF", "mradermacher/OrpoLlama3-8B-FT-GGUF", "mradermacher/Trillama-8B-GGUF", "mradermacher/story_generator-GGUF", "mradermacher/Experiment26Yam_Experiment27Experiment24-GGUF", "mradermacher/Starling-LM-7B-beta-LaserRMT-v1-GGUF", "mradermacher/Wide-Sheared-LLaMA-1.3B-GGUF", "mradermacher/Infinitely-Kunodiculous-9B-GGUF", "mradermacher/social-llama-3-8b-instructions-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_AlloyingotneoyExperiment24-GGUF", "mradermacher/TaliML-PHI3-128K-ITA-V.1.0.FINAL-GGUF", "mradermacher/Calme-7B-Instruct-v0.3-GGUF", "mradermacher/M7Yamshadowexperiment28_YamYam-GGUF", "mradermacher/MeliodasPercival_01_YamshadowExperiment28-GGUF", "mradermacher/horror_bandersnatch-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment27Shadow-GGUF", "mradermacher/NeuralsirkrishnaShadow_Multi_verse_modelM7-GGUF", "mradermacher/llama3-Chinese-chat-8B-GGUF", "mradermacher/guillaumetell-7b-GGUF", "mradermacher/zephyr-beta-wizardLM-2-merge-7B-GGUF", "mradermacher/Gemma-1.1-2b-it-Physics-2k-The-Iron-Giant20-GGUF", "mradermacher/CalmexperimentPercival_01-7B-GGUF", "mradermacher/YamshadowInex12_Inex12Neural-GGUF", "mradermacher/M7Yamshadowexperiment28_ShadowStrangemerges_32-GGUF", "mradermacher/odia-gemma-2b-base-unsloth-GGUF", "mradermacher/Yamshadowexperiment28M70.8-0.49-0.98-0.31-0.16-0.95-7B-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_YamshadowExperiment28-GGUF", "mradermacher/PIPPA-Named-7B-GGUF", "mradermacher/Experiment26Neuralsirkrishna_CalmeInex12-GGUF", "mradermacher/Experiment28M7_Experiment27Pastiche-GGUF", "mradermacher/MasherAI-7B-v6.1-GGUF", "mradermacher/YuisekinAIEvol-Mistral-7B-ja-math-v0.1-GGUF", "mradermacher/bellman-7b-mistral-instruct-v0.2-GGUF", "mradermacher/YamshadowInex12_Experiment26Yamshadow-GGUF", "mradermacher/titulm-mpt-1b-v1.0-GGUF", "mradermacher/Dolphin-MistralCode-v0.2-slerp-GGUF", "mradermacher/ColorQuestGPT-GGUF", "mradermacher/Wide-Sheared-LLaMA-543M-GGUF", "mradermacher/ACultriX-7B-GGUF", "mradermacher/kukulemon-spiked-9B-GGUF", "mradermacher/Experiment26Neuralsirkrishna_YamStrangemerges_32-GGUF", "mradermacher/WestLakeSeverusV2-DPO-7B-DARE-TA-GGUF", "mradermacher/Wukong-Phi-3-Instruct-Ablated-GGUF", "mradermacher/StarFusion-alpha1-GGUF", "mradermacher/Experiment28M7_Experiment24Ognoexperiment27-GGUF", "mradermacher/YamshadowStrangemerges_32_Strangemerges_32Shadow-GGUF", "mradermacher/REDRIOT-Gemma-2B-IT-GGUF", "mradermacher/Ae-calem-mistral-7b-v0.2-GGUF", "mradermacher/MeliodasPercival_01_T3qm7xNeuralsirkrishna-GGUF", "mradermacher/MicroTask-mini-guanaco-GGUF", "mradermacher/Strangemerges_32Experiment26-7B-GGUF", "mradermacher/Experiment28M7_Experiment26Strangemerges_32-GGUF", "mradermacher/gemma-Role-Mining-JSON-GGUF", "mradermacher/coref-mem-base-GGUF", "mradermacher/Persian_Llama3-GGUF", "mradermacher/Mistral-7B-v0.1-chat-SFT-GGUF", "mradermacher/T3qm7Strangemerges_32-7B-GGUF", "mradermacher/YuisekinAI-mistral-1.1B-databricks-dolly-GGUF", "mradermacher/MeliodasPercival_01_YamT3qm7x-GGUF", "mradermacher/YamshadowInex12_T3qm7xNeuralsirkrishna-GGUF", "mradermacher/hammerllm-1.4b-272k-GGUF", "mradermacher/YamshadowInex12_ShadowYamshadow-GGUF", "mradermacher/RBarcenas-Mistral-7b-AbstractiveQA2-GGUF", "mradermacher/AVA-Llama-3-V2-GGUF", "mradermacher/StarlingBeagle-dare-GGUF", "mradermacher/Hercules-3-3B-GGUF", "mradermacher/Immy_v3-GGUF", "mradermacher/Kosmos-EVAA-Franken-v37-8B-GGUF", "mradermacher/FnFLlama-3.1-8B2-GGUF", "mradermacher/Derivative-8B-Model_Stock-GGUF", "mradermacher/Granite-3.1-8B-instruct-Korean-GGUF", "mradermacher/fusion-GGUF", "mradermacher/YamshadowInex12_Experiment28M7-GGUF", "mradermacher/Starbral-Infinimons-9B-GGUF", "mradermacher/merging_LLM-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment28Strangemerges_32-GGUF", "mradermacher/Experiment28T3q_AlloyingotneoyInex12-GGUF", "mradermacher/QwenModelStock-1.8B-GGUF", "mradermacher/FnFLlama-3.1-8B3-GGUF", "mradermacher/Hercules-3-1B-GGUF", "mradermacher/SmolLM2-mental-health-GGUF", "mradermacher/Reasoning-175M-GGUF", "mradermacher/Hercules-3-7B-GGUF", "mradermacher/YuisekinAI-mistral-en-1.1B-databricks-dolly-GGUF", "mradermacher/MT-Max-Merge_02012025163610-BI-gemma-2-9B-GGUF", "mradermacher/MT-Max-Merge_02012025163610-MM-gemma-2-MT5g4MTM4-9B-GGUF", "mradermacher/MT-Max-Merge_02012025163610-MA-gemma-2-MTM4MT5g4-9B-GGUF", "mradermacher/MT-Max-Merge_02012025163610-MUG-gemma-2-9B-GGUF", "mradermacher/MT-Max-Merge_02012025163610-BB-gemma-2-MT5g4MTM5-9B-GGUF", "mradermacher/Llama-3-8B-Instruct-v0.1-32K-QLoRA-Merged-GGUF", "mradermacher/Faro-Yi-9B-GGUF", "mradermacher/MeliodasPercival_01_NeuralsirkrishnaT3qm7x-GGUF", "mradermacher/YamshadowStrangemerges_32_AlloyingotneoyPercival_01-GGUF", "mradermacher/EasyContext-256K-danube2-1.8b-GGUF", "mradermacher/medmistral-7b-GGUF", "mradermacher/WestIceLemonTeaRP-32k-7b-GGUF", "mradermacher/h2o-danube-1.8b-sft-GGUF", "mradermacher/NeuralsirkrishnaShadow_Strangemerges_32Alloyingotneoy-GGUF", "mradermacher/YamshadowStrangemerges_32_Multi_verse_modelM7-GGUF", "mradermacher/YamshadowInex12_YamM7-GGUF", "mradermacher/Wide-Sheared-LLaMA-290M-GGUF", "mradermacher/karakuri-lm-7b-apm-v0.1-GGUF", "mradermacher/MeliodasPercival_01_Multi_verse_modelExperiment28-GGUF", "mradermacher/hammerllm-1.4b-247k-GGUF", "mradermacher/VeriUS-LLM-8b-v0.2-GGUF", "mradermacher/K2S3-Mistral-7b-v1.43-GGUF", "mradermacher/Pythia-2.8B-HH-RLHF-Iterative-SamPO-GGUF", "mradermacher/AdvLlama-3.1-8B-GGUF", "mradermacher/cuscuz-7b-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment24Alloyingotneoy-GGUF", "mradermacher/ablation-model-the-pile-GGUF", "mradermacher/elyza-fork2-GGUF", "mradermacher/ShadowYamshadow_Inex12Strangemerges_30-GGUF", "mradermacher/YamshadowInex12_Experiment28Neuralsirkrishna-GGUF", "mradermacher/GREEN-Phi2-GGUF", "mradermacher/blossom-v3-mistral-7b-GGUF", "mradermacher/Experiment28T3q_YamExperiment24-GGUF", "mradermacher/Gemma2b-Turkish-Instruction-GGUF", "mradermacher/YamshadowInex12_PasticheInex12-GGUF", "mradermacher/M7Neuralsynthesis-7B-GGUF", "mradermacher/meditron-7b-dpo-full-sft-wo-kqa_silver_wogold-GGUF", "mradermacher/M7Yamshadowexperiment28_Multi_verse_modelExperiment28-GGUF", "mradermacher/TinyLlama_v1.1_chinese-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_ShadowYamshadow-GGUF", "mradermacher/T3qm7Mergerix-7B-GGUF", "mradermacher/NeuralsirkrishnaShadow_Experiment26Alloyingotneoy-GGUF", "mradermacher/Experiment28T3q_Experiment27Yam-GGUF", "mradermacher/YamshadowInex12_Experiment27Experiment28-GGUF", "mradermacher/MT-Max-Merge_02012025163610-MAMM-gemma-2-9B-GGUF", "mradermacher/trix-llama-3-8B-stock-GGUF", "mradermacher/aqua-smaug-0.3-8B-GGUF", "mradermacher/MeliodasT3qm7_ShadowT3q-GGUF", "mradermacher/Mistral-Starling-merge-trial3-7B-GGUF", "mradermacher/YamshadowInex12_NeuralExperiment26-GGUF", "mradermacher/NeuralsirkrishnaShadow_Experiment26Yamshadow-GGUF", "mradermacher/M7T3qm7xp_Strangemerges_32T3q-GGUF", "mradermacher/numfalm-chat-full-GGUF", "mradermacher/openbuddy-zero-3b-v21.2-32k-GGUF", "mradermacher/Experiment26Yam_Multi_verse_modelExperiment28-GGUF", "mradermacher/M7Multiverseex26-7B-GGUF", "mradermacher/Experiment26Yamshadow_Experiment24Inex12-GGUF", "mradermacher/shorting-gemma-2b-2e-GGUF", "mradermacher/Phi-3-mini-4k-instruct-LLaMAfied-GGUF", "mradermacher/NeuralsirkrishnaShadow_ShadowYamshadow-GGUF", "mradermacher/Experiment26Neuralsirkrishna_AlloyingotneoyInex12-GGUF", "mradermacher/Barrau-7B-GGUF", "mradermacher/Yamshadowexperiment28M70.8-0.01-0.86-0.36-0.42-0.95-7B-GGUF", "mradermacher/openbuddy-mistral2-7b-v20.1-32k-GGUF", "mradermacher/orcamath-tinyllama-1.1B-v1-chat-GGUF", "mradermacher/RasGullaINEX12-7B-slerp-GGUF", "mradermacher/Hercules-Mini-1.8B-GGUF", "mradermacher/D_AU-Tess-7B-v2.0-Yarn-Mistral-7b-128k-DPO-GGUF", "mradermacher/maestrale-chat-v0.3-beta-GGUF", "mradermacher/llama-2-7b-bioinspired-GGUF", "mradermacher/Mergerix-7b-v0.4-GGUF", "mradermacher/flammen16-chinese-dpo-mistral-7B-GGUF", "mradermacher/NeuralContamination-7B-ties-GGUF", "mradermacher/Starfinite-Laymospice-v2-7B-GGUF", "mradermacher/OrpoLlama-3-8B-leo-GGUF", "mradermacher/cuckoo-starling-32k-7B-GGUF", "mradermacher/K2S3-Mistral-7b-v1.47-GGUF", "mradermacher/Experiment26Yamshadow_NeuralExperiment26-GGUF", "mradermacher/OrpoLlama-3-8B-chat-cn-GGUF", "mradermacher/Experiment26Neuralsirkrishna_Experiment27Inex12-GGUF", "mradermacher/Experiment26Mergerix-7B-GGUF", "mradermacher/Experiment28M7_Percival_01Shadow-GGUF", "mradermacher/Stage-IOTGraphic-GGUF", "mradermacher/Hermes-Mistral-7B-Orca-GGUF", "mradermacher/Experiment28T3q_Experiment29Multi_verse_model-GGUF", "mradermacher/kangoroo_7B_mistral-GGUF", "mradermacher/Llama-3-8b-64k-PoSE-GGUF", "mradermacher/NeuralsirkrishnaShadow_Neuralsirkrishnaexperiment26Experiment24-GGUF", "mradermacher/llama-2-7b-chat-waft-GGUF", "mradermacher/Experiment27pasticheYamshadowexperiment28-7B-GGUF", "mradermacher/NeuralsynthesisMeliodas-7B-GGUF", "mradermacher/phi-therapist-chat-v1-GGUF", "mradermacher/acolyte-1-GGUF", "mradermacher/Experiment28M7_Experiment26Experiment26-GGUF", "mradermacher/Llama-2-7b-chat-hf-1k-Databricks-ENG-GGUF", "mradermacher/Chitti-Base-model-for-GPT-v13-GGUF", "mradermacher/KONI-Llama3.1-8B-20240824-GGUF", "mradermacher/blopsy-1.1-GGUF", "mradermacher/ContY-v0.2-8B-GGUF", "mradermacher/Mistral_7B-Open_Hermes-NSFWV1-GGUF", "mradermacher/shorting-gemma-2b-3e-GGUF", "mradermacher/tau-0.5B-GGUF", "mradermacher/mamba-1.4b-msmath-GGUF", "mradermacher/AutoLimmy-7B-slerp-GGUF", "mradermacher/Llama-3-8B-Omnibus-1-PL-v01-INSTRUCT-GGUF", "mradermacher/criticon-sft-v0.1-GGUF", "mradermacher/Mistral-planner_v4-GGUF", "mradermacher/StarlingMaxLimmy2-7B-slerp-GGUF", "mradermacher/llama-2-7b-miniguanaco-GGUF", "mradermacher/deepseek-Kunoichi-DPO-GGUF", "mradermacher/J.O.S.I.E.3-Beta10-7B-slerp-GGUF", "mradermacher/Umi-7B-Mistral-HP-0-GGUF", "mradermacher/YamshadowStrangemerges_32_ShadowNeuralsirkrishna-GGUF", "mradermacher/Emotional_Chatbot-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment28Experiment29-GGUF", "mradermacher/M7Yamshadowexperiment28_YamOgno-GGUF", "mradermacher/RampedUp-Mistral-7B-v0.3-GGUF", "mradermacher/M7Yamshadowexperiment28_MeliodasT3qm7-GGUF", "mradermacher/llama-3.1-8b-investement-analyst-GGUF", "mradermacher/Westlakev2-7B-DPO-GGUF", "mradermacher/Experiment26Yamshadow_Inex16Calme-GGUF", "mradermacher/Deep-Throat-3B-GGUF", "mradermacher/MFANN3bv1.1-GGUF", "mradermacher/banking_chatbot_master-GGUF", "mradermacher/Patent-Base-InternLM2-7B-Ties-GGUF", "mradermacher/CodeLlama-7B-Kexer-GGUF", "mradermacher/Experiment28T3q_Strangemerges_32Strangemerges_30-GGUF", "mradermacher/ko-Llama-3-8B-sft-v0.1-GGUF", "mradermacher/Mistral-7B-v0.1-zeroed_out-ChatML-base-GGUF", "mradermacher/Llama-3.1-Argunaut-1-8B-SFT-GGUF", "mradermacher/zelensky-gpt2-125m-GGUF", "mradermacher/Llama3-GSM8K-Star-Plus-GGUF", "mradermacher/marathi-mistral-v0.1-GGUF", "mradermacher/cendol-mt5-small-inst-GGUF", "mradermacher/StrangeMerges_15-7B-slerp-GGUF", "mradermacher/Meta-Llama-3.1-8B-GLaDOS-GGUF", "mradermacher/Maxine-7B-0401-stock-GGUF", "mradermacher/social-llama-7b-instructions-GGUF", "mradermacher/ichigo-v0.5-llama3.2-8B-base-GGUF", "mradermacher/orca_mini_v9_6_3B-Instruct-GGUF", "mradermacher/Zebrafish-slerp-7B-GGUF", "mradermacher/MCQ-qv-8-GGUF", "mradermacher/YuisekinAI-mistral-en-1.1B-v0.2-GGUF", "mradermacher/ZEUS-8B-V19-GGUF", "mradermacher/Saul-Base-zephyr-7b-beta-merge-GGUF", "mradermacher/kosmo-gemma-GGUF", "mradermacher/PascalHermes-2.5-Mistral-7B-GGUF", "mradermacher/Patent-Base-Orca-2-7B-Ties-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_PasticheNeuralsirkrishna-GGUF", "mradermacher/BioMistral-MedMNX-GGUF", "mradermacher/blossom-v2-llama2-7b-GGUF", "mradermacher/NeuralsirkrishnaShadow_Ognoexperiment27Multi_verse_model-GGUF", "mradermacher/T3qExperiment26-7B-GGUF", "mradermacher/NeuralsirkrishnaShadow_YamExperiment24-GGUF", "mradermacher/Bingus-v0.1-60M-Base-GGUF", "mradermacher/POC_MultiLng-V2-GGUF", "mradermacher/Qwen_2.5-Math-v3-GGUF", "mradermacher/Kosmos-EVAA-Franken-v38-8B-GGUF", "mradermacher/Experiment28M7_T3qT3qm7-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Inex12Experiment28-GGUF", "mradermacher/Inex12Mergerix-7B-GGUF", "mradermacher/Meta-Llama-3-8B-Instruct_fictional_arc_Korean_v2-GGUF", "mradermacher/bitnet-mistal-m7-70m-slerp-GGUF", "mradermacher/YamshadowStrangemerges_32_Experiment28Experiment26-GGUF", "mradermacher/gpt2-Therapy2-GGUF", "mradermacher/dementia-GGUF", "mradermacher/MeliodasPercival_01_Strangemerges_32Shadow-GGUF", "mradermacher/Experiment27pasticheShadowm7exp-7B-GGUF", "mradermacher/MeliodasPercival_01_Experiment26T3q-GGUF", "mradermacher/ZEUS-8B-V17-abliterated-V2-GGUF", "mradermacher/BrokenLlama-3-8b-GGUF", "mradermacher/Experiment28T3q_OgnoExperiment27-GGUF", "mradermacher/CosmicNoodle-7B-GGUF", "mradermacher/h2o-danube-1.8b-chat-GGUF", "mradermacher/MeliodasT3q_T3qExperiment26-GGUF", "mradermacher/Swallow-MS-7b-v0.1-ChatSkill-LAB-Evo-v0.2-GGUF", "mradermacher/flammen13X-mistral-7B-GGUF", "mradermacher/NinjaV1-pre-GGUF", "mradermacher/lion-gemma-7b-cn-GGUF", "mradermacher/YamshadowStrangemerges_32_Strangemerges_32Inex12-GGUF", "mradermacher/T3qm7xpNeuralsynthesis-7B-GGUF", "mradermacher/NeuralsynthesisInex12-7B-GGUF", "mradermacher/reyna-qwen-l18-GGUF", "mradermacher/YuisekinAI-mistral-0.7B-GGUF", "mradermacher/YamshadowStrangemerges_32_M7Alloyingotneoy-GGUF", "mradermacher/tau-1.8B-GGUF", "mradermacher/Mistral-7B-v0.1-ja-wikipedia-databricks-dolly-v0.1-GGUF", "mradermacher/DeepSeek_GSM8K_Self_Explore-GGUF", "mradermacher/YamshadowInex12_Experiment27Yam-GGUF", "mradermacher/SLM-Ravi-GGUF", "mradermacher/OpenHermes-2.5-Mistral-7B-new-GGUF", "mradermacher/MeliodasPercival_01_AlloyingotneoyExperiment24-GGUF", "mradermacher/Mistral-7B-v0.3-Mistral-7B-v0.1-mix-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment24Ognoexperiment27-GGUF", "mradermacher/flammen22X-mistral-7B-GGUF", "mradermacher/mistral-NeuralHermes-7B-slerp-GGUF", "mradermacher/TinyLlama-3T-Cinder-v1.3-GGUF", "mradermacher/Nous-Hermes-2-DPO_into_Dolphin_Mistral_2.8_v02-GGUF", "mradermacher/Loquace-mistral-ITA-v0.2-GGUF", "mradermacher/YamshadowInex12_Experiment28Meliodas-GGUF", "mradermacher/Experiment26Neuralsirkrishna_Ognoexperiment27Multi_verse_model-GGUF", "mradermacher/WeniGPT-Agents-Mistral-1.0.6-SFT-1.0.2-DPO-merged-GGUF", "mradermacher/ArliAI-Llama-3-8B-Dolfin-v0.2-Instruct-GGUF", "mradermacher/TinyLlama-NoPE-1.1B-GGUF", "mradermacher/SpydazWeb_AI_Swahili_Project-GGUF", "mradermacher/astraios-1b-fft-fine-tuned-python-GGUF", "mradermacher/MeliodasPercival_01_Experiment26Alloyingotneoy-GGUF", "mradermacher/Agent.Star.Demo-GGUF", "mradermacher/Experiment26Yam_AlloyingotneoyYam-GGUF", "mradermacher/Experiment28M7_YamYam-GGUF", "mradermacher/Experiment28T3q_Strangemerges_30Ogno-GGUF", "mradermacher/TinyDolphin-2.8-1.1b-GGUF", "mradermacher/Mistral-7B-128k-GGUF", "mradermacher/RampedUp-Mistral-7B-v0.6.1.1.2-GGUF", "mradermacher/occiglot-7b-eu5-instruct-hf-GGUF", "mradermacher/acolyte-2-GGUF", "mradermacher/SHP-DPO-EPFL-Mistral-7b-GGUF", "mradermacher/YamshadowStrangemerges_32_Strangemerges_32Yam-GGUF", "mradermacher/NeuralsirkrishnaShadow_CalmeInex12-GGUF", "mradermacher/YamshadowInex12_T3qm7xPercival_01-GGUF", "mradermacher/Experiment28M7_YamshadowStrangemerges_32-GGUF", "mradermacher/Poppy_Porpoise-DADA-8B-GGUF", "mradermacher/Turkish-GPT-GEC-v0-GGUF", "mradermacher/llama-2-7b-gorilla-open-function_v1-GGUF", "mradermacher/Yamshadowexperiment28M70.49-0.87-0.92-0.72-0.23-0.18-7B-GGUF", "mradermacher/omost-llama-3-8b-GGUF", "mradermacher/kukuspice-7B-GGUF", "mradermacher/blopsy-1.2-GGUF", "mradermacher/Experiment28M7_YamStrangemerges_32-GGUF", "mradermacher/llama-3-nvidia-ChatQA-1.5-8B-GGUF", "mradermacher/Superfunguy-1-Mistral-7B-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_ShadowCalme-GGUF", "mradermacher/MeliodasPercival_01_Experiment28Experiment26-GGUF", "mradermacher/MeliodasPercival_01_Ognoexperiment27Multi_verse_model-GGUF", "mradermacher/GemmaColRAC-AeroNavigatorLLM-2b-GGUF", "mradermacher/zephyr-orpo-7b-v0.2-GGUF", "mradermacher/Mistral-7B-Instruct-v0.2-expanded-sec-1.6B-tokens-GGUF", "mradermacher/Ashura-GGUF", "mradermacher/Llama-3-8B-NLI-ties3-GGUF", "mradermacher/YamshadowInex12_Experiment24Inex12-GGUF", "mradermacher/M7Yamshadowexperiment28_Multi_verse_modelYam-GGUF", "mradermacher/Swallow-MS-7b-v0.1-ChatSkill-LAB-Evo-v0.7-GGUF", "mradermacher/MeliodasT3q_AlloyingotneoyNeuralsirkrishna-GGUF", "mradermacher/SatoshiNv117-GGUF", "mradermacher/NeuralsirkrishnaShadow_ShadowNeuralsirkrishna-GGUF", "mradermacher/MeliodasPercival_01_YamNeuralsirkrishna-GGUF", "mradermacher/Antler-7B-RP-GGUF", "mradermacher/Mistral-7B-v0.3-Llama-3.1-8B-mix-GGUF", "mradermacher/StrangeMerges_8-7B-slerp-GGUF", "mradermacher/Experiment26Yam_Experiment27Shadow-GGUF", "mradermacher/KoLlama-3-8B-Instruct-Mix-GGUF", "mradermacher/YamshadowInex12_PasticheNeuralsirkrishna-GGUF", "mradermacher/rho-math-1b-v0.1-GGUF", "mradermacher/Llama3-OpenBioLLM-8B-GGUF", "mradermacher/MeliodasT3qm7_Strangemerges_32T3qm7xp-GGUF", "mradermacher/YamshadowInex12_Experiment26Pastiche-GGUF", "mradermacher/MyriadStrangemerges_32-7B-GGUF", "mradermacher/CompliAI_FullModel3-GGUF", "mradermacher/Swahili_Gemma-GGUF", "mradermacher/messiah-7b-v1.3-GGUF", "mradermacher/YamshadowInex12_Experiment24Experiment28-GGUF", "mradermacher/Hermes-2-Pro-Mistral-7B-MEDIQA-CORR-DPO-GGUF", "mradermacher/Experiment26Neuralsirkrishna_Multi_verse_modelYam-GGUF", "mradermacher/YuisekinAI-mistral-en-1.1B-coder-sql-GGUF", "mradermacher/natsumura-storytelling-rp-1.0-llama-3.1-8b-GGUF", "mradermacher/YamshadowInex12_M7T3qm7x-GGUF", "mradermacher/Malay-Sentiment2-GGUF", "mradermacher/YamshadowStrangemerges_32_Experiment28Neuralsirkrishna-GGUF", "mradermacher/YamshadowInex12_AlloyingotneoyInex12-GGUF", "mradermacher/TeleQnA-Phi2-Phinetune-GGUF", "mradermacher/AnalysisMistral-7B-v0.2-GGUF", "mradermacher/Amharic-News-Classification-GGUF", "mradermacher/stablelm-2-1_6b-orpo-full-v3-GGUF", "mradermacher/kannada-math-0.1-GGUF", "mradermacher/YamshadowStrangemerges_32_Experiment26Experiment28-GGUF", "mradermacher/Experiment26Yam_Multi_verse_modelYam-GGUF", "mradermacher/samba-1.1B-GGUF", "mradermacher/Experiment28T3q_YamM7-GGUF", "mradermacher/Experiment26Yam_Experiment28Inex12-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment26Shadow-GGUF", "mradermacher/Kukul-Stanta-0.420-32k-7B-0.2-GGUF", "mradermacher/Meta-Llama-3-8B-Orpo-GGUF", "mradermacher/WeniGPT-Agents-Zephyr-1.0.18-KTO-merged-GGUF", "mradermacher/Moxoff-Phi3Mini-PPO-GGUF", "mradermacher/WeniGPT-Agents-Zephyr-1.0.0-KTO-merged-GGUF", "mradermacher/Experiment28M7_NeuralsirkrishnaInex12-GGUF", "mradermacher/YamshadowInex12_Inex12Experiment28-GGUF", "mradermacher/NeuralsirkrishnaShadow_Strangemerges_32Inex12-GGUF", "mradermacher/Qwen2.5-7B-Gutenberg-KTO-GGUF", "mradermacher/MT1-Max-Merge_02012025163610-MUI-gemma-2-9B-GGUF", "mradermacher/MT1-Max-Merge_02012025163610-gemma-2-9B-GGUF", "mradermacher/QwenSparse-7B-GGUF", "mradermacher/Experiment26Neuralsirkrishna_ShadowCalme-GGUF", "mradermacher/RampedUp-Mistral-7B-v0.6.1.1-GGUF", "mradermacher/MT1-Max-Merge_02012025163610-MM-gemma-2-MTM5MTM1-9B-GGUF", "mradermacher/MT1-Max-Merge_02012025163610-MA-gemma-2-MTM5MTM2MU-9B-GGUF", "mradermacher/ZEUS-8B-V17-abliterated-V4-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment28Inex12-GGUF", "mradermacher/MT1-Max-Merge_02012025163610-MAB-gemma-2-9B-GGUF", "mradermacher/euclid-1B-GGUF", "mradermacher/MicroThinker-1B-Preview-GGUF", "mradermacher/flammen18-mistral-7B-GGUF", "mradermacher/Goodenberk-GGUF", "mradermacher/MT1-Max-Merge_02012025163610-IF-gemma-2-MT1g2MTM2MU-9B-GGUF", "mradermacher/Counselling-QA-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment29Experiment24-GGUF", "mradermacher/Llama-3-8B-Instruct-Portuguese-v0.1-GGUF", "mradermacher/LGS-Llama-3-8b-GGUF", "mradermacher/HazardNet-unsloth-reasoning-v0.3-GGUF", "mradermacher/c4ai-command-r7b-12-2024-GGUF", "mradermacher/ja-3B-ET-GGUF", "mradermacher/Saba2-3B-GGUF", "mradermacher/f-5-8b-GGUF", "mradermacher/Eurus-2-7B-PRIME-GGUF", "mradermacher/Rv0.4MT4g2-gemma-2-9B-GGUF", "mradermacher/Barcenas-10b-GGUF", "mradermacher/MT1-Max-Merge_02012025163610-BB-gemma-2-MTM5MTM3-9B-GGUF", "mradermacher/MT1-Max-Merge_02012025163610-GMMMUI-gemma-2-9B-GGUF", "mradermacher/NeuroControl-GGUF", "mradermacher/MT1-Max-Merge_02012025163610-GMM-gemma-2-9B-GGUF", "mradermacher/NeuroNoise_v1-GGUF", "mradermacher/MFANNv0.20.11-GGUF", "mradermacher/MLF-Llama3.2-3B-GGUF", "mradermacher/MT1-Max-Merge_02012025163610-MU-gemma-2-MTM2MUMT1g2-9B-GGUF", "mradermacher/MT1-Max-Merge_02012025163610-GP-gemma-2-MTM5MT1g2-9B-GGUF", "mradermacher/Bahasa-4b-chat-GGUF", "mradermacher/CosmoAlpacaLisa-0.2-1b-GGUF", "mradermacher/Context-Obedient-Tri-MoE-GGUF", "mradermacher/IntraDoc-2048-GGUF", "mradermacher/llama3.1-8b-spaetzle-v59-GGUF", "mradermacher/Arcee-Spark-GGUF", "mradermacher/MedchatbotLlama-3.1-8B-GGUF", "mradermacher/dolphin-2.9.2-qwen2-7b-GGUF", "mradermacher/M7Yamshadowexperiment28_T3qm7xExperiment26-GGUF", "mradermacher/GnX-GGUF", "mradermacher/GnX-r2-GGUF", "mradermacher/ClickbaitFighter-7B-GGUF", "mradermacher/KhanomTanLLM-1B-GGUF", "mradermacher/ai-detection-gutenberg-human-choosed-formatted-ai-sft-qwen-7b-sft-3epochs-GGUF", "mradermacher/YamshadowInex12_Experiment26Experiment24-GGUF", "mradermacher/T3qm7Neuralsynthesis-7B-GGUF", "mradermacher/M7Yamshadowexperiment28_M7Alloyingotneoy-GGUF", "mradermacher/MoEv4Config-TIESwithRescale-7b-GGUF", "mradermacher/phi-3-mini-4k-loudai-GGUF", "mradermacher/YamshadowInex12_Experiment26Experiment26-GGUF", "mradermacher/NeuralLLaMa-3-8b-ORPO-v0.3-GGUF", "mradermacher/NeuralLLaMa-3-8b-ORPO-v0.4-GGUF", "mradermacher/NeuralsirkrishnaShadow_PasticheNeuralsirkrishna-GGUF", "mradermacher/NeuralLLaMa-3-8b-DT-v0.1-GGUF", "mradermacher/SKY-Ko-Llama3-8B-lora-GGUF", "mradermacher/SKY-Ko-Solar-10.7B-lora-GGUF", "mradermacher/Qwark-4B-GGUF", "mradermacher/Llama-3-8B-Instruct-v0.3-GGUF", "mradermacher/Qwen1.5-0.5B-dpo-mix-7k-GGUF", "mradermacher/Gemma2_Virtual_doctor-GGUF", "mradermacher/Experiment28M7_YamshadowT3q-GGUF", "mradermacher/SniffyOtter-7B-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment27Experiment29-GGUF", "mradermacher/Meta-Llama-3-2B-mlp-layer-pruned-GGUF", "mradermacher/M7Yamshadowexperiment28_ShadowYam-GGUF", "mradermacher/Experiment26Yamshadow_Experiment29Multi_verse_model-GGUF", "mradermacher/mamba-2.8b-slimpj-hf-GGUF", "mradermacher/NeuralsirkrishnaShadow_Experiment26Strangemerges_32-GGUF", "mradermacher/YamshadowInex12_YamT3qm7xp-GGUF", "mradermacher/Helios-10.7B-GGUF", "mradermacher/Mistral-7B-v0.2-GGUF", "mradermacher/PiSSA-Llama-3-8B-Instruct-r32-GGUF", "mradermacher/openbuddy-mistral2-7b-v20.2-32k-GGUF", "mradermacher/fc-dolphin-2.6-mistral-7b-dpo-laser-GGUF", "mradermacher/Neural-Cosmic-Boy-7B-slerp-GGUF", "mradermacher/Ohm-version3-GGUF", "mradermacher/saiga_llama3_8b-GGUF", "mradermacher/Experiment26Neuralsirkrishna_YamMulti_verse_model-GGUF", "mradermacher/Gabriel-7b-Instruct-v0.2-GGUF", "mradermacher/Patent-Instruct-Internlm2-7B-Ties-GGUF", "mradermacher/NeuralGemma-2b-GGUF", "mradermacher/Experiment26Neuralsirkrishna_AlloyingotneoyYam-GGUF", "mradermacher/Calmex26-7B-slerp-GGUF", "mradermacher/shorting-gemma-2b-3-5e-GGUF", "mradermacher/Spaetzle-v68-7b-GGUF", "mradermacher/COFFEEPOTS-critic-GGUF", "mradermacher/ablation-model-fineweb-v1-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_AlloyingotneoyYam-GGUF", "mradermacher/Experiment28M7_YamExperiment28-GGUF", "mradermacher/NeuralsirkrishnaShadow_Experiment27Experiment28-GGUF", "mradermacher/Trendyol-LLM-7b-chat-stock-GGUF", "mradermacher/Quantum-Citrus-9B-GGUF", "mradermacher/koishi-7b-qlora-GGUF", "mradermacher/Experiment26Yamshadow_Ognoexperiment27Multi_verse_model-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_ShadowOgno-GGUF", "mradermacher/NeuralsirkrishnaShadow_Strangemerges_32Yam-GGUF", "mradermacher/Experiment26Yamshadow_Experiment24Ognoexperiment27-GGUF", "mradermacher/Quark-464M-v0.1.alpha-GGUF", "mradermacher/Antler-7B-Novel-Writing-GGUF", "mradermacher/reflect_ministral8Bit_om2_sft-t2_lr.5-6-GGUF", "mradermacher/md-veronica-1-llama-3.2-3b-instruct-GGUF", "mradermacher/Therapod-MergedDPO-GGUF", "mradermacher/NeuraMedAW-GGUF", "mradermacher/PastelMedAW-GGUF", "mradermacher/the_soft_delerizome_machine_a_thousand_guattaris_fourth_of_plateaus_once-GGUF", "mradermacher/Take-7B-GGUF", "mradermacher/SkyeMed-GGUF", "mradermacher/babylm-student-gpt2-0-GGUF", "mradermacher/Stylographic-king-7B-GGUF", "mradermacher/orca_mini_v9_7_3B-Instruct-GGUF", "mradermacher/JuaSiri_model-GGUF", "mradermacher/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF", "mradermacher/Matsu-7B-GGUF", "mradermacher/StableCode-text2SQL-withoutquantization-GGUF", "mradermacher/LynxMedAW-GGUF", "mradermacher/rho-1b-sft-MATH-GGUF", "mradermacher/TinyLlama_v1.1_math_code-GGUF", "mradermacher/OLMo-2-1124-7B-SFT-Preview-GGUF", "mradermacher/Stylographic-9B-GGUF", "mradermacher/orca_mini_v9_6_1B-Instruct-GGUF", "mradermacher/orca_mini_v9_7_1B-Instruct-GGUF", "mradermacher/HighSpeedChickenFeed-GGUF", "mradermacher/SEC-MBX-7B-DPO-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_Experiment27Inex12-GGUF", "mradermacher/NOVA-3B-V4-GGUF", "mradermacher/M7Yamshadowexperiment28_YamNeuralsirkrishna-GGUF", "mradermacher/YamshadowInex12_T3qT3qm7-GGUF", "mradermacher/Hermes-2-Pro-Mistral-7B-MEDIQA-CORR-DPO-Fewshot-GGUF", "mradermacher/Dirty-Alice-RP-2b-GGUF", "mradermacher/dolly-v2-3b-finetune-GGUF", "mradermacher/Derivative_V2-8B-Model_Stock-GGUF", "mradermacher/FalconSlerp-3B-GGUF", "mradermacher/Derivative_V2_ALT-8B-Model_Stock-GGUF", "mradermacher/vimo-1.1B-GGUF", "mradermacher/Magic-psy-LoRA-Qwen-Finetuned-GGUF", "mradermacher/SEC-Calme-7B-Instruct-GGUF", "mradermacher/shiba1-GGUF", "mradermacher/AwA-Dolphin_1.8b-GGUF", "mradermacher/SFT-SmolLM2-360M-Instruct-GGUF", "mradermacher/Athena-1_Dolphin-3B-GGUF", "mradermacher/ZEUS-8B-V20-GGUF", "mradermacher/Experimental-Llama-3B-GGUF", "mradermacher/NodeShift_7b_v0.1-GGUF", "mradermacher/AwA-Dolphin_0.6b-GGUF", "mradermacher/L3.1-Artemis-g-8B-GGUF", "mradermacher/FalconSlerp4-7B-GGUF", "mradermacher/Falcon3-8B-Franken-Basestruct-GGUF", "mradermacher/NightWing3-10B-v0.1-GGUF", "mradermacher/lte-gpt2-GGUF", "mradermacher/1800-9B-GGUF", "mradermacher/gsm8k-farhan-fullFT-GGUF", "mradermacher/Intelligence-Book-GGUF", "mradermacher/KobbleTinyV2-1.1B-GGUF", "mradermacher/Laylewcules-7B-v.02-GGUF", "mradermacher/An4-7Bv2.41-GGUF", "mradermacher/YamshadowStrangemerges_32_PasticheInex12-GGUF", "mradermacher/Experiment26Yamshadow_Experiment24Experiment28-GGUF", "mradermacher/Meta-Llama-3-8B-Instruct_fictional_Chinese_v3-GGUF", "mradermacher/Experiment26Yamshadow_YamNeuralsirkrishna-GGUF", "mradermacher/M7Yamshadowexperiment28_PasticheNeuralsirkrishna-GGUF", "mradermacher/Llama-3SOME-8B-v1-GGUF", "mradermacher/mistral-7b-orpo-airoboros-pref-10k-GGUF", "mradermacher/StrangeMerges_55-7B-model_stock-GGUF", "mradermacher/Josiefied-Qwen2-0.5B-Instruct-abliterated-GGUF", "mradermacher/LLama2_Bias_Classification-GGUF", "mradermacher/T3qm7xpT3q-7B-GGUF", "mradermacher/Meta-Llama-3-8B-Instruct_fictional_arc_Italian_v1-GGUF", "mradermacher/llama-2-7B-128k-GGUF", "mradermacher/YamshadowInex12_Inex12Strangemerges_32-GGUF", "mradermacher/Malaysian-llama-3-8b-instruct-16k-bonito-v1-GGUF", "mradermacher/vinallama-2.7b-GGUF", "mradermacher/M7Yamshadowexperiment28_Inex12Strangemerges_32-GGUF", "mradermacher/YamshadowStrangemerges_32_Ognoexperiment27M7-GGUF", "mradermacher/ConspEmoLLM-7b-GGUF", "mradermacher/M7Yamshadowexperiment28_Experiment26Experiment26-GGUF", "mradermacher/Meta-Llama-3-8B-Instruct_fictional_arc_Chinese_v3-GGUF", "mradermacher/Yoda-WizardLM-2.2-7B-GGUF", "mradermacher/occiglot-7b-de-en-instruct-dpo2-GGUF", "mradermacher/MeliodasPercival_01_ShadowT3q-GGUF", "mradermacher/Multi_verse_modelExperiment26-7B-GGUF", "mradermacher/Spaetzle-v31-7b-GGUF", "mradermacher/MIA-4B-GGUF", "mradermacher/YamshadowInex12_Strangemerges_30Pastiche-GGUF", "mradermacher/YamshadowInex12_Strangemerges_32Ogno-GGUF", "mradermacher/YamT3qm7xp_OgnoShadow-GGUF", "mradermacher/M7Yamshadowexperiment28_PasticheInex12-GGUF", "mradermacher/MeliodasPercival_01_Experiment26Neuralarjuna-GGUF", "mradermacher/CalmexperimentOgnoexperiment27multi_verse_model-7B-GGUF", "mradermacher/Bio-Mixtral-v0-GGUF", "mradermacher/mistral-marunachef-v3-1.0-GGUF", "mradermacher/MeliodasT3qm7_Experiment27Neuralsirkrishna-GGUF", "mradermacher/phi-2-2.7B-codealpaca-GGUF", "mradermacher/T3qm7xNeuralsirkrishna_NeuralsirkrishnaExperiment28-GGUF", "mradermacher/K2S3-Mistral-7b-v1.42-GGUF", "mradermacher/YamT3qm7xp_YamExperiment24-GGUF", "mradermacher/YamshadowStrangemerges_32_YamshadowExperiment28-GGUF", "mradermacher/deepthought-8b-llama-v0.01-alpha-GGUF", "mradermacher/Tokara-0.5B-Chat-v0.1-GGUF", "mradermacher/Experiment28T3q_Experiment24Alloyingotneoy-GGUF", "mradermacher/Llama-2-7B-ChatDoctor-GGUF", "mradermacher/HindiGemma-2-2b-it-GGUF", "mradermacher/oh-dcft-v3.1-SN-405B-hacky-GGUF", "mradermacher/SmolLM2-FT-Arabic_Reasoning_Instruct_QA-GGUF", "mradermacher/light-1.1-3B-GGUF", "mradermacher/FwF-Qwen-7B-0.2-GGUF", "mradermacher/oh-dcft-v3.1-SN-405B-hacky-qwen-GGUF", "mradermacher/paperclippetertodd3-GGUF", "mradermacher/Aspire_V1.5-8B-Model_Stock-GGUF", "mradermacher/datascience-coder-1.3b-GGUF", "mradermacher/Derivative_V3-8B-Model_Stock-GGUF", "mradermacher/ClinicalGPT-base-zh-GGUF", "mradermacher/MiniThinky-1.7B-SmolLM2-GGUF", "mradermacher/MT2-Max-Merge_02012025163610-MMMA-gemma-2-9B-GGUF", "mradermacher/OS-Genesis-7B-WA-GGUF", "mradermacher/MT2-Max-Merge_02012025163610-MA-gemma-2-MTM4MT5g4-9B-GGUF", "mradermacher/OS-Genesis-7B-AW-GGUF", "mradermacher/llama2-9m-fresh-GGUF", "mradermacher/MT2-Max-Merge_02012025163610-MUB-gemma-2-9B-GGUF", "mradermacher/MT2-Max-Merge_02012025163610-BB-gemma-2-MT5g4MTM5-9B-GGUF", "mradermacher/MT1-MMU-gemma-2-9B-GGUF", "mradermacher/OLMoE-1B-7B-0924-GGUF", "mradermacher/slerp-bophades-truthy-math-mistral-7B-GGUF", "mradermacher/MT2-MMMAGMU-gemma-2-9B-GGUF", "mradermacher/MT5-MAMU-gemma-2-9B-GGUF", "mradermacher/MT4-IMU-gemma-2-9B-GGUF", "mradermacher/MT2-Max-Merge_02012025163610-GP-gemma-2-MTg4MTM5-9B-GGUF", "mradermacher/MT2-MM-gemma-2-Rv0.4RAt0.25v0.1-9B-GGUF", "mradermacher/MT4-GP-gemma-2-RIv0.1RGDv0.1-9B-GGUF", "mradermacher/MT4-IF-gemma-2-RIv0.1RPMHv0.1-9B-GGUF", "mradermacher/MT3-BMMGMU-gemma-2-9B-GGUF", "mradermacher/MT3-gemma-2-9B-GGUF", "mradermacher/MT1-GB-gemma-2-9B-GGUF", "mradermacher/MT1-BB-gemma-2-RIv0.1RAt0.25v0.1-9B-GGUF", "mradermacher/MT2-IF-gemma-2-RIv0.1RAt0.25v0.1-9B-GGUF", "mradermacher/MT3-MM-gemma-2-RIv0.1RGDv0.1-9B-GGUF", "mradermacher/MT-MMA-gemma-2-9B-GGUF", "mradermacher/MT4-MU-gemma-2-Rv0.4RGDv0.1-9B-GGUF", "mradermacher/MT5-IF-gemma-2-RIv0.1RAv0.1-9B-GGUF", "mradermacher/MT3-IMA-gemma-2-9B-GGUF", "mradermacher/MT3-MA-gemma-2-RAt0.25v0.1Rv0.3-9B-GGUF", "mradermacher/MT5-GP-gemma-2-RIv0.1RAv0.1-9B-GGUF", "mradermacher/MT2-MU-gemma-2-Rv0.4Rv0.2-9B-GGUF", "mradermacher/MT1-IF-gemma-2-RAt0.25v0.1GD-9B-GGUF", "mradermacher/niistorm-GGUF", "mradermacher/hypotenuse-8B-Model_Stock-GGUF", "mradermacher/Magnolia-v4-Gemma2-8k-9B-GGUF", "mradermacher/ZEUS-8B-V21-GGUF", "mradermacher/Kani-3B-GGUF", "mradermacher/MiniThinky-v2-1B-Llama-3.2-GGUF", "mradermacher/POC_MultiLng-V5-GGUF", "mradermacher/Llama-3.2-1B-FC-v0.1-GGUF", "mradermacher/Potalia-GGUF", "mradermacher/MT-MA-gemma-2-PMHIF-9B-GGUF", "mradermacher/Sibatikgal-GGUF", "mradermacher/GreenVision-GGUF", "mradermacher/llama-3-8B-Psychotherapist.v1-GGUF", "mradermacher/llama-3-8B-Psychotherapist.v2-GGUF", "mradermacher/CollectiveLM-Falcon-3-7B-GGUF", "mradermacher/MT5-MM-gemma-2-Rv0.4Av4c-9B-GGUF", "mradermacher/MT1-gemma-2-9B-GGUF", "mradermacher/MT4-IMUGMA-gemma-2-9B-GGUF", "mradermacher/MT-BM-gemma-2-9B-GGUF", "mradermacher/MT3-GP-gemma-2-RPMHv0.1RAt0.25v0.1-9B-GGUF", "mradermacher/MT2-Max-Merge_02012025163610-IF-gemma-2-MTMMTM2MU-9B-GGUF", ] # 去重（保持原有顺序） _seen = set() _deduplicated = [] for _mid in ALL_MODEL_IDS: if _mid not in _seen: _deduplicated.append(_mid) _seen.add(_mid) ALL_MODEL_IDS = _deduplicated print(f"[INFO] 去重后模型数量: {len(ALL_MODEL_IDS)}", flush=True) HEADERS = {"Content-Type": "application/json"} # ══════════════════════════════════════════════════════════ # 全局状态（供 /status 展示） # ══════════════════════════════════════════════════════════ _state = { "strategy_id": STRATEGY_ID, "phase": "starting", # starting | running | done | error "total": len(ALL_MODEL_IDS), "downloading": [], # 当前正在下载的模型 "download_success": 0, "download_failed": 0, "submitted": 0, # 成功提交的验证任务数（hygon + bi150） "submit_failed": 0, "started_at": None, "finished_at": None, } _shutdown = threading.Event() # ══════════════════════════════════════════════════════════ # HTTP 服务 # ══════════════════════════════════════════════════════════ class Handler(BaseHTTPRequestHandler): def do_GET(self): if self.path == "/health": self._json({"status": "ok"}) elif self.path == "/status": self._json(_state) else: self._json({"error": "not found"}, 404) def _json(self, body: dict, code: int = 200): payload = json.dumps(body, default=str).encode() self.send_response(code) self.send_header("Content-Type", "application/json") self.send_header("Content-Length", str(len(payload))) self.end_headers() self.wfile.write(payload) def log_message(self, fmt, *args): print(f"[http] {self.address_string()} {fmt % args}", flush=True) def _run_http(): server = ThreadingHTTPServer((HTTP_HOST, HTTP_PORT), Handler) server.timeout = 1 print(f"[http] 监听 {HTTP_HOST}:{HTTP_PORT}", flush=True) while not _shutdown.is_set(): server.handle_request() server.server_close() print("[http] 已关闭", flush=True) # ══════════════════════════════════════════════════════════ # 工具函数：生成模型文件名 # ══════════════════════════════════════════════════════════ def get_model_filename(model_id: str) -> str: """ 从 model_id 生成标准 GGUF 模型文件名。 规则： - 移除组织名（/ 前部分） - 处理 '_-_' 分割（保留原有逻辑） - 移除末尾 '-GGUF'（不区分大小写） - 若移除后以 -i1, -i2, ..., -i99 结尾： → 替换为 .i1, .i2, ... 并添加 '-Q4_0.gguf' 否则： → 直接添加 '.f16.gguf' 示例： 'mradermacher/Qwen3-8B-makisu-v2.0.1-i1-GGUF' → 'Qwen3-8B-makisu-v2.0.1.i1-Q4_0.gguf' 'QuantFactory/Apollo2-9B-GGUF' → 'Apollo2-9B.f16.gguf' """ # 1. 提取模型名部分（/ 后） base_name = model_id.split("/")[-1] # 2. 处理 '_-_' 分割 if '_-_' in base_name: base_name = base_name.split('_-_')[-1] # 3. 移除末尾的 -GGUF（不区分大小写） if base_name.lower().endswith("-gguf"): base_name = base_name[:-5] # 4. 检查是否以 -i<数字> 结尾（支持 i1～i99 等） match = re.search(r'-i(\d+)$', base_name) if match: number = match.group(1) base_name = base_name[:match.start()] + f".i{number}-Q4_0.gguf" else: base_name = base_name + ".f16.gguf" return base_name # ══════════════════════════════════════════════════════════ # 登录获取 token（失败时回退到预设 AUTH_TOKEN） # ══════════════════════════════════════════════════════════ def login() -> str: payload = {"userAccount": USER_ACCOUNT, "userPassword": USER_PASSWORD} print("[login] 正在登录...", flush=True) try: resp = requests.post(BASE_URL + LOGIN_ENDPOINT, headers=HEADERS, json=payload, timeout=15) data = resp.json() if resp.status_code == 200 and data.get("code") == 0: print("[login] 登录成功", flush=True) return data["data"]["token"] print(f"[login] 登录失败: {data.get('message')}，回退使用预设 Token", flush=True) except Exception as e: print(f"[login] 登录异常: {e}，回退使用预设 Token", flush=True) return AUTH_TOKEN # ══════════════════════════════════════════════════════════ # 创建单个模型的下载任务 # ══════════════════════════════════════════════════════════ def create_download_task(token: str, model_id: str) -> bool: filename = get_model_filename(model_id) auth_headers = {**HEADERS, "Authorization": f"Bearer {token}"} payload = { "allowPatterns": [filename], "hfToken": HF_TOKEN, "modelId": model_id, "source": "HUGGING_FACE", "stillDownloadAlreadySuccessDownloadedModel": False } print(f"📥 创建下载任务: {model_id} → {filename}", flush=True) try: resp = requests.post(BASE_URL + CREATE_DOWNLOAD_TASK_ENDPOINT, headers=auth_headers, json=payload, timeout=15) if resp.status_code == 200: data = resp.json() if data.get("code") == 0: print(f"✅ 下载任务已提交: {model_id}", flush=True) return True else: print(f"⚠️ 下载任务业务失败 ({model_id}): {data.get('message')}", flush=True) return False else: print(f"❌ HTTP 错误 ({model_id}): {resp.status_code} - {resp.text}", flush=True) return False except Exception as e: print(f"💥 创建下载任务异常 ({model_id}): {e}", flush=True) return False # ══════════════════════════════════════════════════════════ # 查询单个模型的最新下载任务状态 # ══════════════════════════════════════════════════════════ def check_model_status(token: str, model_id: str) -> str: """ 返回状态: 'WAITING', 'RUNNING', 'SUCCESS', 'FAILED', 'UNKNOWN' """ url = BASE_URL + CREATE_DOWNLOAD_TASK_ENDPOINT auth_headers = {**HEADERS, "Authorization": f"Bearer {token}"} params = {"modelId": model_id, "current": 1, "pageSize": 1} try: resp = requests.get(url, headers=auth_headers, params=params, timeout=10) if resp.status_code != 200: return "UNKNOWN" data = resp.json() if data.get("code") != 0: return "UNKNOWN" records = data.get("data", {}).get("records", []) if not records: return "UNKNOWN" status = records[0].get("status", "UNKNOWN").upper() return status except Exception as e: print(f"⚠️ 查询状态异常 ({model_id}): {e}", flush=True) return "UNKNOWN" # ══════════════════════════════════════════════════════════ # 提交单个模型的测试任务 hygon —— 机制B（xc-Token），提交账号 = HYGON_SUBMIT_ACCOUNT # （下载任务仍在 zhoushasha 账号下进行，跟这里的提交账号无关，两者解耦） # ══════════════════════════════════════════════════════════ def submit_test_task(model_id: str) -> bool: model_filename = get_model_filename(model_id) gpu_type = "hygon_k100-ai" config_content = f"""docker_image: git.modelhub.org.cn:9443/enginex-hygon/hygon-llama.cpp:b7516 nv_docker_image: harbor-contest.4pd.io/luxinlong02/llama-cpp:b7003-cuda-full-12.3 framework: llamacpp storage: gpfs modelhub_options: srcRelativePath: leaderboard/modelHubXC/{model_id} mountPoint: /model api: completion temperature: 0 repetition_penalty: 1.1 top_p: 0.9 max_model_len: 4096 sut_config: gpu_num: 1 values: command: ['/app/llama-server','--model', '/model/{model_filename}', '--alias', 'llm', '--threads', '20','--n-gpu-layers', '999', '--prio', '3', '--min_p', '0.01', '--ctx-size', '4096', '--host', '0.0.0.0', '--port', '8000', '--jinja', '--flash-attn', 'off'] ref_config: gpu_num: 1 values: command: ['/workspace/llama.cpp/build/bin/llama-server','--model', '/model/{model_filename}', '--alias', 'llm', '--threads', '20', '--n-gpu-layers', '999', '--prio', '3', '--min_p', '0.01', '--ctx-size', '4096', '--host', '0.0.0.0', '--port', '8000', '--jinja', '--flash-attn', 'off'] """ headers = {"Content-Type": "application/json", "xc-Token": HYGON_XC_TOKEN} payload = { "configParams": config_content, "framework": "llamacpp", "modelAddress": f"https://huggingface.co/{model_id}", "targetGpu": gpu_type, "taskType": TASK_TYPE, "strategyId": STRATEGY_ID, # 平台要求；若接口不支持该字段会被忽略 } print(f"📤 提交测试任务 (hygon, 机制B, 账号={HYGON_SUBMIT_ACCOUNT}): {model_id}", flush=True) try: resp = requests.post(BASE_URL + ADD_TASK_ENDPOINT, headers=headers, json=payload, timeout=30) if resp.status_code == 200: result = resp.json() if result.get("code") == 0: print(f"✅ 测试任务提交成功! {model_id}", flush=True) return True else: print(f"❌ 测试任务业务错误: {result.get('message')}", flush=True) return False else: print(f"❌ 测试任务 HTTP 错误: {resp.status_code} - {resp.text}", flush=True) return False except Exception as e: print(f"💥 提交测试任务异常 ({model_id}): {e}", flush=True) return False # ══════════════════════════════════════════════════════════ # 提交单个模型的测试任务 bi150 # ══════════════════════════════════════════════════════════ def submit_test_task_bi150(token: str, model_id: str) -> bool: auth_headers = {**HEADERS, "Authorization": f"Bearer {token}"} model_filename = get_model_filename(model_id) gpu_type = "Iluvatar_bi-150" config_content = f"""docker_image: git.modelhub.org.cn:9443/enginex-iluvatar/iluvatar-llama.cpp:b7516-bi150 nv_docker_image: harbor-contest.4pd.io/luxinlong02/llama-cpp:b7003-cuda-full-12.3 framework: llamacpp storage: gpfs modelhub_options: srcRelativePath: leaderboard/modelHubXC/{model_id} mountPoint: /model max_model_len: 4096 sut_config: gpu_num: 1 values: command: ['/app/llama-server','--model', '/model/{model_filename}', '--alias', 'llm', '--threads', '20','--n-gpu-layers','128', '--ctx-size', '4096', '--host', '0.0.0.0', '--port', '8000', '--jinja', '--flash-attn', 'off', '--no-mmap', '--sync-to-temp'] ref_config: gpu_num: 1 values: command: ['/workspace/llama.cpp/build/bin/llama-server','--model', '/model/{model_filename}', '--alias', 'llm', '--threads', '20','--n-gpu-layers','128', '--ctx-size', '4096', '--host', '0.0.0.0', '--port', '8000', '--jinja', '--flash-attn', 'off'] """ task_data = { "contestApiToken": CONTEST_API_TOKEN, "contributors": CONTRIBUTORS, "gpuTypes": [gpu_type], "taskType": TASK_TYPE, "modelId": model_id, "strategyId": STRATEGY_ID, # 平台要求 "submissionConfig": [{ "config": config_content, "gpuType": gpu_type, "taskType": TASK_TYPE }] } print(f"📤 提交测试任务 (bi150): {model_id}", flush=True) try: resp = requests.post(BASE_URL + SUBMIT_TEST_TASK_ENDPOINT, json=task_data, headers=auth_headers, timeout=15) if resp.status_code == 200: result = resp.json() if result.get("code") == 0: task_id = result.get("data", {}).get("taskId") print(f"✅ 测试任务提交成功! Task ID: {task_id}", flush=True) return True else: print(f"❌ 测试任务业务错误: {result.get('message')}", flush=True) return False else: print(f"❌ 测试任务 HTTP 错误: {resp.status_code} - {resp.text}", flush=True) return False except Exception as e: print(f"💥 提交测试任务异常 ({model_id}): {e}", flush=True) return False # ══════════════════════════════════════════════════════════ # 业务逻辑：动态流水线（下载 → 提交验证任务） # ══════════════════════════════════════════════════════════ def _run_worker(): _state["started_at"] = datetime.utcnow().isoformat() _state["phase"] = "running" try: token = login() except Exception as e: print(f"[worker] 登录失败: {e}", flush=True) _state["phase"] = "error" return pending_models = list(ALL_MODEL_IDS) # 尚未开始下载的模型 active_models: Set[str] = set() # 当前正在下载的模型 completed_results = {} # model_id -> status print(f"🚀 总共 {len(pending_models)} 个模型待下载。最大并发数: {MAX_CONCURRENT_DOWNLOADS}\n", flush=True) while (pending_models or active_models) and not _shutdown.is_set(): # 1. 检查活跃任务状态 for model_id in list(active_models): if _shutdown.is_set(): break status = check_model_status(token, model_id) if status in ("SUCCESS", "FAILED"): completed_results[model_id] = status active_models.remove(model_id) print(f"⏹️ {model_id} 完成，状态: {status}", flush=True) if status == "SUCCESS": _state["download_success"] += 1 # 下载成功后立即提交该模型的验证任务 if submit_test_task(model_id): _state["submitted"] += 1 print(f"🧪 已为 {model_id} 提交 hygon 验证任务", flush=True) else: _state["submit_failed"] += 1 print(f"⚠️ {model_id} hygon 验证任务提交失败", flush=True) # if submit_test_task_bi150(token, model_id): # _state["submitted"] += 1 # print(f"🧪 已为 {model_id} 提交 bi150 验证任务", flush=True) # else: # _state["submit_failed"] += 1 # print(f"⚠️ {model_id} bi150 验证任务提交失败", flush=True) else: _state["download_failed"] += 1 # 2. 补充新任务（最多补到 MAX_CONCURRENT_DOWNLOADS 个） while len(active_models) < MAX_CONCURRENT_DOWNLOADS and pending_models and not _shutdown.is_set(): next_model = pending_models.pop(0) if create_download_task(token, next_model): active_models.add(next_model) print(f"▶️ 启动下载: {next_model} (当前活跃: {len(active_models)})", flush=True) else: # 创建失败也视为完成（避免卡住） completed_results[next_model] = "CREATE_FAILED" _state["download_failed"] += 1 print(f"❌ 创建失败: {next_model}", flush=True) _state["downloading"] = sorted(active_models) # 3. 稍作等待，避免频繁查询（可被 shutdown 信号打断） if active_models or pending_models: _shutdown.wait(CHECK_INTERVAL_SECONDS) print("\n✅ 所有模型处理完毕！\n", flush=True) # 4. 收集所有成功下载的模型ID并写入结果文件 success_models = [ mid for mid, status in completed_results.items() if status == "SUCCESS" ] try: with open("downloaded_success_models.txt", "w", encoding="utf-8") as f: for mid in success_models: f.write(f"{mid}\n") except Exception: pass print("🎉 下载成功的模型ID列表：", flush=True) print("[", flush=True) for mid in success_models: print(f' "{mid}",', flush=True) print("]", flush=True) _state["downloading"] = [] _state["finished_at"] = datetime.utcnow().isoformat() _state["phase"] = "done" print( f"[worker] 完成 download_success={_state['download_success']} " f"download_failed={_state['download_failed']} " f"submitted={_state['submitted']} submit_failed={_state['submit_failed']}", flush=True, ) # 流水线完成后继续保持进程存活，等待平台停止 # ══════════════════════════════════════════════════════════ # 入口 # ══════════════════════════════════════════════════════════ def _handle_signal(signum, _frame): print(f"[main] 收到信号 {signum}，正在关闭...", flush=True) _shutdown.set() def main(): signal.signal(signal.SIGTERM, _handle_signal) signal.signal(signal.SIGINT, _handle_signal) # HTTP 服务线程 http_thread = threading.Thread(target=_run_http, daemon=False) http_thread.start() # 流水线线程 worker_thread = threading.Thread(target=_run_worker, daemon=True) worker_thread.start() # 主线程等待 shutdown _shutdown.wait() print("[main] 等待 HTTP 服务关闭...", flush=True) http_thread.join(timeout=5) print("[main] 退出", flush=True) if __name__ == "__main__": main()