Files
xc_validation_strategy_gguf/main.py

2750 lines
138 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

"""
xc_validation_strategy_gguf — 主入口
GGUF 模型下载 + 验证任务提交流水线(部署框架与 xc_validation_strategy 一致)。
启动后运行流水线:批量创建 GGUF 模型下载任务(最大并发 8
每个模型下载成功后立即提交 hygon / bi150 两个验证任务;
同时暴露 /healthK8s 探活)和 /status运行状态
"""
import json
import os
import re
import signal
import threading
from datetime import datetime
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
from typing import Set
import requests
# ══════════════════════════════════════════════════════════
# 配置
# ══════════════════════════════════════════════════════════
BASE_URL = os.environ.get("BASE_URL", "https://modelhub.org.cn")
LOGIN_ENDPOINT = "/adminApi/user/login"
CREATE_DOWNLOAD_TASK_ENDPOINT = "/adminApi/async/task/model-download-task"
SUBMIT_TEST_TASK_ENDPOINT = "/adminApi/async/task/create-contest-task"
ADD_TASK_ENDPOINT = "/api/adapt/task/add" # 机制Bxc-Token 认证hygon 验证任务改走这个
# 登录账号(下载任务仍用这个账号,不受下面 hygon 提交账号切换的影响):
# 启动时优先用账号密码换取新 token流水线运行时间长预设 token 可能过期)
USER_ACCOUNT = "zhoushasha@4paradigm.com"
USER_PASSWORD = "ganshenme0"
# 通过 curl -X POST https://modelhub.org.cn/adminApi/user/login 获取后填入(登录失败时的回退)
AUTH_TOKEN = "eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJ1c2VyQWNjb3VudCI6Inpob3VzaGFzaGEiLCJpZCI6MTQsInVzZXJSb2xlIjoibGVhZGVyYm9hcmQiLCJleHAiOjE3ODQ1NDc1NDYsImlhdCI6MTc4Mzk0Mjc0Nn0.ZcOqcrfI22LPi4mGMnt164nZGhi61ZxtJGYsoO7fZdM"
# hygon_k100-ai 验证任务改走机制Bxc-Token提交账号 = 账号A不再用 zhoushasha 提交
# TODO: 填入账号A的真实 xc-Token 后再部署
HYGON_SUBMIT_ACCOUNT = "l11223344"
HYGON_XC_TOKEN = "e1c0db2959e5411f9342c8550b03f6e9"
CONTEST_API_TOKEN = "ef1ef82f3c9efee413d602345fbe224d"
HF_TOKEN = "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"
CONTRIBUTORS = "zhoushasha"
TASK_TYPE = "text-generation"
STRATEGY_ID = os.environ.get("STRATEGY_ID", "") # 平台自动注入,无需修改
MAX_CONCURRENT_DOWNLOADS = 8 # 同时下载的模型数上限
CHECK_INTERVAL_SECONDS = 10 # 下载状态轮询间隔(秒)
HTTP_HOST = "0.0.0.0"
HTTP_PORT = 8080
# ══════════════════════════════════════════════════════════
# 模型列表
# ══════════════════════════════════════════════════════════
ALL_MODEL_IDS = [
# "mradermacher/Llama-3.2-3B-Della-GGUF",
# "mradermacher/Aspire_V2_ALT-8B-Model_Stock-GGUF",
# "mradermacher/Aspire_V2_ALT_ROW-8B-Model_Stock-GGUF",
# "mradermacher/OTG1.6-Instruct-sft-dpo-7B-rc-2025-01-20-GGUF",
# "mradermacher/llama-3.2-3b-it-Ehealthcare-ChatBot-v3-GGUF",
# "mradermacher/nsfw_plz_gguf_me-GGUF",
# "mradermacher/mistral-7b-sci-arc_reasoning_v2-GGUF",
# "mradermacher/Jaja-small-GGUF",
# "mradermacher/euclid-3B-GGUF",
# "mradermacher/Llama-3.2-3B-Blend-GGUF",
# "mradermacher/Llama-3.1-8B-KG-Extraction-v2-GGUF",
# "mradermacher/Minerva-8b-GGUF",
# "mradermacher/RTLCoder-Deepseek_OB25-GGUF",
# "mradermacher/RTLCoder-Deepseek_OB50-GGUF",
# "mradermacher/MedGPT_Finetuned-GGUF",
# "mradermacher/mistral-irl-iter2-iterative-dpo-GGUF",
# "mradermacher/Llama-3.2-Taiwan-3B-Instruct-GGUF",
# "mradermacher/llama3-8b-breadcrumbs-ties-v4-GGUF",
# "mradermacher/llama3-8b-della-v2-GGUF",
# "mradermacher/hermes-GGUF",
# "mradermacher/Orpo-oman-ar-stablelm-2-chat-GGUF",
# "mradermacher/cocoruta-8b-llama3.1-GGUF",
# "mradermacher/FalconSlerp6-7B-GGUF",
# "mradermacher/mistral-7b-arc_reasoning-GGUF",
# "mradermacher/Llama3.1-8B-relu-stage-1-dolma-v1_7-50B-4096-GGUF",
# "mradermacher/mistral-7b-CoT-GGUF",
# "mradermacher/llama3-8b-dare-ties-v3-GGUF",
# "mradermacher/hopefully_humanish-rp-nsfw-test-v1-GGUF",
# "mradermacher/mistral-7b-lima_v2-GGUF",
# "mradermacher/Mistral-AFT-Off-Policy-GGUF",
# "mradermacher/Mistral-AFT-On-Policy-GGUF",
# "mradermacher/Llama-AFT-Off-Policy-GGUF",
# "mradermacher/Llama-AFT-On-Policy-GGUF",
# "mradermacher/OrangeJ-8B-Model_Stock-GGUF",
# "mradermacher/Llama3-8b-alpaca-GGUF",
# "mradermacher/hitchens-3-1-GGUF",
# "mradermacher/Yearn-8B-Model_Stock-GGUF",
# "mradermacher/DavidAU-Dark-Planet-of-Davids-8B-64k-GGUF",
# "mradermacher/Qwen-2.5-3B-Tiny-Story-GGUF",
# "mradermacher/CodeLlama-7b-Instruct-hf-SAP-RAP-GGUF",
# "mradermacher/R1-ImpishMind-8B-GGUF",
# "mradermacher/llama3-8b-slerp-v2-GGUF",
# "mradermacher/layer-skip-vanill-3.2-1b-GGUF",
# "mradermacher/AlexeyRyzhikov-Mistral-7b-TXT_to_JSON-V5.2-GGUF",
# "mradermacher/SJT-2.5B-GGUF",
# "mradermacher/liujx-78k-GGUF",
# "mradermacher/Vangelus-Secundus-GGUF",
# "mradermacher/bloomz-7b1-p3-GGUF",
# "mradermacher/Llama-3.1-8B-price-GGUF",
# "mradermacher/asm2asm-deepseek-1.3b-500k-mac-x86-O0-arm-2-GGUF",
# "mradermacher/SJT-2.3B-GGUF",
# "mradermacher/Llama-3-ELYZA-JP-8B-ojousama-chosen-after-SFTboth-GGUF",
# "mradermacher/LLaMA-3-8B-SFR-SFT-R-GGUF",
# "mradermacher/ELN-Llama-1B-base-GGUF",
# "mradermacher/Qwen0.5b-RagSemanticChunker-GGUF",
# "mradermacher/Llama-3-ELYZA-JP-8B-normal-chosen-after-SFTboth-GGUF",
# "mradermacher/LLaMA-3-8B-SFR-Iterative-DPO-Concise-R-GGUF",
# "mradermacher/Qwen2.7-7B-Instruct-QwQ-PRIME-1k-GGUF",
# "mradermacher/flora-v1-GGUF",
# "mradermacher/exaone-3.5-2.4b-instruct-dacon-llm2-GGUF",
# "mradermacher/RPMash-8B-Model_Stock-GGUF",
# "mradermacher/qwen2.5-0.5B_ichikara_4802-GGUF",
# "mradermacher/payroll-teacher-model-2-GGUF",
# "mradermacher/Phi-3.5-mini-instruct-3x-v1-GGUF",
# "mradermacher/ImmyV2.7-GGUF",
# "mradermacher/Qwen2.5-3B-Renoia-GGUF",
# "mradermacher/ImmyV2.5-GGUF",
# "mradermacher/mistral-7b-CoT_v2-GGUF",
# "mradermacher/gpt2_individuated_zero_chaos-GGUF",
# "mradermacher/ImmyV2.6-GGUF",
# "mradermacher/gpt2_trickster-GGUF",
# "mradermacher/Phi-3.5-mini-instruct-2x-v1-GGUF",
# "mradermacher/llama-3.1-8b-dacon-GGUF",
# "mradermacher/Llama3.1-8B-relu-stage-2-dolma-v1_7-50B-4096-GGUF",
# "mradermacher/QwQ-LCoT1-Merged-GGUF",
# "mradermacher/Magdala-9B-GGUF",
# "mradermacher/fireblossom-32K-7B-GGUF",
# "mradermacher/RPMash_V2-8B-Model_Stock-GGUF",
# "mradermacher/Qwen2-7B-FullBirdnTiger-SmallDB-GGUF",
# "mradermacher/Llama-8B-Distill-CoT-GGUF",
# "mradermacher/Vangelus-Poetic-9B-GGUF",
# "mradermacher/Unbound-Llama3-8B-GGUF",
# "mradermacher/DeepSolana-GPT2-GGUF",
# "mradermacher/layerskip-llama2-7b-topv1-v1-GGUF",
# "mradermacher/QwQ-R1-Distill-7B-CoT-GGUF",
# "mradermacher/DeepSeek-R1-MFANN-TIES-unretrained-7b-GGUF",
# "mradermacher/mergekit-model_stock-zengbax-GGUF",
# "mradermacher/Llama-2-7b-sft-SPIN-Llama-2-70b-Instruct-rm-GGUF",
# "mradermacher/ZEUS-8B-V24-GGUF",
# "mradermacher/YamshadowInex12_ShadowExperiment24-GGUF",
# "mradermacher/SJT-4B-v1.1-GGUF",
# "mradermacher/Qwen1.5-0.4B-Chat-GGUF",
# "mradermacher/CogitoDistil-GGUF",
# "mradermacher/MeliodasPercival_01_AlloyingotneoyInex12-GGUF",
# "mradermacher/Experiment26Neuralsirkrishna_Experiment29Experiment24-GGUF",
# "mradermacher/Llama-3.1-SISaAI-Ko-merge-8B-Instruct-GGUF",
# "mradermacher/asm2asm-deepseek-1.3b-500k-mac-x86-O3-arm-GGUF",
# "mradermacher/Soaring-3B-V2-GGUF",
# "mradermacher/SJT-2.4B-GGUF",
# "mradermacher/Qwen2-7B-sft-SPIN-gpt4o-rm-GGUF",
# "mradermacher/Qwen2.5-DeepSeek-R1-MFANN-Slerp-7b-GGUF",
# "mradermacher/sara_finetuned-GGUF",
# "mradermacher/mistral-7b-v0.1-social_iqa-GGUF",
# "mradermacher/Qwen2-7B-sft-SPIN-Qwen2.5-72B-Instruct-rm-GGUF",
# "mradermacher/LlamaUz-3.1-8b-ct-GGUF",
# "mradermacher/qwen2vl-model-2b-instruct-spatial-information-v1-GGUF",
# "mradermacher/qwen2vl-model-2b-instruct-spatial-information-v2-GGUF",
# "mradermacher/Aspire_V4-8B-Model_Stock-GGUF",
# "mradermacher/kyutech5-jp-GGUF",
# "mradermacher/Aspire_V4_ALT-8B-Model_Stock-GGUF",
# "mradermacher/SRole_3181-GGUF",
# "mradermacher/Bespoke-Stratos-17k-GGUF",
# "mradermacher/SineAgentRL-vog-GGUF",
# "mradermacher/LLAMA3-ReasoningCOT-GGUF",
# "mradermacher/Intelligence-R1-Distill-7B-GGUF",
# "mradermacher/Bitnet-M7-resized-GGUF",
# "mradermacher/NeuralsirkrishnaShadow_PasticheInex12-GGUF",
# "mradermacher/SineAgentRL-v0.2-GGUF",
# "mradermacher/LonAI_20250122-GGUF",
# "mradermacher/Experiment28M7_Experiment29Experiment24-GGUF",
# "mradermacher/Mergerix-7b-v0.1-GGUF",
# "mradermacher/Llama-3-8B-Instruct-v0.5-GGUF",
# "mradermacher/Experiment26Yam_Multi_verse_modelM7-GGUF",
# "mradermacher/Experiment28T3q_OgnoShadow-GGUF",
# "mradermacher/Llama-2-7b-chat-hf_fictional_chinese_v2-GGUF",
# "mradermacher/M7T3qm7xp_T3qm7xpStrangemerges_32-GGUF",
# "mradermacher/Mistral-7B-v0.1-sft-SPIN-gpt4o-rm-GGUF",
# "mradermacher/MeliodasPercival_01_Experiment28Experiment29-GGUF",
# "mradermacher/Llama-2-7b-sft-SPIN-gpt4o-rm-GGUF",
# "mradermacher/Experiment28M7_Strangemerges_32Ogno-GGUF",
# "mradermacher/M7Yamshadowexperiment28_Strangemerges_32Strangemerges_30-GGUF",
# "mradermacher/YamshadowStrangemerges_32_Inex12Yam-GGUF",
# "mradermacher/Commonsense-QA-Mistral-7B-GGUF",
# "mradermacher/NeuralsirkrishnaShadow_NeuralExperiment26-GGUF",
# "mradermacher/llama2-7b-dpo-full-wo-healthsearch_qa-ep3-GGUF",
# "mradermacher/Meta-Llama-3-8B-Instruct_fictional_arc_French_v2-GGUF",
# "mradermacher/M7Yamshadowexperiment28_Experiment26Strangemerges_30-GGUF",
# "mradermacher/CalmexperimentT3q-7B-GGUF",
# "mradermacher/granite-8b-rpgle-GGUF",
# "mradermacher/llama3-8b-tofutune-GGUF",
# "mradermacher/Bart-finetuned-QA-GGUF",
# "mradermacher/TinyLlama-1.1B-Chat-v1.0-mt-GGUF",
# "mradermacher/h2o-dpo-merge2-GGUF",
# "mradermacher/MKLLM-7B-Instruct-GGUF",
# "mradermacher/T3Q-LLM3-Llama3-sft1.0-dpo1.0-GGUF",
# "mradermacher/numfalm-3b-GGUF",
# "mradermacher/NeuralsirkrishnaShadow_Experiment26Experiment24-GGUF",
# "mradermacher/M7Yamshadowexperiment28_Strangemerges_32T3qm7xp-GGUF",
# "mradermacher/SparrowMind-8B-GGUF",
# "mradermacher/SmolLM-360M-TigerMath-Evaluated-SFT-GGUF",
# "mradermacher/BreakingBadLlama-3-8B-GGUF",
# "mradermacher/YamshadowInex12_Strangemerges_32Alloyingotneoy-GGUF",
# "mradermacher/flammen17-py-DPO-v1-7B-GGUF",
# "mradermacher/MetaAligner-HH-RLHF-1.1B-GGUF",
# "mradermacher/Experiment26Yam_YamYam-GGUF",
# "mradermacher/SmartQwen1.5-1.8B-orpo-v1-GGUF",
# "mradermacher/TinyLlama-1.1B-chat-ties-v1-GGUF",
# "mradermacher/al-baka-llama3-8b-experimental-GGUF",
# "mradermacher/Mistral-7B-Instruct-v0.3-pruned-GGUF",
# "mradermacher/Apollo2-3.8B-GGUF",
# "mradermacher/Llama-3-DARE-v1-8B-GGUF",
# "mradermacher/Experiment28T3q_Experiment27Inex12-GGUF",
# "mradermacher/coder-2b-v0.1-hfrl-GGUF",
# "mradermacher/myalee-v3-L31-8B-GGUF",
# "mradermacher/TinyMoE-DopeykarasuMoe-xdareties2-GGUF",
# "mradermacher/llama-3-bophades-v1-8B-GGUF",
# "mradermacher/NeuralMonarchCoderPearlBeagle-GGUF",
# "mradermacher/An4-7Bv2.3-GGUF",
# "mradermacher/bruphin-lambda-GGUF",
# "mradermacher/Qwen-2.5-7B-R1-Stock-GGUF",
# "mradermacher/Llama-3.1-8B-sft-SPIN-gpt4o-rm-GGUF",
# "mradermacher/LunarPass-1-GGUF",
# "mradermacher/Llama-3.1-8B-sft-SPIN-Llama-3.1-70B-Instruct-rm-GGUF",
# "mradermacher/game-play-point25-50-GGUF",
# "mradermacher/woollie-7b-GGUF",
# "mradermacher/Bespoke-Stratos-17k-v2-GGUF",
# "mradermacher/DeepSeek-R1-Distill-Llama-UK-Legislation-8B-GGUF",
# "mradermacher/Taiwan-tinyllama-v1.1-base-GGUF",
# "mradermacher/M7Yamshadowexperiment28_YamExperiment26-GGUF",
# "mradermacher/latin_english_translation_model-GGUF",
# "mradermacher/K2S3-Mistral-7b-v1.3-GGUF",
# "mradermacher/zephyr-7b-beta-ExPO-GGUF",
# "mradermacher/mine-3B-GGUF",
# "mradermacher/Ice0.64-24.01-RP-GGUF",
# "mradermacher/Mistral-7B-v0.1-sft-SPIN-Mistral-8x7B-Instruct-v0.1-rm-GGUF",
# "mradermacher/Mistral-7B-v0.3-sft-SPIN-gpt4o-rm-GGUF",
# "mradermacher/Oolel-Small-v0.1-GGUF",
# "mradermacher/Deepseek-qwen-modelstock-7B-GGUF",
# "mradermacher/ZEUS-8B-V25-GGUF",
# "mradermacher/MathSageFR-DeepSeek-R1-Distill-Qwen-1.5B-GGUF",
# "mradermacher/LunarPass-2-GGUF",
# "mradermacher/SJT-2.4B-Alpha-GGUF",
# "mradermacher/Ice0.62.1-24.01-RP-GGUF",
# "mradermacher/Trendyol-Turkcell-7b-mixture-GGUF",
# "mradermacher/DeepSeek-R1-Distill-Qwen-MFANN-Slerp-7b-GGUF",
# "mradermacher/Artifact_1-GGUF",
# "mradermacher/gemma-2-9b-HangulFixer-GGUF",
# "mradermacher/mistral-7b-v0.3-instruct-norobots-GGUF",
# "mradermacher/Mistral7B-ASQA-GGUF",
# "mradermacher/EEVE-Ko-8B-Instruct-hr_250124_ver1-GGUF",
# "mradermacher/salamandra-2B-instruct-ultrachat-GGUF",
# "mradermacher/salamandra-2B-instruct-smoltalk-GGUF",
# "mradermacher/SJTpass-1-GGUF",
# "mradermacher/QwenPass-4-GGUF",
# "mradermacher/Llama-3.2-3B-Instruct-MedicalQA-GGUF",
# "mradermacher/SJTPass-2-GGUF",
# "mradermacher/Qwen2.5-7B-R1-Bespoke-Stock-GGUF",
# "mradermacher/QwenTies-3-GGUF",
# "mradermacher/Ice0.64.1-24.01-RP-GGUF",
# "mradermacher/Qwen2.5-7B-R1-Bespoke-Task-GGUF",
# "mradermacher/albert-spp-8b-GGUF",
# "mradermacher/QwenLinear-1-GGUF",
# "mradermacher/Llama-3.2-3B-Math-Oct-GGUF",
#### 8-14
"mradermacher/Trendyol-LLM-7b-chat-v1.0-GGUF",
"mradermacher/tamil-large-language-model-7b-v1.0-GGUF",
"mradermacher/BrurryDog-7b-v0.1-GGUF",
"mradermacher/olaf-v2-mini-GGUF",
"mradermacher/MrRoboto-ProLong-8b-v4i-GGUF",
"mradermacher/tongyi-model-v1.0-1b-GGUF",
"mradermacher/tongyi-model-v1.1-1b-enth-GGUF",
"mradermacher/TwinLlama-3.2-1B-GGUF",
"mradermacher/L3-ColdBrew-OldSpice-GGUF",
"mradermacher/SphinX-GGUF",
"mradermacher/PasticheInex12-7B-GGUF",
"mradermacher/MT-Merge4-BMUGI-gemma-2-9B-GGUF",
"mradermacher/MT-Merge4-GI-gemma-2-9B-GGUF",
"mradermacher/Samantha-tinyllama-1.1b-v2-modelnotloranotquantized-GGUF",
"mradermacher/ShadowCalme-7B-GGUF",
"mradermacher/MT-Merge4-MA-gemma-2-MT3g4MTg4-9B-GGUF",
"mradermacher/MT-Merge4-MM-gemma-2-MT5g4MT3g4-9B-GGUF",
"mradermacher/MT-Merge4-gemma-2-9B-GGUF",
"mradermacher/MT-Merge4-MMMA-gemma-2-9B-GGUF",
"mradermacher/MT-Merge4-MU-gemma-2-MT3g4MT1g4-9B-GGUF",
"mradermacher/WestFrankenMoev2-9B-GGUF",
"mradermacher/Inex12Experiment28-7B-GGUF",
"mradermacher/vicuna-7b-v1.5-GGUF",
"mradermacher/Thespis-Krangled-7b-GGUF",
"mradermacher/MT-Merge4-BB-gemma-2-MT5g4MTg4-9B-GGUF",
"mradermacher/Franken-Mistral-Maid-TWK-Slerp-GGUF",
"mradermacher/DarkHermes-2.5-Mistral-7B-v2-GGUF",
"mradermacher/MT-Merge4-BMU-gemma-2-9B-GGUF",
"mradermacher/FIxtral-GGUF",
"mradermacher/CS-Calme-Instruct-7b-GGUF",
"mradermacher/MT-Merge4-GP-gemma-2-MTg4MT4g4-9B-GGUF",
"mradermacher/gemma-2b-data-std-v0-GGUF",
"mradermacher/Gemma-COT-GGUF",
"mradermacher/MT-Merge4-IF-gemma-2-MT1g4MT2g4-9B-GGUF",
"mradermacher/Liph.42-slerp-GGUF",
"mradermacher/Gemma-Selfdiscover-GGUF",
"mradermacher/Calme-Instruct-Extended-GGUF",
"mradermacher/GenStructDolphin-7B-Slerp-GGUF",
"mradermacher/Neuralsirkrishnaexperiment26Experiment24-7B-GGUF",
"mradermacher/WeniGPT-2.8.1-Zephyr-7B-zephyr-prompt-DPO-binarized-merged-GGUF",
"mradermacher/gemma-mod-GGUF",
"mradermacher/qwen1.5-0.5B-hansoldeco-v1-GGUF",
"mradermacher/MiaAffogato-Indo-Mistral-7b-GGUF",
"mradermacher/qwen1.5-0.5B-v2-GGUF",
"mradermacher/sciphi-micro-GGUF",
"mradermacher/tinyllama-colorist-v2-GGUF",
"mradermacher/delta-4b-instruct-v0.1-GGUF",
"mradermacher/gemma-codefeedback-GGUF",
"mradermacher/RA_Reasoner-GGUF",
"mradermacher/merlin1.1-GGUF",
"mradermacher/Upshot-NeuralHermes-2.5-Mistral-7B-slerp-GGUF",
"mradermacher/gemma-orca-GGUF",
"mradermacher/blossom-v5-9b-GGUF",
"mradermacher/Gemma-Generic-GGUF",
"mradermacher/NeuralKybalion-7B-slerp-v3-GGUF",
"mradermacher/Maverick-Math-7B-GGUF",
"mradermacher/NeuralsirkrishnaExperiment26-7B-GGUF",
"mradermacher/AMchat-GGUF",
"mradermacher/Hyperion-3.0-Mistral-7B-alpha-GGUF",
"mradermacher/Multi-Verse-RP-7B-GGUF",
"mradermacher/Neural-Dark-Waifu-v0.2-GGUF",
"mradermacher/Starling_Monarch_Westlake_Garten-7B-v0.1-GGUF",
"mradermacher/Infinitely-Laydiculous-9B-GGUF",
"mradermacher/mistral-orpo-capybara-7k-GGUF",
"mradermacher/OpenCerebrum-1.0-7b-DPO-GGUF",
"mradermacher/Mika-Lelantacles-7b-Longtext-GGUF",
"mradermacher/Hippy-AAI-7B-GGUF",
"mradermacher/InfinityNexus_9B-GGUF",
"mradermacher/mistral-7b-v0.1-layla-v4-chatml-GGUF",
"mradermacher/Mistral-Plus-7B-GGUF",
"mradermacher/dreamflower-GGUF",
"mradermacher/Nusantara-7b-Indo-Chat-GGUF",
"mradermacher/NeuralKybalion-7B-slerp-GGUF",
"mradermacher/ShadowYam-7B-GGUF",
"mradermacher/Strangemerges_32Yam-7B-GGUF",
"mradermacher/JiuZhou-Instruct-v0.1-GGUF",
"mradermacher/Nusantara-2.7b-Indo-Chat-GGUF",
"mradermacher/OpenHathi-7B-Hi-v0.1-Base-SSF-samvaad-hi-v1-chat-format-GGUF",
"mradermacher/ToxicityMistral-GGUF",
"mradermacher/Vikhr-7b-0.1-GGUF",
"mradermacher/llama-2-7b-enhanced-GGUF",
"mradermacher/gemma-urdu-gemma2-Instruct-Finetune-urdu-clean-GGUF",
"mradermacher/Nusantara-2.7b-Indo-Chat-v0.2-GGUF",
"mradermacher/merlin1.2-GGUF",
"mradermacher/merlin1.3-GGUF",
"mradermacher/solar-beam-slerp-v0.1-GGUF",
"mradermacher/tinyllama-colorist-lora-v2-GGUF",
"mradermacher/tinyllama-medical-chat-v1.4-GGUF",
"mradermacher/BuRPInfinity_9B-GGUF",
"mradermacher/NeuralTopBench-7B-ties-GGUF",
"mradermacher/Neural4gsm8k-GGUF",
"mradermacher/Infinitely-Laydiculous-7B-GGUF",
"mradermacher/Trascendental-Bot-7B-GGUF",
"mradermacher/phi-2-layla-v1-chatml-GGUF",
"mradermacher/strange_3236-7B-GGUF",
"mradermacher/DarkHermes-2.5-Mistral-7B-GGUF",
"mradermacher/Kool-Aid_7B-GGUF",
"mradermacher/SuperMente-7B-GGUF",
"mradermacher/NeuralKybalion-7B-slerp-v2-GGUF",
"mradermacher/MisGemma-7B-GGUF",
"mradermacher/SuperMente-7B-v3-GGUF",
"mradermacher/leo-hessianai-7b-finetune-v6-3e-GGUF",
"mradermacher/InfiniteBuRP_7B-GGUF",
"mradermacher/OpenChat-3.5-7B-Solar-GGUF",
"mradermacher/Qra-1b-GGUF",
"mradermacher/Qra-7b-GGUF",
"mradermacher/Nusantara-4b-Indo-Chat-GGUF",
"mradermacher/Thespis-Balanced-7b-v1-GGUF",
"mradermacher/Experiment28Experiment26-7B-GGUF",
"mradermacher/CalmeInex12-7B-GGUF",
"mradermacher/Lelanta-lake-7b-GGUF",
"mradermacher/Inex12Yamshadow-7B-GGUF",
"mradermacher/mistral-7b-zephyr-sft-GGUF",
"mradermacher/flammen9-mistral-7B-GGUF",
"mradermacher/NeuralExperiment26-7B-GGUF",
"mradermacher/flammen9X-mistral-7B-GGUF",
"mradermacher/Cloudversia-Thor-7B-GGUF",
"mradermacher/supermario_v4-GGUF",
"mradermacher/XuanYuan-6B-GGUF",
"mradermacher/NeuralsirkrishnaInex12-7B-GGUF",
"mradermacher/Swahili-Mistral-Instruct-v2-GGUF",
"mradermacher/Prima-LelantaclesV7-experimentalv2-7b-GGUF",
"mradermacher/HarmBench-Mistral-7b-val-cls-GGUF",
"mradermacher/merlin1.4-GGUF",
"mradermacher/merlin1.5-GGUF",
"mradermacher/Franken-Mistral-Merlinite-Maid-GGUF",
"mradermacher/mergekit-della_linear-sxmadrj-GGUF",
"mradermacher/FuseChat-Qwen-2.5-7B-Instruct-GGUF",
"mradermacher/NeuralsirkrishnaExperiment28-7B-GGUF",
"mradermacher/Paradigm_DPO-GGUF",
"mradermacher/Strangemerges_32Alloyingotneoy-7B-GGUF",
"mradermacher/FuseQwQen-7B-GGUF",
"mradermacher/Falcon3-7B-Instruct-abliterated-GGUF",
"mradermacher/Article-Llama-3.2-1B-GGUF",
"mradermacher/Falcon3-10B-Instruct-abliterated-GGUF",
"mradermacher/AshishGPT-GGUF",
"mradermacher/FnFLlama-3.1-8B1-GGUF",
"mradermacher/Meta-Llama-3.1-8B-Instruct-TIES-GGUF",
"mradermacher/Llama-2-7b-sft-SPIN-gpt4o-GGUF",
"mradermacher/Mistral-7B-v0.1-sft-SPIN-Mistral-8x7B-Instruct-v0.1-GGUF",
"mradermacher/TaxoLumimaid-v0.2-8B-GGUF",
"mradermacher/Mistral-7B-v0.1-sft-SPIN-gpt4o-GGUF",
"mradermacher/QwenSlerp-7B-GGUF",
"mradermacher/creativestorywriter-GGUF",
"mradermacher/therapistAi-GGUF",
"mradermacher/MT-Gen5-BMA-gemma-2-9B-GGUF",
"mradermacher/MT-Gen5-GP-gemma-2-S5E-9B-GGUF",
"mradermacher/Cake-GGUF",
"mradermacher/MT-Gen5-IG-gemma-2-9B-GGUF",
"mradermacher/Qwen2.5-0.5B-Instruct-ThreeFourths-GGUF",
"mradermacher/MT-Gen5-IF-gemma-2-MT5g4MT4g2-9B-GGUF",
"mradermacher/MT-Gen5-MM-gemma-2-MT4g2MT5g4-9B-GGUF",
"mradermacher/MT-Gen5-MA-gemma-2-S5MT3g4-9B-GGUF",
"mradermacher/MT-Gen5-MUMM-gemma-2-9B-GGUF",
"mradermacher/tongyi-model-v1.2-1b-enth-GGUF",
"mradermacher/MT-Gen5-MU-gemma-2-MT3g4S5-9B-GGUF",
"mradermacher/tongyi-model-v1.3-1b-GGUF",
"mradermacher/MT-Gen5-MUMMIG-gemma-2-9B-GGUF",
"mradermacher/MT-Gen5-gemma-2-9B-GGUF",
"mradermacher/L3-ColdBrew-Euclidean-GGUF",
"mradermacher/AlloyingotneoyExperiment28-7B-GGUF",
"mradermacher/SystemHermes-2-7B-GGUF",
"mradermacher/NeuralMaths-7B-slerp-GGUF",
"mradermacher/T3qM7-7B-GGUF",
"mradermacher/MasherAI-2B-v0.1-GGUF",
"mradermacher/ChickaQ-Large-GGUF",
"mradermacher/Beast-Mixed-GGUF",
"mradermacher/Gujju-Llama-Instruct-v0.1-GGUF",
"mradermacher/Beast_Mixed_2_pro-GGUF",
"mradermacher/AlloyIngotNeoX-GGUF",
"mradermacher/Persephone_7B-GGUF",
"mradermacher/KuTrix-7b-GGUF",
"mradermacher/SystemHermes-7B-GGUF",
"mradermacher/SystemConfigHermes-7B-GGUF",
"mradermacher/open-llama-3b-v2-chat-GGUF",
"mradermacher/phi-2-orange-v2-GGUF",
"mradermacher/Phi-Stoma-GGUF",
"mradermacher/StrangeMerges_40-7B-dare_ties-GGUF",
"mradermacher/Swahili-Instruct-V2-3-GGUF",
"mradermacher/T3QM7-GGUF",
"mradermacher/WestKunai-Hermes-7b-GGUF",
"mradermacher/WestKunai-XS-7b-GGUF",
"mradermacher/leo-hessianai-7b-finetune-x5-GGUF",
"mradermacher/leo-hessianai-7b-finetune-x6-GGUF",
"mradermacher/leo-hessianai-7b-finetune-x7-GGUF",
"mradermacher/llama-2-7b-guanaco-dolly-mini-GGUF",
"mradermacher/open_llama_3b_v2_chat_dolly-GGUF",
"mradermacher/mistral-orpo-beta-NeuralBeagle14-7B-dare-ties-GGUF",
"mradermacher/seallm-7b-v2-chat-th-GGUF",
"mradermacher/tiny-llama-spin-iter2-GGUF",
"mradermacher/StrangeMerges_30-7B-slerp-GGUF",
"mradermacher/StrangeMerges_41-7B-dare_ties-GGUF",
"mradermacher/Wiedervereinigung-7b-dpo-laser-GGUF",
"mradermacher/alpaca-gpt4-GGUF",
"mradermacher/deepseek-coder-6.7b-pandas-GGUF",
"mradermacher/Phi-Delthanar-GGUF",
"mradermacher/ds-trinity-7b-v1-GGUF",
"mradermacher/flintlock_3B_v0.1-GGUF",
"mradermacher/flintlock_3B_v0.1a-GGUF",
"mradermacher/gemma-Kannada-Instruct-GGUF",
"mradermacher/gemma-Kannada-Instruct-v01-GGUF",
"mradermacher/TheMayonnaise-GGUF",
"mradermacher/hermeo-7b-laser-GGUF",
"mradermacher/Eris_Prime-V2-7B-GGUF",
"mradermacher/Elly_7B-GGUF",
"mradermacher/Saul-Instruct-Extended-GGUF",
"mradermacher/winter-garden-7b-gamma-GGUF",
"mradermacher/Mayonnaise-4in1-03-GGUF",
"mradermacher/SriRamanatestM-GGUF",
"mradermacher/open-llama-3b-v2-instruct-GGUF",
"mradermacher/Mayonnaise-4in1-01-GGUF",
"mradermacher/Franken-MistressMaid-7B-v2-GGUF",
"mradermacher/Strangemerges_32Yamshadow-7B-GGUF",
"mradermacher/llama-2-7b-Sri-Lankan-Law-GGUF",
"mradermacher/Commencis-LLM-GGUF",
"mradermacher/gemma-coder-GGUF",
"mradermacher/ShadowYamshadow-7B-GGUF",
"mradermacher/Einstein-4d-Marcoro14-nddmpk-KrishnaHercules-7b-slerp-GGUF",
"mradermacher/Mystical-dare7-7b-GGUF",
"mradermacher/NeuralCeptrix-7B-SLERP-GGUF",
"mradermacher/NeuralCeptrix-7B-SLERPv3-GGUF",
"mradermacher/PearlMath-lafted-7b-slerp-GGUF",
"mradermacher/Genisis-GGUF",
"mradermacher/PearlMathMstralPro-7b-slerp-GGUF",
"mradermacher/Einstein-4d-Marcoro14-nddmpk-KrishnaHercules-7b-slerp-fix1-GGUF",
"mradermacher/Greek_to_English_Translation-GGUF",
"mradermacher/Swallow-MS-7b-v0.1-ChatVector-GGUF",
"mradermacher/MistralDpoPearl-7b-slerp-GGUF",
"mradermacher/ChatMusician-Base-GGUF",
"mradermacher/Flora_7B-laser-GGUF",
"mradermacher/EvoLLM-JP-A-v1-7B-GGUF",
"mradermacher/EvoLLM-JP-v1-7B-GGUF",
"mradermacher/kukulemon-7B-GGUF",
"mradermacher/TinyJ.O.S.I.E.-3x1.1B-32k-Base-GGUF",
"mradermacher/Mystical-dare5-7b-GGUF",
"mradermacher/Patent-Instruct-LLaMA-Pro-GGUF",
"mradermacher/K2S3-Mistral-7b-v1.0-GGUF",
"mradermacher/NeuralCeptrix-7B-SLERPv2-GGUF",
"mradermacher/RasGulla1-7b-GGUF",
"mradermacher/MasherAI-7B-v4-GGUF",
"mradermacher/KnowCoder-7B-IE-GGUF",
"mradermacher/KnowCoder-7B-base-GGUF",
"mradermacher/ALMA-7B-R-remerged-GGUF",
"mradermacher/Beast-Mixed_3_pro-GGUF",
"mradermacher/Ministral-4b-instruct-GGUF",
"mradermacher/GOOD-4x1b-GGUF",
"mradermacher/Medictron-0.5B-Chat-GGUF",
"mradermacher/Pearl-7B-0211-ties-GGUF",
"mradermacher/NeuralsirkrishnaM7-7B-GGUF",
"mradermacher/Patent-Instruct-Pro-GGUF",
"mradermacher/TheSpice-7b-v0.1.1-GGUF",
"mradermacher/Louis_GRC-7B-slerp-M1-GGUF",
"mradermacher/MiniLLM-0.2B-WithWudao-GGUF",
"mradermacher/MiniLLM-0.2B-WithWudao-SFT_Alpaca-GGUF",
"mradermacher/FinguAI-Chat-v1-GGUF",
"mradermacher/macaroni-7b-GGUF",
"mradermacher/AlphaMonarch-daser-GGUF",
"mradermacher/M7Alloyingotneoy-7B-GGUF",
"mradermacher/Strangemerges_32Shadow-7B-GGUF",
"mradermacher/GarrulusMarcoro-7B-v0.1-GGUF",
"mradermacher/Macaroni-7b-Tied-GGUF",
"mradermacher/Matter-0.1-7B-DPO-preview-GGUF",
"mradermacher/Mistral7BInstructv0.2-RakutenAI7Bchat-GGUF",
"mradermacher/Pegasus-7b-slerp-GGUF",
"mradermacher/NeuralDareDMistralPro-7b-slerp-GGUF",
"mradermacher/QuizBot.AI-base-GGUF",
"mradermacher/Asherah_7B-GGUF",
"mradermacher/sabre-2B-GGUF",
"mradermacher/tinyllama-coder-color-en-v0.1-GGUF",
"mradermacher/tinyllama-color-coder-v1-GGUF",
"mradermacher/tinyllama-fake-news-detector-v1-GGUF",
"mradermacher/tinyllama-fr-aya-1.5T-v0.1-GGUF",
"mradermacher/tinyllama-hate-speech-detector-en-1.5T-v0.1-GGUF",
"mradermacher/tinyllama-hate-speech-detector-v1-GGUF",
"mradermacher/tinyllama-onomatopoeia-ja-v1-GGUF",
"mradermacher/tinyllama-sentiment-analyzer-v1-GGUF",
"mradermacher/tinyllama-sql-coder-v1-GGUF",
"mradermacher/DaturaCookie_7B-GGUF",
"mradermacher/K2S3-Mistral-7b-v1.1-GGUF",
"mradermacher/mistral-orpo-mix-GGUF",
"mradermacher/NeuralMergeTest-001-GGUF",
"mradermacher/NeuralSirKrishna-Spanish-FT-GGUF",
"mradermacher/T3qm7xStrangemerges_32-7B-GGUF",
"mradermacher/flammen10-mistral-7B-GGUF",
"mradermacher/flammen11-mistral-7B-GGUF",
"mradermacher/climategpt-7b-fsc-GGUF",
"mradermacher/m.star.7b-GGUF",
"mradermacher/J.O.S.I.E.3-Beta8-slerp-GGUF",
"mradermacher/climategpt-7b-fsg-GGUF",
"mradermacher/Mistral-7B-v0.1-coco-caption-de-GGUF",
"mradermacher/MistralCode-7B-Instruct-v0.2-slerp-GGUF",
"mradermacher/Mocha-Sample-7b-ex-GGUF",
"mradermacher/T3QM7X-GGUF",
"mradermacher/bruphin-iota-GGUF",
"mradermacher/gemma-ko-en-translate-v0.4-GGUF",
"mradermacher/Follex-7B-V2-GGUF",
"mradermacher/speculor-2.7b-GGUF",
"mradermacher/CS221-xlm-roberta-base-finetuned-semeval-GGUF",
"mradermacher/mamba-765M-chinese-chat-v0.1-GGUF",
"mradermacher/Brian-Llama-3.2-3B-GGUF",
"mradermacher/ING_Triomphant_M2_SLERP-GGUF",
"mradermacher/Zephyr_beta_32k_7B-GGUF",
"mradermacher/Mistral-7B-v0.3-sft-SPIN-self-GGUF",
"mradermacher/Follex-7B-GGUF",
"mradermacher/R4L-Math-v0.1-GGUF",
"mradermacher/Qwen2.5-3B-TTKH-python-0.3-GGUF",
"mradermacher/J.O.S.I.E.3-Beta3-slerp-GGUF",
"mradermacher/Llama-3.1-8B-sft-SPIN-self-GGUF",
"mradermacher/SmolLM2-FT-BG-GGUF",
"mradermacher/star-sft-intellect-1-GGUF",
"mradermacher/wiroai-turkish-llm-9b-GGUF",
"mradermacher/iq-code-evmind-0.5b-GGUF",
"mradermacher/iq-code-evmind-7b-GGUF",
"mradermacher/waka-qwq-GGUF",
"mradermacher/tongyi-model-v1.3-1b-enth-GGUF",
"mradermacher/KangalKhan-Beta-Ruby-7B-GGUF",
"mradermacher/Calliope-7b-GGUF",
"mradermacher/Falcon3Slerp4-10B-GGUF",
"mradermacher/Lugha-Llama-8B-wura-GGUF",
"mradermacher/FalconSlerp3-10B-GGUF",
"mradermacher/Karasu-1.1b-task1357-vector-GGUF",
"mradermacher/bruphin-kappa-GGUF",
"mradermacher/Nexus-IKM-Hermes-2-Pro-Mistral-7B-GGUF",
"mradermacher/StarMix-7B-slerp-GGUF",
"mradermacher/KangalKhan-Beta-Sapphire-7B-GGUF",
"mradermacher/UltraCatunaMayo-DPO-GGUF",
"mradermacher/KangalKhan-PressurizedRuby-7B-GGUF",
"mradermacher/lion-zephyr-7b-GGUF",
"mradermacher/mamba-1.4b-hf-lima-GGUF",
"mradermacher/Mixtral_Base-GGUF",
"mradermacher/StrangeMerges_44-7B-dare_ties-GGUF",
"mradermacher/Mixtral_Chat-GGUF",
"mradermacher/Pearl-7B-slerp-GGUF",
"mradermacher/flammen13-mistral-7B-GGUF",
"mradermacher/AlloyingotneoyNeuralsirkrishna-7B-GGUF",
"mradermacher/flammen12-mistral-7B-GGUF",
"mradermacher/MiniLLM-0.2B-NoWudao-GGUF",
"mradermacher/baarat-hindi-instruct-0.1-GGUF",
"mradermacher/swallow-hermes-st-v1-GGUF",
"mradermacher/Mistral-7B-Instruct-demi-merge-v0.2-7B-GGUF",
"mradermacher/TinyJensen-1.1B-Chat-GGUF",
"mradermacher/Ak4ri-rp-7b-GGUF",
"mradermacher/Samlagast-7B-bf16-GGUF",
"mradermacher/MKLLM-7B-Translate-GGUF",
"mradermacher/ScikitLLM-Model-GGUF",
"mradermacher/phi-2-DLEC-GGUF",
"mradermacher/Eris_PrimeV4-Vision-7B-GGUF",
"mradermacher/saul-zephyr-7b-slerp-GGUF",
"mradermacher/YamshadowInex12_YamshadowExperiment28-GGUF",
"mradermacher/Experiment26Yam_Experiment27Yam-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Inex12Strangemerges_32-GGUF",
"mradermacher/VerwaltungsAnthologie_clear_simbad_7B-GGUF",
"mradermacher/Llama-3-8B-Instruct-DADA-GGUF",
"mradermacher/M7Yamshadowexperiment28_T3qT3qm7-GGUF",
"mradermacher/Strangemerges_32M7-7B-GGUF",
"mradermacher/Experiment28T3q_Multi_verse_modelM7-GGUF",
"mradermacher/gemma-2b-f16-telugu-base-GGUF",
"mradermacher/ScaleDown-7B-slerp-v0.1-GGUF",
"mradermacher/GEITje-7B-ultra-GGUF",
"mradermacher/ShadowStrangemerges_32-7B-GGUF",
"mradermacher/M7Yamshadowexperiment28_Inex16Calme-GGUF",
"mradermacher/TinyLlama-1.1B-chat-dare-v1-GGUF",
"mradermacher/RuBit-LLama-63M-GGUF",
"mradermacher/Blitz-AI-DARE-v0.1-GGUF",
"mradermacher/StrangeMerges_43-7B-dare_ties-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Multi_verse_modelM7-GGUF",
"mradermacher/Panoramix-7B-Instruct-v0.2-GGUF",
"mradermacher/NeuralKrishnaMath-7B-slerp-GGUF",
"mradermacher/NeuralsynthesisCalmexperiment-7B-GGUF",
"mradermacher/T3qm7Shadow-7B-GGUF",
"mradermacher/Juliet-Chat-mini-GGUF",
"mradermacher/MeliodasPercival_01_YamStrangemerges_32-GGUF",
"mradermacher/ErisepBeagleNuBuRPInfinWestLakev2-IreneRP-Neural-7B-slerp-GGUF",
"mradermacher/Experiment26Yam_YamExperiment24-GGUF",
"mradermacher/Experiment28M7_NeuralsirkrishnaExperiment26-GGUF",
"mradermacher/Humanised-LLMv2-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_YamPastiche-GGUF",
"mradermacher/EXALT-Baseline-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Ognoexperiment27M7-GGUF",
"mradermacher/Meta-Llama-3-8B-Instruct_fictional_Korean_v1-GGUF",
"mradermacher/flammen20-mistral-7B-GGUF",
"mradermacher/sec-mistral-7b-instruct-v2-GGUF",
"mradermacher/phillama-3.8b-v0.1-GGUF",
"mradermacher/YamshadowStrangemerges_32_YamStrangemerges_32-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment31Experiment29-GGUF",
"mradermacher/Llama-2-7b-chat-hf_fictional_v2-GGUF",
"mradermacher/SmartLlama-3-8B-MS-v0.1-GGUF",
"mradermacher/NeuralsynthesisT3qm7-7B-GGUF",
"mradermacher/ClickbaitFighter-2B-GGUF",
"mradermacher/Alphacode-MALI-9B-GGUF",
"mradermacher/MeliodasPercival_01_Experiment26Experiment28-GGUF",
"mradermacher/Wukong-Mistral-7B-v0.3-GGUF",
"mradermacher/YamshadowStrangemerges_32_Inex16Calme-GGUF",
"mradermacher/YamT3qm7xp_ShadowOgno-GGUF",
"mradermacher/Ludwig_Orca_Orient-GGUF",
"mradermacher/CosMoE-Lisa-4x1b-GGUF",
"mradermacher/Experiment26T3qm7xp_Experiment26Strangemerges_30-GGUF",
"mradermacher/OpenThaiGPT-100-instruct-finetuned-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment27Experiment24-GGUF",
"mradermacher/Experiment28M7_Experiment26Yamshadow-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment27Experiment28-GGUF",
"mradermacher/YamshadowInex12_YamT3qm7x-GGUF",
"mradermacher/T3Q-Mistral-UB-DPO-v1.0-GGUF",
"mradermacher/selfbiorag-7b-dpo-full-sft-wo-kqa_silver_wogold-GGUF",
"mradermacher/NeuralKukedlc-7B-Labonned-GGUF",
"mradermacher/Calme-7B-Instruct-v0.9-GGUF",
"mradermacher/saul-mistral-instruct-v0.1-7b-ties-GGUF",
"mradermacher/FuseChat-7B-TA-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment26Experiment28-GGUF",
"mradermacher/Percival_01Experiment26-7B-GGUF",
"mradermacher/Llama-3-8B-Instruct-ortho-baukit-GGUF",
"mradermacher/llama2-diagnoseme-all-GGUF",
"mradermacher/StrangeMerges_37-7B-dare_ties-GGUF",
"mradermacher/YamshadowInex12_Percival_01Shadow-GGUF",
"mradermacher/M7Yamshadowexperiment28_AlloyingotneoyExperiment26-GGUF",
"mradermacher/Barcenas-8b-Juridico-Mexicano-GGUF",
"mradermacher/dolphin-star-GGUF",
"mradermacher/Mistral-7B-v0.1-Llama-3.1-8B-mix-GGUF",
"mradermacher/Meta-Llama-3-8B-Instruct_fictional_French_v1-GGUF",
"mradermacher/YamshadowStrangemerges_32_T3qm7xpT3q-GGUF",
"mradermacher/Experiment28T3q_AlloyingotneoyYam-GGUF",
"mradermacher/WestBeagle-7B-GGUF",
"mradermacher/T3qInex12-7B-GGUF",
"mradermacher/YamshadowInex12_Experiment31Experiment29-GGUF",
"mradermacher/NeuralsirkrishnaShadow_ShadowExperiment24-GGUF",
"mradermacher/kunoichi-squared-model_stock-7B-GGUF",
"mradermacher/EXAONESumm-3.0-7.8B-Instruct-GGUF",
"mradermacher/Infinite-Laymons-7B-GGUF",
"mradermacher/Experiment28M7_Experiment26Inex12-GGUF",
"mradermacher/IsenHumour-GGUF",
"mradermacher/english2nepalitranslate-GGUF",
"mradermacher/M7T3qm7xp_Experiment26T3qm7xp-GGUF",
"mradermacher/Saul-Base-Clown-7B-Instruct-slerp-GGUF",
"mradermacher/NeuralsirkrishnaShadow_AlloyingotneoyInex12-GGUF",
"mradermacher/Experiment28M7_Experiment24Shadow-GGUF",
"mradermacher/MeliodasPercival_01_Experiment28Meliodas-GGUF",
"mradermacher/Thespis-Krangled-7b-v2-GGUF",
"mradermacher/OGSQL-Mistral-7B-GGUF",
"mradermacher/Experiment28T3q_Ognoexperiment27Multi_verse_model-GGUF",
"mradermacher/FinetunedOnAya-GGUF",
"mradermacher/YamT3qm7xp_Inex12Strangemerges_30-GGUF",
"mradermacher/Padma-v7.0-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_Ognoexperiment27M7-GGUF",
"mradermacher/DPA-v1-Mistral-7B-GGUF",
"mradermacher/MeliodasPercival_01_Experiment24Inex12-GGUF",
"mradermacher/Yamshadowexperiment28M70.8-0.49-0.98-0.33-0.09-0.16-7B-GGUF",
"mradermacher/Llama-3-SLERP-8B-GGUF",
"mradermacher/DialoGPT-medium-Sarah-GGUF",
"mradermacher/mistral-7b-instruct-v0.1-review-toxicity-GGUF",
"mradermacher/Obelix-Phi2-v0-GGUF",
"mradermacher/T3qm7xExperiment28-7B-GGUF",
"mradermacher/ShortCircuit-GGUF",
"mradermacher/Experiment28M7_ShadowNeuralsirkrishna-GGUF",
"mradermacher/MeliodasPercival_01_NeuralsirkrishnaExperiment28-GGUF",
"mradermacher/Experiment28T3q_ShadowOgno-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Strangemerges_32Experiment28-GGUF",
"mradermacher/iq-code-evmind-v1-llama3-code-8b-instruct-GGUF",
"mradermacher/LimaRP-daybreak-7B-GGUF",
"mradermacher/llama3-8B-simOrca-lgalclause-inverted-persuasion-slerp-fp16-GGUF",
"mradermacher/research_paper_extractor-GGUF",
"mradermacher/L3.1-8B-Niitama-v1.1-GGUF",
"mradermacher/Experiment28M7_Neuralsirkrishnaexperiment26Experiment24-GGUF",
"mradermacher/orpo-phi2-GGUF",
"mradermacher/haryra-7b-mistral-id-GGUF",
"mradermacher/African-ultrachat-alpaca-GGUF",
"mradermacher/Cyber_assist3.2-GGUF",
"mradermacher/Strangemerges_32T3qm7xp-7B-GGUF",
"mradermacher/Nous-Hermes-2-DPO_into_Nous_Hermes-2-Pro-GGUF",
"mradermacher/YamshadowInex12_Experiment27Experiment29-GGUF",
"mradermacher/Not-WizardLM-2-7B-GGUF",
"mradermacher/T3qm7xPercival_01-7B-GGUF",
"mradermacher/JSL-Med-Sft-Llama-3-8B-GGUF",
"mradermacher/I-Heart_sft_1.0-GGUF",
"mradermacher/MeliodasPercival_01_ShadowYamshadow-GGUF",
"mradermacher/YamshadowInex12_Experiment26Neuralsirkrishna-GGUF",
"mradermacher/Prometheus-v0.2-GGUF",
"mradermacher/gemma-it-Kannada-Translation-GGUF",
"mradermacher/YamshadowStrangemerges_32_T3qM7-GGUF",
"mradermacher/CosMoEAlpacaLisa-4x1b-GGUF",
"mradermacher/Nous-Hermes-2-Pro_into_Nous_Hermes-2-DPO-GGUF",
"mradermacher/YamshadowInex12_Experiment24Alloyingotneoy-GGUF",
"mradermacher/MeliodasPercival_01_Experiment24Experiment26-GGUF",
"mradermacher/llama-3-slerp-dolphin-sauce-8B-GGUF",
"mradermacher/MeliodasPercival_01_Experiment27Shadow-GGUF",
"mradermacher/karasu-livejupiter-v0.1-GGUF",
"mradermacher/gemma-2b-telugu-base-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Experiment26Strangemerges_30-GGUF",
"mradermacher/physiogemma-2b-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment24Yam-GGUF",
"mradermacher/YamshadowStrangemerges_32_Experiment28Yam-GGUF",
"mradermacher/Nous-Hermes-2-Mixtral-8x7B-DPO-2-GGUF",
"mradermacher/Experiment28M7_Strangemerges_32Shadow-GGUF",
"mradermacher/Meta-Llama-3-8B-Instruct_fictional_arc_Italian_v2-GGUF",
"mradermacher/WeniGPT-Agents-Mistral-1.0.6-SFT-1.0.3-DPO-merged-GGUF",
"mradermacher/NeuralsirkrishnaShadow_ShadowCalme-GGUF",
"mradermacher/YamshadowInex12_ShadowNeuralsirkrishna-GGUF",
"mradermacher/Antler-RP-ja-westlake-chatvector-GGUF",
"mradermacher/YamshadowInex12_Experiment26Inex12-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment28Experiment24-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Experiment28Experiment29-GGUF",
"mradermacher/Mistralchat-7B-slerp-GGUF",
"mradermacher/MistralMerge-7B-stock-GGUF",
"mradermacher/Llama-3-MopeyMule-Blackroot-8B-GGUF",
"mradermacher/Delexa-Instruct-V0.1-7b-GGUF",
"mradermacher/cendol-llama2-7b-inst-GGUF",
"mradermacher/llama-3-8b-Instruct-OpenHermes-2.5-QLoRA-GGUF",
"mradermacher/Llama-3-8B-Instruct-v0.7-GGUF",
"mradermacher/Swallow-MS-7b-v0.1-ChatSkill-LAB-Evo-v0.1-GGUF",
"mradermacher/Ognoexperiment27multi_verse_modelCalmexperiment-7B-GGUF",
"mradermacher/Ognoexperiment27multi_verse_modelExperiment27pastiche-7B-GGUF",
"mradermacher/M7Yamshadowexperiment28_AlloyingotneoyExperiment24-GGUF",
"mradermacher/Experiment28T3q_Experiment26Pastiche-GGUF",
"mradermacher/DeepCode-7B-Aurora-v13-GGUF",
"mradermacher/Medical_QandA-GGUF",
"mradermacher/NeuralKrishna-7B-v3-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_OgnoExperiment27-GGUF",
"mradermacher/YamshadowInex12_Experiment26Experiment28-GGUF",
"mradermacher/Experiment28M7_YamT3qm7x-GGUF",
"mradermacher/OpenCerebrum-1.5-Mistral-7B-v0.2-beta-GGUF",
"mradermacher/Experiment28M7_Inex12Neural-GGUF",
"mradermacher/Experiment28T3q_Experiment29Pastiche-GGUF",
"mradermacher/BilingualChildEmoEC-GGUF",
"mradermacher/Neural-4-QA-7b-v0.2-GGUF",
"mradermacher/Aurora_faustus-8B-LINEAR-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_Experiment27Experiment28-GGUF",
"mradermacher/NM-ELV-4000-VAL-QL-241224-GGUF",
"mradermacher/blossom-v2-3b-GGUF",
"mradermacher/Phi-3-mini-4k-instruct-dansk-GGUF",
"mradermacher/ahinsa0.6-llama3.2-3B-GGUF",
"mradermacher/Meta-Llama-3-8B-Instruct_fictional_arc_Chinese_v1-GGUF",
"mradermacher/Mistral-7B-v0.3-sft-SPIN-human-dataset-GGUF",
"mradermacher/Fortitude-GGUF",
"mradermacher/rewrite-3B-tesla-GGUF",
"mradermacher/QvQ-1B-Preview-GGUF",
"mradermacher/Phi-3-mini-128k-instruct-ft-v2-GGUF",
"mradermacher/martinLLM-phi-4b-128k-GGUF",
"mradermacher/llama-3-2-3B-wame-curi-chat2-GGUF",
"mradermacher/Nemotron-Picaro-fp16-GGUF",
"mradermacher/ZEUS-8B-V10-GGUF",
"mradermacher/Human-gemma-2b-GGUF",
"mradermacher/KAErisepBeagleNuBuRPInfinWestLakev2-ENDLESSIreneRP-Neural-7B-slerp-GGUF",
"mradermacher/Mistral-7B-v0.1-chat-ORPO-GGUF",
"mradermacher/herbalism_v2-GGUF",
"mradermacher/CriticalThinker-llama-3.1-8B-GGUF",
"mradermacher/BilingualChildrenEmo-GGUF",
"mradermacher/Mistral-7B-v0.3-sft-SPIN-self-human-dataset-GGUF",
"mradermacher/FineLlama-3.2-3B-Instruct-ead-GGUF",
"mradermacher/OrpoLlama-3.2-3B-GGUF",
"mradermacher/maximusLLM-phi-4b-128k-GGUF",
"mradermacher/Wisenut-3.1-8B-IC-SFT-GGUF",
"mradermacher/Espresso-AI-GGUF",
"mradermacher/Llama-3.1-8B-sft-SPIN-self-human-dataset-GGUF",
"mradermacher/rewrite-7B-tesla-GGUF",
"mradermacher/Tulu-MathLingo-8B-GGUF",
"mradermacher/tongyi-model-v1.5-1b-enth-GGUF",
"mradermacher/occiglot-7b-fr-en-instruct-hf-GGUF",
"mradermacher/Gemma-2-9B-sft-SPIN-human-dataset-GGUF",
"mradermacher/L3.1-Magnusv2-10B-GGUF",
"mradermacher/Gemma-2-9B-sft-SPIN-self-GGUF",
"mradermacher/opencsg-starcoder2-3b-v0.1-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment26Strangemerges_32-GGUF",
"mradermacher/J.O.S.I.E.3-Beta4-slerp-GGUF",
"mradermacher/MT1-Gen5-GP-gemma-2-S4S2-9B-GGUF",
"mradermacher/lora-phi2-alpaca-GGUF",
"mradermacher/MT1-Gen5-MU-gemma-2-S2Qv1-9B-GGUF",
"mradermacher/zephyr-7b-beta-sr-system-do-GGUF",
"mradermacher/LynxMed-GGUF",
"mradermacher/Fortitude-1.0-342M-GGUF",
"mradermacher/GPT-2-Cu_FT-V1-GGUF",
"mradermacher/stackexchange_blender-GGUF",
"mradermacher/stackexchange_chess-GGUF",
"mradermacher/stackexchange_cstheory-GGUF",
"mradermacher/LynxMed2.0-GGUF",
"mradermacher/Llama-3.2-3b-Me-GGUF",
"mradermacher/stackexchange_cseducators-GGUF",
"mradermacher/Llama-3.1-8B-sft-SPIN-Llama-3.1-70B-Instruct-GGUF",
"mradermacher/Llama-3.1-8B-sft-SPIN-gpt4o-GGUF",
"mradermacher/stackexchange_bioinformatics-GGUF",
"mradermacher/stackexchange_astronomy-GGUF",
"mradermacher/stackexchange_chemistry-GGUF",
"mradermacher/stackexchange_cooking-GGUF",
"mradermacher/II-Tulu-8B-DPO-v3-GGUF",
"mradermacher/Text-Scrutiny-LLM-GGUF",
"mradermacher/awelitoLLM-phi-4b-128k-GGUF",
"mradermacher/tongyi-model-v2.0-1b-th-GGUF",
"mradermacher/waka-0.5b-simpo-GGUF",
"mradermacher/KRONOS-8B-V7-GGUF",
"mradermacher/stackexchange_biology-GGUF",
"mradermacher/stackexchange_cogsci-GGUF",
"mradermacher/AetherGemma-GGUF",
"mradermacher/Gemma-2-9B-sft-SPIN-gpt4o-GGUF",
"mradermacher/Gemma-2-9B-sft-SPIN-Gemma-2-27B-GGUF",
"mradermacher/Gemma-The-Writer-Mighty-Sword-9B-GGUF",
"mradermacher/Gemma-2-9B-sft-SPIN-self-human-dataset-GGUF",
"mradermacher/MT1-Gen5-BMMIMU-gemma-2-9B-GGUF",
"mradermacher/MT1-Gen5-IF-gemma-2-S2DMv1-9B-GGUF",
"mradermacher/K2S3-Mistral-7b-v1.2-GGUF",
"mradermacher/Nexus-IKM-Mistral-7B-MLX-GGUF",
"mradermacher/YamshadowStrangemerges_32_Inex12Neural-GGUF",
"mradermacher/DialoGPT-medium-janeOrthros-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna-7B-GGUF",
"mradermacher/L2-7b-Base-Guanaco-Uncensored-GGUF",
"mradermacher/MT1-Gen5-BB-gemma-2-S4Av4d-9B-GGUF",
"mradermacher/MT1-Gen5-IMU-gemma-2-9B-GGUF",
"mradermacher/MT1-Gen5-MAG-gemma-2-9B-GGUF",
"mradermacher/MiniLLM-1.1B-WithWudao-GGUF",
"mradermacher/saul-zephyr-7b-ties-GGUF",
"mradermacher/social-llama-7b-alpha-v2-GGUF",
"mradermacher/MT1-Gen5-gemma-2-9B-GGUF",
"mradermacher/YamshadowStrangemerges_32_Experiment27Experiment28-GGUF",
"mradermacher/OpenArabic_v0.3-GGUF",
"mradermacher/T3qT3qm7-7B-GGUF",
"mradermacher/Skywork-o1-Open-Llama-3.1-8B-GGUF",
"mradermacher/T3qm7xpExperiment26-7B-GGUF",
"mradermacher/MT1-Gen5-MM-gemma-2-Av4dS4-9B-GGUF",
"mradermacher/saiga-7b-GGUF",
"mradermacher/Experiment26Yamshadow_Experiment28Inex12-GGUF",
"mradermacher/MasherAI-7B-v5-GGUF",
"mradermacher/LadybirdPercival-7B-slerp-GGUF",
"mradermacher/Neural-Dark-Waifu-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment28T3q-GGUF",
"mradermacher/Mistral-7B-Instruct-v0.2-MultiTask-v7-GGUF",
"mradermacher/saul-mistral-v0.1-7b-slerp-GGUF",
"mradermacher/Alma-medical-GGUF",
"mradermacher/ShadowYamshadow_Strangemerges_30Pastiche-GGUF",
"mradermacher/WeniGPT-Agents-Mistral-1.0.7-SFT-merged-GGUF",
"mradermacher/YamshadowInex12_YamExperiment28-GGUF",
"mradermacher/YamshadowInex12_Experiment28Experiment26-GGUF",
"mradermacher/Llama-3-8B-Instruct-Physics-5k-Scar-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Strangemerges_32Ogno-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Inex12Yam-GGUF",
"mradermacher/llama-2-7b-allyarc-v2.3-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment24Shadow-GGUF",
"mradermacher/MetaMathOctopus-MAPO-DPO-7B-GGUF",
"mradermacher/tinyllama-assamese-v0.1-GGUF",
"mradermacher/Satoshi-7B-GGUF",
"mradermacher/Mistral-7-from-Mixtral-8x7B-v0.1-GGUF",
"mradermacher/ErisepBeagleNuBuRPInfinWestLakev2-ENDLESSIreneRP-Neural-7B-slerp-GGUF",
"mradermacher/ko-gemma-1.1-7b-GGUF",
"mradermacher/TinySolar-248m-4k-code-instruct-GGUF",
"mradermacher/karasu-1.1B-slerp_reverse-GGUF",
"mradermacher/Swallow-MS-7b-v0.1-ChatSkill-LAB-Evo-v0.12-GGUF",
"mradermacher/TowerInstruct-7B-v0.2-sr-system-do-GGUF",
"mradermacher/BioMistral-MedicalQA-FT-GGUF",
"mradermacher/SonyaKAErisepBeagleNuBuRPInfinWestLakev2-ENDLESSIreneRP-Neural-7B-slerp-GGUF",
"mradermacher/VerwaltungsAnthologie_Disco_simbad_7B-GGUF",
"mradermacher/Eris_PrimeV4.1-Remix-7B-GGUF",
"mradermacher/JSL-MedMNX-7B-v2.0-GGUF",
"mradermacher/YuisekinAI-mistral-0.3B-GGUF",
"mradermacher/selfbiorag-7b-dpo-full-wo-kqa_silver_wogold-ep3-GGUF",
"mradermacher/Experiment26Yamshadow_PasticheNeuralsirkrishna-GGUF",
"mradermacher/Yamshadowexperiment28M70.81-0.36-0.63-1.0-0.79-0.74-7B-GGUF",
"mradermacher/KUJIRA_Stock_1-GGUF",
"mradermacher/llama3-tamil-finetuned-base-v1-GGUF",
"mradermacher/occiglot-7b-de-es-fr-it-en-instruct-dareties-GGUF",
"mradermacher/DAML4_TLDR_Generator-GGUF",
"mradermacher/InfinityFlammenNoodleRP-7b-GGUF",
"mradermacher/Jason1903_SLERP-GGUF",
"mradermacher/JP-EN-Translator-2K-steps-7B-GGUF",
"mradermacher/YamshadowStrangemerges_32_AlloyingotneoyExperiment28-GGUF",
"mradermacher/llama-2-7b-ft-guanaco-v2-GGUF",
"mradermacher/Experiment26Yam_PasticheAlloyingotneoy-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_Experiment28Inex12-GGUF",
"mradermacher/MeliodasPercival_01_T3qm7xStrangemerges_32-GGUF",
"mradermacher/NordicAlpaca-Finnish-V1-7B-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Experiment27Inex12-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment26M7-GGUF",
"mradermacher/Hebrew-Mistral-7B-Instruct-v0.1-GGUF",
"mradermacher/Llama-3-8B-EGO-GGUF",
"mradermacher/Yamshadowexperiment28M70.18-0.88-0.5-0.08-0.65-0.29-7B-GGUF",
"mradermacher/Sahils-story-model-GGUF",
"mradermacher/MT1-Gen5-BMM-gemma-2-9B-GGUF",
"mradermacher/M7Yamshadowexperiment28_Inex12Yamshadow-GGUF",
"mradermacher/NeyabAI-GPT2_version-GGUF",
"mradermacher/RampedUp-Mistral-7B-v0.2-GGUF",
"mradermacher/Loquace-Tiny-ITA-1.1B-v0.1-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment28Multi_verse_model-GGUF",
"mradermacher/humour-gen-bloom-GGUF",
"mradermacher/Experiment28T3q_Experiment28Inex12-GGUF",
"mradermacher/JARVIS-v1.0-GGUF",
"mradermacher/MeliodasPercival_01_Experiment28Neuralsirkrishna-GGUF",
"mradermacher/teeny-tiny-mixtral-GGUF",
"mradermacher/Experiment28M7_Experiment26Yam-GGUF",
"mradermacher/YamshadowInex12_Percival_01Yamshadow-GGUF",
"mradermacher/Nereus-7B-GGUF",
"mradermacher/Einstein-v6.1-phi2-GGUF",
"mradermacher/Meta-Llama-3-4B-mlp-pruned-GGUF",
"mradermacher/DeepSeekMath-Base-SFT-Step-DPO-GGUF",
"mradermacher/YamshadowInex12_NeuralsirkrishnaExperiment28-GGUF",
"mradermacher/Arcee-Scribe-GGUF",
"mradermacher/symptom-check-april-3-GGUF",
"mradermacher/Experiment27pasticheT3q-7B-GGUF",
"mradermacher/RampedUp-Mistral-7B-v0.1-GGUF",
"mradermacher/Experiment26Yamshadow_CalmeInex12-GGUF",
"mradermacher/Experiment26Yamshadow_Experiment26Strangemerges_30-GGUF",
"mradermacher/WONMSeverusDevilv3-LORAMERGED-GGUF",
"mradermacher/Bitnet-Llama-bn-70M-GGUF",
"mradermacher/ShadowYamshadow_PasticheYam-GGUF",
"mradermacher/merge-passthrough-Meta-Llama-3-8B-Instruct-GGUF",
"mradermacher/MT3-Gen5-MMGBMU-gemma-2-9B-GGUF",
"mradermacher/MT3-Gen5-MU-gemma-2-Av4dG-9B-GGUF",
"mradermacher/MT3-Gen5-gemma-2-9B-GGUF",
"mradermacher/stackexchange_dsp-GGUF",
"mradermacher/MT3-Gen5-GP-gemma-2-RAv0.1E-9B-GGUF",
"mradermacher/MT3-Gen5-MMG-gemma-2-9B-GGUF",
"mradermacher/Trendyol-Turkcell-mix-GGUF",
"mradermacher/YamshadowInex12_Experiment24Shadow-GGUF",
"mradermacher/MT3-Gen5-BB-gemma-2-RAv0.1MT2-9B-GGUF",
"mradermacher/MT3-Gen5-MM-gemma-2-MT2Av4d-9B-GGUF",
"mradermacher/stackexchange_earthscience-GGUF",
"mradermacher/hermes-llama3-roleplay-4000-v5-GGUF",
"mradermacher/Kosmos-EVAA-8B-GGUF",
"mradermacher/Llama-3.1-8B-bnb-4bit-M-exec-roles-GGUF",
"mradermacher/ColdBrew-Aphid-GGUF",
"mradermacher/hermes-llama3-roleplay-4000-v4-GGUF",
"mradermacher/Kosmos-Elusive-VENN-8B-GGUF",
"mradermacher/Llama-3-8B-Dolphin-Portuguese-v0.2-GGUF",
"mradermacher/Novi-Delhi-Meta-Llama-3.1-8B-GGUF",
"mradermacher/Novi-Delhi-tinyllama-GGUF",
"mradermacher/ZEUS-8B-V11-GGUF",
"mradermacher/Auro-Kosmos-EVAA-v2.2-8B-GGUF",
"mradermacher/Llama-3.2-3B-Xitcar-GGUF",
"mradermacher/Auro-Kosmos-EVAA-v2.3-8B-GGUF",
"mradermacher/CriticalThinkerRisk-Base-8B-GGUF",
"mradermacher/zephyr-7b-dpo-full-ensemble-mixv3-GGUF",
"mradermacher/Kosmos-Aurora_faustus-8B-GGUF",
"mradermacher/Auro-Kosmos-EVAA-v2.1-8B-GGUF",
"mradermacher/TinyLlama-1.1B-qlora-driveThrough-Dec25-Merged-GGUF",
"mradermacher/ColdBrew-Aphid-Large-GGUF",
"mradermacher/Kosmos-VENN-8B-GGUF",
"mradermacher/zephyr-7b-dpo-full-ensemble-mixv4-GGUF",
"mradermacher/Gemma-2-Baku-Finetune-GGUF",
"mradermacher/MT3-Gen5-MA-gemma-2-MT2E-9B-GGUF",
"mradermacher/T3Q-LLM2412-10.8B-v1.0-GGUF",
"mradermacher/MT3-Gen5-MAI-gemma-2-9B-GGUF",
"mradermacher/MT3-Gen5-BMU-gemma-2-9B-GGUF",
"mradermacher/MT3-Gen5-IF-gemma-2-Av4dMT2-9B-GGUF",
"mradermacher/Kosmos-EVAA-Fusion-8B-GGUF",
"mradermacher/Qwen2.5-7B-model-math-GGUF",
"mradermacher/Meta-Llama-3.1-8B-Instruct-OpenOrca-v2-GGUF",
"mradermacher/ZEUS-8B-V12-GGUF",
"mradermacher/MT3-Gen5-MMGBMU-gemma-2-9B_v1-GGUF",
"mradermacher/FINGPT_QA_SmolLlm2-GGUF",
"mradermacher/MT3-Gen5-GP-gemma-2-RAv0.1E-9B_v1-GGUF",
"mradermacher/llama-3-8b-DPO-GGUF",
"mradermacher/oh-dcft-v1.3_no-curation_gpt-4o-mini_scale_0.5x-GGUF",
"mradermacher/Tasarim-Llama-3-8b-3-GGUF",
"mradermacher/MT3-Gen5-MA-gemma-2-MT2E-9B_v1-GGUF",
"mradermacher/Kosmos-EVAA-v9-TitanFusion-Mix-8B-GGUF",
"mradermacher/bgGPT-llama-3.2-3B-GGUF",
"mradermacher/ORANSight_Phi_Mini_Instruct-GGUF",
"mradermacher/mistral-7B-v0.1-q-sparse-v7-on-slim-orca-longer-GGUF",
"mradermacher/Kosmos-EVAA-Fusion-light-8B-GGUF",
"mradermacher/MedGPT-GGUF",
"mradermacher/Ai-Guru-updated-GGUF",
"mradermacher/llama-3_1-8b-Boost-GGUF",
"mradermacher/MT3-Gen5-MMG-gemma-2-9B_v1-GGUF",
"mradermacher/MT3-Gen5-MAI-gemma-2-9B_v1-GGUF",
"mradermacher/MT3-Gen5-BB-gemma-2-RAv0.1MT2-9B_v1-GGUF",
"mradermacher/MT3-Gen5-gemma-2-9B_v1-GGUF",
"mradermacher/MT3-Gen5-IF-gemma-2-Av4dMT2-9B_v1-GGUF",
"mradermacher/MT3-Gen5-BMU-gemma-2-9B_v1-GGUF",
"mradermacher/ToolGen-WoSystem-Llama-3-8B-Instruct-GGUF",
"mradermacher/MT3-Gen5-MU-gemma-2-Av4dG-9B_v1-GGUF",
"mradermacher/MT3-Gen5-MM-gemma-2-MT2Av4d-9B_v1-GGUF",
"mradermacher/stackexchange_hardwarerecs-GGUF",
"mradermacher/stackexchange_interpersonal-GGUF",
"mradermacher/stackexchange_genealogy-GGUF",
"mradermacher/stackexchange_matheducators-GGUF",
"mradermacher/stackexchange_hinduism-GGUF",
"mradermacher/stackexchange_movies-GGUF",
"mradermacher/MeliodasPercival_01_Experiment26Neuralsirkrishna-GGUF",
"mradermacher/stackexchange_parenting-GGUF",
"mradermacher/YamshadowInex12_ShadowYam-GGUF",
"mradermacher/stackexchange_math-GGUF",
"mradermacher/openhathi_fine_tune-GGUF",
"mradermacher/stackexchange_pets-GGUF",
"mradermacher/stackexchange_history-GGUF",
"mradermacher/TheSpice-7b-FT-v0.3.1-GGUF",
"mradermacher/stackexchange_hermeneutics-GGUF",
"mradermacher/stackexchange_hsm-GGUF",
"mradermacher/Average_Test-GGUF",
"mradermacher/JupiterMerge-7B-slerp-GGUF",
"mradermacher/GooseBot-GGUF",
"mradermacher/stackexchange_langdev-GGUF",
"mradermacher/BioMistral-v0.2-GGUF",
"mradermacher/stackexchange_health-GGUF",
"mradermacher/Thought_Process_and_Truth_Belief_Orca-GGUF",
"mradermacher/Llama-2-7b-hf-dementia-GGUF",
"mradermacher/stackexchange_opensource-GGUF",
"mradermacher/NeuralStar-7b-Lazy-GGUF",
"mradermacher/stackexchange_mathematica-GGUF",
"mradermacher/zombyi-9b-GGUF",
"mradermacher/InternLM_2_5-7b-GGUF",
"mradermacher/M7Yamshadowexperiment28_NeuralExperiment26-GGUF",
"mradermacher/stackexchange_or-GGUF",
"mradermacher/stackexchange_musicfans-GGUF",
"mradermacher/Llama-2-7b-NITK-2024-GGUF",
"mradermacher/Medical_QA-GGUF",
"mradermacher/Mistral-7B-Headline-QLoRA-GGUF",
"mradermacher/stackexchange_gardening-GGUF",
"mradermacher/stackexchange_engineering-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment29Pastiche-GGUF",
"mradermacher/YamT3qm7xp_OgnoPastiche-GGUF",
"mradermacher/MeliodasPercival_01_YamshadowStrangemerges_32-GGUF",
"mradermacher/YamshadowInex12_NeuralsirkrishnaT3qm7x-GGUF",
"mradermacher/Experiment26Yam_Strangemerges_32Strangemerges_30-GGUF",
"mradermacher/YamshadowInex12_YamshadowT3q-GGUF",
"mradermacher/Experiment28M7_Experiment26Experiment24-GGUF",
"mradermacher/Yamshadowexperiment28M70.45-0.14-0.68-0.49-0.24-0.93-7B-GGUF",
"mradermacher/MeliodasPercival_01_PasticheInex12-GGUF",
"mradermacher/Llama-3-8B-Instruct-ortho-baukit-toxic-v2-GGUF",
"mradermacher/CultriX-MonaCeption-7B-SLERP-DPO-GGUF",
"mradermacher/DDPOO-7B-slerp-GGUF",
"mradermacher/gemma-2b-datascience-instruct-v5-GGUF",
"mradermacher/TrendyTurkcellMix-LLM-7B_v0.1-GGUF",
"mradermacher/catai1.0-GGUF",
"mradermacher/tr-dare-merge-7B-GGUF",
"mradermacher/SmolLM-360M-Instruct-TigerMath-Evaluated-EvolQuality-SFT-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_YamExperiment24-GGUF",
"mradermacher/Experiment28M7_Inex12Experiment28-GGUF",
"mradermacher/WestStarling-7B-ties-GGUF",
"mradermacher/mistral-stargate-GGUF",
"mradermacher/Mistral-7B-v0.1-capybara-orpo-en-de-GGUF",
"mradermacher/Mistral_OpenArabic_v0.2-GGUF",
"mradermacher/MeliodasPercival_01_Inex12Neural-GGUF",
"mradermacher/WeniGPT-Agents-Mistral-1.0.6-SFT-1.0.0-DPO-merged-GGUF",
"mradermacher/WeniGPT-Agents-Mistral-1.0.6-SFT-1.0.1-DPO-merged-GGUF",
"mradermacher/Poppy_Porpoise-v0.2-L3-8B-GGUF",
"mradermacher/Ereshv1-GGUF",
"mradermacher/Yamshadowexperiment28M70.8-0.01-0.86-0.31-0.16-0.95-7B-GGUF",
"mradermacher/MeliodasPercival_01_Multi_verse_modelM7-GGUF",
"mradermacher/An4-7Bv2.1-GGUF",
"mradermacher/vinallama-2.7b-custom-GGUF",
"mradermacher/YamshadowInex12_NeuralsirkrishnaInex12-GGUF",
"mradermacher/MeliodasPercival_01_Experiment24Yam-GGUF",
"mradermacher/L2-7b-Hermes-dolphin-GGUF",
"mradermacher/OpenChatSpanish-GGUF",
"mradermacher/Llama-3-Medical-JSL-WiNGPT2-SLERP-GGUF",
"mradermacher/Swallow-MS-7b-v0.1-ChatSkill-GGUF",
"mradermacher/Neuracraft-GGUF",
"mradermacher/Kosmos-EVAA-gamma-alt-8B-GGUF",
"mradermacher/New-Guru-GGUF",
"mradermacher/HumpPhi2H-yx-GGUF",
"mradermacher/TowerInstruct-7B-v0.2-EN2ES-GGUF",
"mradermacher/Kosmos-EVAA-gamma-8B-GGUF",
"mradermacher/business-news-generator-GGUF",
"mradermacher/SmolLM2-FT-reasoning-GGUF",
"mradermacher/Kosmos-EVAA-gamma-light-alt-8B-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Experiment28Strangemerges_32-GGUF",
"mradermacher/Llama3.1-8b-dpo-GGUF",
"mradermacher/VENN_1.2-8B-Model_Stock-GGUF",
"mradermacher/Kosmos-EVAA-gamma-ultra-light-8B-GGUF",
"mradermacher/Llama-3.2-3B-COTv3-GGUF",
"mradermacher/YamshadowStrangemerges_32_YamT3qm7x-GGUF",
"mradermacher/An4-7Bv2.2-GGUF",
"mradermacher/YamshadowInex12_T3qm7xpT3q-GGUF",
"mradermacher/NeuralsirkrishnaShadow_T3qM7-GGUF",
"mradermacher/Monah-8b-Uncensored-GGUF",
"mradermacher/SQL-Llama-v0.5-GGUF",
"mradermacher/Agaram-2.5-Mistral-7B-GGUF",
"mradermacher/ShadowM7EXP-7B-GGUF",
"mradermacher/coref-mem-base-full-GGUF",
"mradermacher/hindi-math-0.1-GGUF",
"mradermacher/flammen23X-mistral-7B-GGUF",
"mradermacher/MiniLlama-1.8b-Med-safetensors-GGUF",
"mradermacher/Jupiter-k-7B-slerp-GGUF",
"mradermacher/Doktor-Mistral-7b-500QA-GGUF",
"mradermacher/YamshadowInex12_AlloyingotneoyNeuralsirkrishna-GGUF",
"mradermacher/YamshadowInex12_Experiment26Shadow-GGUF",
"mradermacher/NeuralsirkrishnaShadow_YamExperiment26-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment28Yam-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Multi_verse_modelExperiment28-GGUF",
"mradermacher/Infinite-Laymons-9B-GGUF",
"mradermacher/kirb_bot-1-GGUF",
"mradermacher/ToolLlama-Llama-3-8B-GGUF",
"mradermacher/Meta-Llama-3-8B-DoNot-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment26Strangemerges_30-GGUF",
"mradermacher/Phi-Elothir-GGUF",
"mradermacher/MeliodasPercival_01_Strangemerges_32Strangemerges_30-GGUF",
"mradermacher/Ninja-V2-7B-GGUF",
"mradermacher/StarAntler-RP-WestLake-chatvector-GGUF",
"mradermacher/MeliodasPercival_01_T3qm7xpT3q-GGUF",
"mradermacher/YamT3qm7xp_Experiment27Inex12-GGUF",
"mradermacher/Inex12Neuralsynthesis-7B-GGUF",
"mradermacher/YamshadowInex12_YamExperiment26-GGUF",
"mradermacher/Mistral-7B-Holodeck-1-Instruct-32k-GGUF",
"mradermacher/internlm2-chat-7b-ExPO-GGUF",
"mradermacher/T3Q-Mistral-Orca-Math-dpo-v2.0-GGUF",
"mradermacher/YuisekinAI-mistral-1.1B-GGUF",
"mradermacher/Experiment28M7_Experiment29Multi_verse_model-GGUF",
"mradermacher/DanTagGen-gamma-GGUF",
"mradermacher/Phi3_StoryGenerator-GGUF",
"mradermacher/Experiment28M7_Ognoexperiment27Multi_verse_model-GGUF",
"mradermacher/Sekhmet_Gimmel-L3.1-8B-v0.3-GGUF",
"mradermacher/MeliodasPercival_01_Experiment26Experiment30-GGUF",
"mradermacher/MasherAI-7B-v6.1-another_test3-GGUF",
"mradermacher/LeoHermes-7B-slerp_0-GGUF",
"mradermacher/MT4-Gen5-MUMM-gemma-2-9B-GGUF",
"mradermacher/Therapod-Model-GGUF",
"mradermacher/Yamshadowexperiment28M70.15-0.01-0.79-0.31-0.16-0.95-7B-GGUF",
"mradermacher/PESTO-llama-base-GGUF",
"mradermacher/JaskierMistral-7B-slerp-GGUF",
"mradermacher/TSN-Kosmos-EVAA-v2-8B-GGUF",
"mradermacher/Llama-3.2-1B-Instruct-sw-GGUF",
"mradermacher/Breeze-7B-32k-Base-v1_0-GGUF",
"mradermacher/zenAI-llama-3.2-3B-finetuned-GGUF",
"mradermacher/MT4-Gen5-BB-gemma-2-MT3g4MT3g2-9B-GGUF",
"mradermacher/Gigantes-v1-gemma2-9b-it-GGUF",
"mradermacher/MT4-Gen5-MA-gemma-2-MT4g2MT3g4-9B-GGUF",
"mradermacher/MT4-Gen5-gemma-2-9B-GGUF",
"mradermacher/MT4-Gen5-IBMUMM-gemma-2-9B-GGUF",
"mradermacher/BaeZel-8B-Model_Stock-GGUF",
"mradermacher/MT4-Gen5-MM-gemma-2-MT3g4Rv0.4-9B-GGUF",
"mradermacher/MT4-Gen5-IB-gemma-2-9B-GGUF",
"mradermacher/MT4-Gen5-IF-gemma-2-S2MT3g4-9B-GGUF",
"mradermacher/MT4-Gen5-GMA-gemma-2-9B-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_Experiment27Yam-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_Experiment24Alloyingotneoy-GGUF",
"mradermacher/YamshadowStrangemerges_32_Inex12Strangemerges_32-GGUF",
"mradermacher/Llama-3-SOVL-MopeyMule-8B-GGUF",
"mradermacher/peft-phi-2-GGUF",
"mradermacher/Llama-2-7b-chat-hf_fictional_Korean_v1-GGUF",
"mradermacher/Moxoff-Phi3Mini-ORPO-GGUF",
"mradermacher/Experiment28M7_Experiment24Experiment28-GGUF",
"mradermacher/YamshadowInex12_PasticheAlloyingotneoy-GGUF",
"mradermacher/Meta-Llama-3-8B-Instruct_fictional_chinese_v1-GGUF",
"mradermacher/Experiment28M7_Experiment26Alloyingotneoy-GGUF",
"mradermacher/KoGemma-dpo-7b-v1-GGUF",
"mradermacher/YamshadowInex12_NeuralsirkrishnaM7-GGUF",
"mradermacher/Gemma-2B_DepressionDetection-GGUF",
"mradermacher/WeniGPT-Agents-Zephyr-1.0.3-KTO-merged-GGUF",
"mradermacher/Llama-3-Base-Instruct-Slerp-GGUF",
"mradermacher/SEC-1.6-MBX-7B-DPO-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Multi_verse_modelExperiment28-GGUF",
"mradermacher/Yamshadowexperiment28M70.89-0.49-0.98-0.33-0.12-0.61-7B-GGUF",
"mradermacher/KoGemma-dpo-2b-v1-GGUF",
"mradermacher/Llama-3-MAAL-8B-Instruct-v0.1-GGUF",
"mradermacher/NeuralsirkrishnaT3qm7x-7B-GGUF",
"mradermacher/Experiment28M7_Experiment27Yam-GGUF",
"mradermacher/mistral-embedded-c-v0.4-GGUF",
"mradermacher/M7Yamshadowexperiment28_T3qm7xpStrangemerges_32-GGUF",
"mradermacher/Calme-7B-Instruct-v0.2-GGUF",
"mradermacher/UrduparaSeqV1-GGUF",
"mradermacher/kotomamba-2.8B-CL-v1.0-hf-GGUF",
"mradermacher/danube2-upscale-1.1-GGUF",
"mradermacher/Ognoexperiment27multi_verse_modelNeuralsynthesis-7B-GGUF",
"mradermacher/Cerebral-Lemonade-9B-GGUF",
"mradermacher/K2S3-Mistral-7b-v1.50-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_YamOgno-GGUF",
"mradermacher/Neuralmistral-GGUF",
"mradermacher/Marcoro14-7B-dare-GGUF",
"mradermacher/flammen23-mistral-7B-GGUF",
"mradermacher/Llama-3-Deita-8b-GGUF",
"mradermacher/Seagull-llama-3-8B-orpo-v0.4-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_YamOgno-GGUF",
"mradermacher/japanese-stablelm-3b-4e1t-instruct-GGUF",
"mradermacher/ShadowYamshadow_YamOgno-GGUF",
"mradermacher/OpenCerebrum-1.5-Mistral-7b-v0.2-alpha-GGUF",
"mradermacher/MeliodasPercival_01_NeuralsirkrishnaShadow-GGUF",
"mradermacher/MeliodasPercival_01_Experiment29Multi_verse_model-GGUF",
"mradermacher/Bitnet-Ara-Llama-77M-GGUF",
"mradermacher/Experiment28M7_Experiment26Neuralarjuna-GGUF",
"mradermacher/YamshadowInex12_ShadowCalme-GGUF",
"mradermacher/Mistral-7B-v0.1-ties-GGUF",
"mradermacher/Experiment28M7_Strangemerges_32Experiment28-GGUF",
"mradermacher/AmogusBot-GGUF",
"mradermacher/M7Yamshadowexperiment28_AlloyingotneoyExperiment28-GGUF",
"mradermacher/YamshadowInex12_NeuralsirkrishnaShadow-GGUF",
"mradermacher/YamshadowStrangemerges_32_OgnoExperiment27-GGUF",
"mradermacher/Experiment28M7_Strangemerges_32Yam-GGUF",
"mradermacher/Viking-7B-GGUF",
"mradermacher/Experiment26Yamshadow_Experiment29Experiment24-GGUF",
"mradermacher/Yamshadowexperiment28M70.71-0.4-0.53-0.39-0.77-0.09-7B-GGUF",
"mradermacher/PhigRange-2.7B-slerp-GGUF",
"mradermacher/Phos-7B-RP-GGUF",
"mradermacher/NeuralsirkrishnaShadow_YamPastiche-GGUF",
"mradermacher/Configurable-Llama-3-8B-v0.1-GGUF",
"mradermacher/T3qm7xpMultiverseex26-7B-GGUF",
"mradermacher/YamshadowInex12_Strangemerges_32Experiment28-GGUF",
"mradermacher/LayliticDolphinOpus-GGUF",
"mradermacher/Experiment26Yamshadow_Ognoexperiment27M7-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Experiment28Inex12-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Strangemerges_30Pastiche-GGUF",
"mradermacher/DOSMo-7B-v0.2-GGUF",
"mradermacher/YamshadowInex12_Multi_verse_modelM7-GGUF",
"mradermacher/odia-gemma-2b-base-unsloth-v1-GGUF",
"mradermacher/M7Yamshadowexperiment28_ShadowCalme-GGUF",
"mradermacher/DMEnyo-Mickey-GGUF",
"mradermacher/njord-alpha-GGUF",
"mradermacher/MeliodasPercival_01_T3qm7xpStrangemerges_32-GGUF",
"mradermacher/M7Yamshadowexperiment28_T3qm7xpExperiment26-GGUF",
"mradermacher/SpydazWebAI_MiniAI_248m-GGUF",
"mradermacher/StrangeMerges_48-7B-dare_ties-GGUF",
"mradermacher/AntlerStar-RP-GGUF",
"mradermacher/malaysian-llama-3-8b-65k-GGUF",
"mradermacher/prox-7b-sft-GGUF",
"mradermacher/gpt2-rdanny-chatbot-GGUF",
"mradermacher/Experiment26Yam_YamMulti_verse_model-GGUF",
"mradermacher/flammen14-mistral-7B-GGUF",
"mradermacher/Ninja-V3-GGUF",
"mradermacher/YamshadowStrangemerges_32_YamExperiment26-GGUF",
"mradermacher/Samantha-phi3-GGUF",
"mradermacher/MFANN3bv0.5-GGUF",
"mradermacher/M7Yamshadowexperiment28_Strangemerges_30Experiment26-GGUF",
"mradermacher/YamshadowInex12_T3qm7xpStrangemerges_32-GGUF",
"mradermacher/Hermes-2-Pro-French-GGUF",
"mradermacher/AutoTx_Mistral_7B_CrewAI-GGUF",
"mradermacher/KaggleQuestionsModelGPT2-GGUF",
"mradermacher/YuisekinAIEvol-Mistral-7B-ja-math-v0.1.1-1k-GGUF",
"mradermacher/Mistral-5-from-Mixtral-8x7B-v0.1-GGUF",
"mradermacher/Experiment28T3q_Experiment27Experiment28-GGUF",
"mradermacher/Experiment26Yam_Strangemerges_30Pastiche-GGUF",
"mradermacher/Qwen-Prometheus-1.8B-GGUF",
"mradermacher/Experiment28M7_Experiment28Experiment26-GGUF",
"mradermacher/Llama-3-Gamma-Twist-GGUF",
"mradermacher/AICA-project-2-LLaMA3.1-MoRA64-DPO-GGUF",
"mradermacher/Yamshadowexperiment28M7-7B-GGUF",
"mradermacher/MeliodasPercival_01_AlloyingotneoyPercival_01-GGUF",
"mradermacher/cendol-mt5-large-inst-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Strangemerges_30Experiment26-GGUF",
"mradermacher/YamshadowStrangemerges_32_Ognoexperiment27Multi_verse_model-GGUF",
"mradermacher/LLaMA-3.2-1B-SFT-GGUF",
"mradermacher/YamshadowInex12_Experiment28Strangemerges_32-GGUF",
"mradermacher/LLaMA-3.2-1B-SFT-AW-GGUF",
"mradermacher/finemath-ablation-infiwebmath-GGUF",
"mradermacher/multillama-3.2-merge-GGUF",
"mradermacher/JAT-Llama-1.0-74M-GGUF",
"mradermacher/LLaMA-3.2-1B-SFT-MW-GGUF",
"mradermacher/LLaMA-3.2-1B-SFT-GW-GGUF",
"mradermacher/Smol-Llama-3.2-3B-GGUF",
"mradermacher/M7Yamshadowexperiment28_Multi_verse_modelM7-GGUF",
"mradermacher/ZEUS-8B-V13-GGUF",
"mradermacher/Kosmos-EVAA-PRP-light-8B-GGUF",
"mradermacher/Qwen2.5-7B-olm-v1.1-GGUF",
"mradermacher/Llama3-Numina200K-ORM-GGUF",
"mradermacher/PRP-Kosmos-EVAA-8B-GGUF",
"mradermacher/PRP-Kosmos-EVAA-light-8B-GGUF",
"mradermacher/RUStoIPA-GGUF",
"mradermacher/Llama3-Numina850K-ORM-GGUF",
"mradermacher/QwenKing-7-GGUF",
"mradermacher/Intelligence-Cod-Rag-7B-v4-GGUF",
"mradermacher/Llama3-Numina100K-ORM-GGUF",
"mradermacher/Kosmos-EVAA-PRP-8B-GGUF",
"mradermacher/Gemma-2-2B-it-16bit-eeg-fc-GGUF",
"mradermacher/SAO_LightMix_v2-8B-Model_Stock-GGUF",
"mradermacher/The_Damn_Train-8B-Model_Stock-GGUF",
"mradermacher/orca_mini_v9_0_3B-Instruct-GGUF",
"mradermacher/Gigantes-v3-gemma2-9b-it-GGUF",
"mradermacher/stackexchange_stats-GGUF",
"mradermacher/oh-dcft-v1.3_no-curation_gpt-4o-mini_scale_4x-GGUF",
"mradermacher/stackexchange_webapps-GGUF",
"mradermacher/oh-mistral-bs512_lr2_00E-06_schedulerconstant_warmup5_00E-02_minlr-GGUF",
"mradermacher/oh-dcft-v1.3_no-curation_gpt-4o-mini_scale_0.25x-GGUF",
"mradermacher/Indian-legal-Llama-2-7b-GGUF",
"mradermacher/oh-dcft-v1.3_no-curation_gpt-4o-mini_scale_8x-GGUF",
"mradermacher/MT5-Gen5-GI-gemma-2-9B-GGUF",
"mradermacher/MT5-Gen5-MABMUMM-gemma-2-9B-GGUF",
"mradermacher/MT5-Gen5-MA-gemma-2-MTg2MT2-9B-GGUF",
"mradermacher/MT5-Gen5-MU-gemma-2-Av4aAMTg2-9B-GGUF",
"mradermacher/MT5-Gen5-MUMM-gemma-2-9B-GGUF",
"mradermacher/MT5-Gen5-BB-gemma-2-RAv0.1MTg2-9B-GGUF",
"mradermacher/MT5-Gen5-GP-gemma-2-Av4dMTg2-9B-GGUF",
"mradermacher/MT5-Gen5-MM-gemma-2-MTg2G-9B-GGUF",
"mradermacher/MT5-Gen5-MAB-gemma-2-9B-GGUF",
"mradermacher/Shadowm7expMergerix-7B-GGUF",
"mradermacher/MeliodasPercival_01_AlloyingotneoyExperiment28-GGUF",
"mradermacher/Mistral_Instruct_ChatBj-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_T3qM7-GGUF",
"mradermacher/Llama-2-7b-chat-hf_fictional_v1-GGUF",
"mradermacher/M7Yamshadowexperiment28_YamT3qm7x-GGUF",
"mradermacher/hermes-2-pro-mistral-7b-metropole-GGUF",
"mradermacher/Mermaid-Llama-3-7B-Pruned-GGUF",
"mradermacher/Swallow-MS-7b-v0.1-ChatSkill-LAB-Evo-v0.10-GGUF",
"mradermacher/code-millenials-8b-GGUF",
"mradermacher/M7Yamshadowexperiment28_NeuralsirkrishnaT3qm7x-GGUF",
"mradermacher/Matter-0.1-7B-boost-slerp-GGUF",
"mradermacher/Saul-Instruct-Mistral-7B-Instruct-v0.2-Slerp-GGUF",
"mradermacher/M7Yamshadowexperiment28_Strangemerges_32Ogno-GGUF",
"mradermacher/juniper-rephrase-query-v1-GGUF",
"mradermacher/Experiment28T3q_Ognoexperiment27M7-GGUF",
"mradermacher/MeliodasPercival_01_YamExperiment28-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment28Meliodas-GGUF",
"mradermacher/stackexchange_vegetarianism-GGUF",
"mradermacher/oh-dcft-v1.3_no-curation_gpt-4o-mini_scale_2x-GGUF",
"mradermacher/LWM-14b-Text-Chat-1M-GGUF",
"mradermacher/Experiment26Yamshadow_ShadowNeuralsirkrishna-GGUF",
"mradermacher/YamshadowStrangemerges_32_Experiment29Multi_verse_model-GGUF",
"mradermacher/YamshadowInex12_OgnoExperiment27-GGUF",
"mradermacher/medical-qa-GGUF",
"mradermacher/flammen15X-mistral-7B-GGUF",
"mradermacher/StrangeMerges_46-7B-dare_ties-GGUF",
"mradermacher/Mistral-7B-v0.1-ja-wikipedia-amenokaku-v0.1-GGUF",
"mradermacher/orpo-lora-phi2-GGUF",
"mradermacher/Mistral-v0.2-Nexus-Internal-Knowledge-Map-7B-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment24Ognoexperiment27-GGUF",
"mradermacher/limyClown-7B-slerp-GGUF",
"mradermacher/Experiment26Yamshadow_Inex12Yamshadow-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment26Yamshadow-GGUF",
"mradermacher/Inex12T3qm7xp-7B-GGUF",
"mradermacher/Wide-Sheared-LLaMA-796M-GGUF",
"mradermacher/M7Yamshadowexperiment28_YamshadowT3q-GGUF",
"mradermacher/Experiment28M7_Experiment26Experiment28-GGUF",
"mradermacher/bitmap-mistral-M7-slerp-alpaca-70m-GGUF",
"mradermacher/Megumi-Chat-7B-v1.4-GGUF",
"mradermacher/internlm2-chat-1_8b-ExPO-GGUF",
"mradermacher/YamshadowStrangemerges_32_AlloyingotneoyExperiment24-GGUF",
"mradermacher/AmharicNewsNonCleanedSmall-GGUF",
"mradermacher/openbuddy-llama3-8b-v21.1-8k-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_ShadowYam-GGUF",
"mradermacher/YamshadowInex12_T3qM7-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment24Experiment26-GGUF",
"mradermacher/NeuvilletteBot-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment26Yam-GGUF",
"mradermacher/flammen22C-mistral-7B-GGUF",
"mradermacher/marathi-gpt-gemma-2b-GGUF",
"mradermacher/THaLLE-0.1-7B-fa-GGUF",
"mradermacher/Mistral-7B-Instruct-v0.2-DPO-GGUF",
"mradermacher/flammen16-mistral-7B-GGUF",
"mradermacher/Experiment28M7_YamshadowExperiment28-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Experiment24Alloyingotneoy-GGUF",
"mradermacher/Boreas-7B-GGUF",
"mradermacher/aipixel-tag-creator-7b-v2-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Experiment24Experiment26-GGUF",
"mradermacher/MeliodasPercival_01_AlloyingotneoyExperiment26-GGUF",
"mradermacher/Calme-7B-Instruct-v0.4-GGUF",
"mradermacher/mistral-embedded-c-instruct-v0.4-GGUF",
"mradermacher/hinny-coder-6.7b-solidity-refine-GGUF",
"mradermacher/NeuralsirkrishnaShadow_YamStrangemerges_32-GGUF",
"mradermacher/RampedUp-Mistral-7B-v0.6.1-GGUF",
"mradermacher/mistral7b_augmenteddemocracy_orpo_all_50-GGUF",
"mradermacher/FsfairX-Zephyr-Chat-v0.1-GGUF",
"mradermacher/YamshadowInex12_Experiment26Experiment30-GGUF",
"mradermacher/Gemma_Dental_it_07_merged-GGUF",
"mradermacher/legendary-river-koalpaca-GGUF",
"mradermacher/MeliodasPercival_01_Experiment26Experiment24-GGUF",
"mradermacher/criticurus-v0.0-GGUF",
"mradermacher/StarFusion-alpha2-GGUF",
"mradermacher/Ethical-Llama3-8B-GGUF",
"mradermacher/Experiment26Yamshadow_Experiment24Alloyingotneoy-GGUF",
"mradermacher/Kunoichi-DPO-v2-Instruct-32k-7B-GGUF",
"mradermacher/nl2sql-7b-GGUF",
"mradermacher/Experiment28M7_T3qm7xpT3q-GGUF",
"mradermacher/meditron-7b-dpo-full-wo-live_qa-ep3-GGUF",
"mradermacher/Gonzo-Chat-7B-GGUF",
"mradermacher/llama3-8B-DWP-GGUF",
"mradermacher/Yamshadowexperiment28M70.27-0.84-0.41-0.25-0.18-0.25-7B-GGUF",
"mradermacher/functionary-small-v2.2-GGUF",
"mradermacher/Orca_School_and_Food-GGUF",
"mradermacher/Experiment28M7_Strangemerges_32Experiment26-GGUF",
"mradermacher/StrangeMerges_57-7B-model_stock-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment26Experiment30-GGUF",
"mradermacher/Mistral-7B-v0.1-Llama-2-7b-mix-GGUF",
"mradermacher/flammen17-mistral-7B-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment28Inex12-GGUF",
"mradermacher/Experiment28M7_Experiment26Pastiche-GGUF",
"mradermacher/LewdSniffyOtter-7B-GGUF",
"mradermacher/GEITje-7B-chat-GGUF",
"mradermacher/occiglot-7b-it-en-instruct-hf-GGUF",
"mradermacher/YamT3qm7xp_Experiment27Yam-GGUF",
"mradermacher/TinySolar-248m-4k-py-instruct-GGUF",
"mradermacher/gemma-if-graph-v2-GGUF",
"mradermacher/flammen19X-mistral-7B-GGUF",
"mradermacher/M7Yamshadowexperiment28_T3qm7xStrangemerges_32-GGUF",
"mradermacher/Samantha-v6-GGUF",
"mradermacher/llama-2-7b-alpaca-gpt4-GGUF",
"mradermacher/AiMedicalChatbot-GGUF",
"mradermacher/AetherSett-GGUF",
"mradermacher/Letta-o1-GGUF",
"mradermacher/Gemma2-2b-CoT-Spanish-GGUF",
"mradermacher/LlamaStock-8B-GGUF",
"mradermacher/King-7B-GGUF",
"mradermacher/ColdBrew-Oracle-GGUF",
"mradermacher/LlamaStock2-8B-GGUF",
"mradermacher/Samantha-v6.5-GGUF",
"mradermacher/Aspire_1.4-8B-Model_Stock-GGUF",
"mradermacher/DR-8-5-M-V1-GGUF",
"mradermacher/WorldGen-GGUF",
"mradermacher/mergekit-model_stock-fpfjlqs-GGUF",
"mradermacher/M7Yamshadowexperiment28_ShadowOgno-GGUF",
"mradermacher/Llama-3.2-1B-Instruct-Sft-Alfworld-v0-GGUF",
"mradermacher/Llama-3-8B-Instruct-Iterative-SamPO-GGUF",
"mradermacher/PESTO-llama-3b-base-GGUF",
"mradermacher/Magnolia-v3-Gemma2-8k-9B-GGUF",
"mradermacher/Elusive1.3-8B-Model_Stock-GGUF",
"mradermacher/Dragon_1.1-8B-Model_Stock-GGUF",
"mradermacher/EurusPRM-Stage1-GGUF",
"mradermacher/LorebotChat-V1-8B-GGUF",
"mradermacher/MT-Merge5-GMA-gemma-2-9B-GGUF",
"mradermacher/MT-Merge5-IF-gemma-2-MTg5MT1g5-9B-GGUF",
"mradermacher/MT-Merge5-MMBMUI-gemma-2-9B-GGUF",
"mradermacher/MT-Merge5-MM-gemma-2-MT3g5MTg5-9B-GGUF",
"mradermacher/MT-Merge5-MU-gemma-2-MT4g5MT2g5-9B-GGUF",
"mradermacher/MT-Merge5-MUI-gemma-2-9B-GGUF",
"mradermacher/MT-Merge5-MA-gemma-2-MT4g5MTg5-9B-GGUF",
"mradermacher/MT-Merge5-GP-gemma-2-MTg5MT4g5-9B-GGUF",
"mradermacher/MT-Merge5-gemma-2-9B-GGUF",
"mradermacher/NeuralGemma-2b-FT-GGUF",
"mradermacher/MeliodasPercival_01_T3qm7xPercival_01-GGUF",
"mradermacher/TheSalt-RP-L3-8b-DPO-v0.3.2-e0.15.2-GGUF",
"mradermacher/YamshadowStrangemerges_32_Experiment27Pastiche-GGUF",
"mradermacher/peft-gemma-2b-v9-GGUF",
"mradermacher/Neural-phi2-GGUF",
"mradermacher/YamshadowStrangemerges_32_T3qExperiment26-GGUF",
"mradermacher/Llama-3-8B-Instruct-v0.1-16K-QLoRA-Merged-GGUF",
"mradermacher/TiLamb-7B-GGUF",
"mradermacher/Experiment28M7_NeuralsirkrishnaShadow-GGUF",
"mradermacher/M7Yamshadowexperiment28_YamM7-GGUF",
"mradermacher/llama-2-7b-PetGPT-GGUF",
"mradermacher/NeuralsirkrishnaShadow_AlloyingotneoyYam-GGUF",
"mradermacher/Swallow-MS-7b-v0.1-ChatSkill-LAB-Evo-v0.8-GGUF",
"mradermacher/Llama-3-8B-ORPO-V1-GGUF",
"mradermacher/Experiment28M7_YamT3qm7xp-GGUF",
"mradermacher/YamshadowStrangemerges_32_Experiment26Experiment30-GGUF",
"mradermacher/Mistral_Orient-GGUF",
"mradermacher/M7Yamshadowexperiment28_Strangemerges_32M7-GGUF",
"mradermacher/T3qT3qm7xp-7B-GGUF",
"mradermacher/coref-mem-small-GGUF",
"mradermacher/Mermaid-Llama-3-5B-Pruned-GGUF",
"mradermacher/YamshadowStrangemerges_32_Strangemerges_32M7-GGUF",
"mradermacher/NeuralExperiment-7b-dare-ties-GGUF",
"mradermacher/M7merge-7B-slerp-GGUF",
"mradermacher/MergerixShadowm7exp-7B-GGUF",
"mradermacher/Llama-3-8b-ita-ties-pro-GGUF",
"mradermacher/ShadowYamshadow_Strangemerges_30Experiment28-GGUF",
"mradermacher/DailoGPT-RickBot-main-GGUF",
"mradermacher/kola-GGUF",
"mradermacher/DeepCode-7B-Aurora-v12-GGUF",
"mradermacher/Misgit-7B-slerp-GGUF",
"mradermacher/Mistral-7B-v0.1-sft-dpo-1.6k-GGUF",
"mradermacher/ko-Llama-3-8B-sft-v0.2-GGUF",
"mradermacher/english_to_shakespeare-GGUF",
"mradermacher/gemma-2B-marathi-translation1-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_Experiment28Multi_verse_model-GGUF",
"mradermacher/MT-Merge5-BB-gemma-2-MT5g5MTg5-9B-GGUF",
"mradermacher/YamshadowStrangemerges_32_NeuralsirkrishnaM7-GGUF",
"mradermacher/K2S3-Mistral-7b-v1.4-GGUF",
"mradermacher/MultiMerge-7B-slerp-GGUF",
"mradermacher/Tamil-Mistral-7B-v0.1-GGUF",
"mradermacher/An4-7Bv2-GGUF",
"mradermacher/MT-Merge5-MMB-gemma-2-9B-GGUF",
"mradermacher/BeagSake-7B-GGUF",
"mradermacher/StrangeMerges_50-7B-slerp-GGUF",
"mradermacher/M7Yamshadowexperiment28_ShadowNeuralsirkrishna-GGUF",
"mradermacher/Garbage_9B-GGUF",
"mradermacher/Experiment28M7_Ognoexperiment27M7-GGUF",
"mradermacher/llama-3-8b-PhiloSloppy-GGUF",
"mradermacher/Yamshadowexperiment28M70.64-0.81-0.33-0.12-0.46-0.05-7B-GGUF",
"mradermacher/Mistral-7B-Instruct-v0.2-Function-Calling-GGUF",
"mradermacher/InnerILLM-7B-slerp-GGUF",
"mradermacher/Magiq-Logic-0-GGUF",
"mradermacher/Seagull-llama-3-8B-orpo-v0.5-GGUF",
"mradermacher/ShadowYamshadow_Experiment27Inex12-GGUF",
"mradermacher/PrometheusLaser-7B-slerp-GGUF",
"mradermacher/SanGuoYanYi-6b-GGUF",
"mradermacher/sec-mistral-v2-Hercules-GGUF",
"mradermacher/Aria-7b-128k-v3-GGUF",
"mradermacher/Sunsimiao-Qwen1.5-1.8B-lora-0.25-GGUF",
"mradermacher/Experiment26Yamshadow_Strangemerges_32Experiment28-GGUF",
"mradermacher/Experiment28M7_YamExperiment26-GGUF",
"mradermacher/YamshadowStrangemerges_32_ShadowYam-GGUF",
"mradermacher/YamshadowInex12_Strangemerges_32M7-GGUF",
"mradermacher/Experiment28M7_Experiment28Meliodas-GGUF",
"mradermacher/karasu-aya-ja-v0.1-GGUF",
"mradermacher/PiSSA-Llama-3-8B-Instruct-r64-GGUF",
"mradermacher/Llama-3-8B-Instruct-v0.4-GGUF",
"mradermacher/cerebras-256m-GGUF",
"mradermacher/Llama-3-8B-Instruct-v0.1-128K-QLoRA-Merged-GGUF",
"mradermacher/StrangeMerges_54-7B-model_stock-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Experiment27Yam-GGUF",
"mradermacher/L3-Umbral-Mind-RP-v0.1-8B-GGUF",
"mradermacher/llama3-openhermes-2.5-GGUF",
"mradermacher/CoEvol-Mixtral_Mistral-7B-v0.1_SFT-GGUF",
"mradermacher/Mixtral-8x400M-Instruct-v0.1-GGUF",
"mradermacher/DialoGPT-medium-Rick-from-RickAndMorty-GGUF",
"mradermacher/Turkish-OSCAR-GEC-v0-GGUF",
"mradermacher/Experiment26Yam_PasticheNeuralsirkrishna-GGUF",
"mradermacher/YuisekinAI-mistral-en-1.1B-coder-wizardlm-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Inex16Calme-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Experiment26Yam-GGUF",
"mradermacher/NeuralsirkrishnaShadow_YamMulti_verse_model-GGUF",
"mradermacher/StarlingMaxLimmy-7B-slerp-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment29Multi_verse_model-GGUF",
"mradermacher/Experiment26Yamshadow_Experiment27Pastiche-GGUF",
"mradermacher/lobotollama-5.5b-GGUF",
"mradermacher/blossom-v1-3b-GGUF",
"mradermacher/RampedUp-Mistral-7B-v0.4-GGUF",
"mradermacher/Samantha-1.11-7b-GGUF",
"mradermacher/Experiment28T3q_Experiment28Experiment29-GGUF",
"mradermacher/sixtyoneeighty-7b-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Strangemerges_32Yam-GGUF",
"mradermacher/MergerixStrangemerges_32-7B-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment29Multi_verse_model-GGUF",
"mradermacher/Mermaid-Can-Code-GGUF",
"mradermacher/MeliodasPercival_01_YamExperiment26-GGUF",
"mradermacher/Calme-7B-Instruct-v0.5-GGUF",
"mradermacher/Experiment28T3q_PasticheAlloyingotneoy-GGUF",
"mradermacher/CosmoAlpacaLisa-0.3-1b-GGUF",
"mradermacher/Merge-Gemma-2b-it-with-a-Fine-Tuned-one-for-Arabic-GGUF",
"mradermacher/MasherAI-7B-v6.1-final-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment28Experiment26-GGUF",
"mradermacher/Llama-3-8B-Instruct-japanese-nk2t-v0.2-GGUF",
"mradermacher/Llama-3-Mistral-v0.2-Instruct-slerp-GGUF",
"mradermacher/medical-qa-gpt2-GGUF",
"mradermacher/Patent-Instruct-Llama-2-Chat-7B-Slerp-GGUF",
"mradermacher/Maverick-v3.0-GGUF",
"mradermacher/K2S3-Mistral-7b-v1.46-GGUF",
"mradermacher/T3qm7xpStrangemerges_32-7B-GGUF",
"mradermacher/YuisekinAI-mistral-en-1.1B-aya-GGUF",
"mradermacher/Swallow-MS-7b-v0.1-ChatSkill-LAB-Evo-v0.9-GGUF",
"mradermacher/Experiment26Yam_Experiment24Alloyingotneoy-GGUF",
"mradermacher/nepali-text-correction-and-punctuation-restoration-mt5-GGUF",
"mradermacher/FinDPO-Phi2-GGUF",
"mradermacher/ZEUS-8B-V14-GGUF",
"mradermacher/mamba-130m-msmath-GGUF",
"mradermacher/YamshadowInex12_YamYam-GGUF",
"mradermacher/Wisenut-LLaMA-3.1-8B-IC-SFT-GGUF",
"mradermacher/RedPipe-7B-slerp-GGUF",
"mradermacher/synapsellm-7b-mistral-v0.3-preview-GGUF",
"mradermacher/llamaphi-3-128k-instruct-GGUF",
"mradermacher/MiniLlama-1.8b-Med-GGUF",
"mradermacher/swahili-Instruct-llama-2-7b-GGUF",
"mradermacher/Percival_01-7b-slerp-GGUF",
"mradermacher/gamma-Kosmos-EVAA-8B-GGUF",
"mradermacher/Vecteus-Poet-GGUF",
"mradermacher/M7Yamshadowexperiment28_AlloyingotneoyNeuralsirkrishna-GGUF",
"mradermacher/Storymation-2-7b-chat-finetune-GGUF",
"mradermacher/RogerMerge-7B-slerp-GGUF",
"mradermacher/DPO-Qwen2-1.5B-Instruct-Human-like-GGUF",
"mradermacher/PeiYangMe-0.8-GGUF",
"mradermacher/SenecaLLMxQwen2.5-Coder-7B-Instruct-GGUF",
"mradermacher/StructuredThinker-v0.3-MoreStructure-GGUF",
"mradermacher/Experiment28T3q_ShadowCalme-GGUF",
"mradermacher/WorldGen-v1.1-GGUF",
"mradermacher/TinySphinx-GGUF",
"mradermacher/TinySphinx2.0-GGUF",
"mradermacher/YamshadowStrangemerges_32_Experiment24Shadow-GGUF",
"mradermacher/Triangulum-5B-GGUF",
"mradermacher/Dragon_1.2-8B-Model_Stock-GGUF",
"mradermacher/StructuredThinker-GGUF",
"mradermacher/SymbiHot-L3-8B-Rewinded-GGUF",
"mradermacher/StructuredThinker-v0.2-MoreStructure-GGUF",
"mradermacher/gemma-2b-datascience-instruct-v3.5-GGUF",
"mradermacher/hindi-medbot-llama3-GGUF",
"mradermacher/karasu-zundamon-v0.1-GGUF",
"mradermacher/PHY-AI-GGUF",
"mradermacher/Sappho_V0.0.2-GGUF",
"mradermacher/YamshadowStrangemerges_32_AlloyingotneoyNeuralsirkrishna-GGUF",
"mradermacher/M7Yamshadowexperiment28_Strangemerges_32Neuralsirkrishna-GGUF",
"mradermacher/bge-base-en-v1.5-GGUF",
"mradermacher/AmharicNewsCharacterNormalized-GGUF",
"mradermacher/Experiment28T3q_Strangemerges_30Experiment26-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Inex12Neural-GGUF",
"mradermacher/Arcee-Spark-FP32-GGUF",
"mradermacher/Guru-Llama-3-8B-GGUF",
"mradermacher/Ontology-0.1-Mistral-7B-GGUF",
"mradermacher/opencsg-stable-code-3b-v1-GGUF",
"mradermacher/YamshadowStrangemerges_32_Experiment26Yamshadow-GGUF",
"mradermacher/Dragon_1.3-8B-Model_Stock-GGUF",
"mradermacher/YamshadowInex12_Percival_01Experiment26-GGUF",
"mradermacher/ZEUS-8B-V16-GGUF",
"mradermacher/L3.1-Epv1-10B-GGUF",
"mradermacher/QwenSlerp2-3B-GGUF",
"mradermacher/Nivkh-GGUF",
"mradermacher/Kosmos-EVAA-mix-v35-8B-GGUF",
"mradermacher/QwenSlerp-3B-GGUF",
"mradermacher/xb3b-1.1-GGUF",
"mradermacher/Zhongsi-6B-Instruct-GGUF",
"mradermacher/ohnoes_now_nsfw-GGUF",
"mradermacher/ZEUS-8B-V17-GGUF",
"mradermacher/Mistralyrix-7B-Instruct-GGUF",
"mradermacher/ZEUS-8B-V13-abliterated-GGUF",
"mradermacher/another_nsfw_test-GGUF",
"mradermacher/orca_alpaca_3b-GGUF",
"mradermacher/RA2.0-GGUF",
"mradermacher/MTM-Merge-MU-gemma-2-MTM4MTM3-9B-GGUF",
"mradermacher/Arabic-Qwen2.5-3B-v2.1-GGUF",
"mradermacher/Llama-3.2-1B-Creative-Lora-GGUF",
"mradermacher/xdverse_Llama-3.2-1B-Instruct-GGUF",
"mradermacher/OS-Genesis-7B-AC-GGUF",
"mradermacher/MeliodasPercival_01_YamMulti_verse_model-GGUF",
"mradermacher/MTM-Merge-MA-gemma-2-MTM4MTM5-9B-GGUF",
"mradermacher/MTM-Merge-MMMU-gemma-2-9B-GGUF",
"mradermacher/MTM-Merge-BB-gemma-2-MTMMTM5-9B-GGUF",
"mradermacher/flammen15-mistral-7B-GGUF",
"mradermacher/MTM-Merge-BI-gemma-2-9B-GGUF",
"mradermacher/MTM-Merge-MMMUBI-gemma-2-9B-GGUF",
"mradermacher/MTM-Merge-MM-gemma-2-MTM4MTM2-9B-GGUF",
"mradermacher/MTM-Merge-IF-gemma-2-MTMMTM1-9B-GGUF",
"mradermacher/MTM-Merge-gemma-2-9B-GGUF",
"mradermacher/MTM-Merge-GP-gemma-2-MTM5MTM4-9B-GGUF",
"mradermacher/YamshadowStrangemerges_32_Experiment24Inex12-GGUF",
"mradermacher/Experiment26Yam_Experiment27Inex12-GGUF",
"mradermacher/Experiment28M7_Experiment26Strangemerges_30-GGUF",
"mradermacher/YamshadowStrangemerges_32_Experiment29Experiment24-GGUF",
"mradermacher/CerebrumDolphin-2.0-Mistral-7B-v0.2-GGUF",
"mradermacher/M7Yamshadowexperiment28_YamshadowExperiment28-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_Experiment24Ognoexperiment27-GGUF",
"mradermacher/OrpoLlama3-8B-FT-GGUF",
"mradermacher/Trillama-8B-GGUF",
"mradermacher/story_generator-GGUF",
"mradermacher/Experiment26Yam_Experiment27Experiment24-GGUF",
"mradermacher/Starling-LM-7B-beta-LaserRMT-v1-GGUF",
"mradermacher/Wide-Sheared-LLaMA-1.3B-GGUF",
"mradermacher/Infinitely-Kunodiculous-9B-GGUF",
"mradermacher/social-llama-3-8b-instructions-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_AlloyingotneoyExperiment24-GGUF",
"mradermacher/TaliML-PHI3-128K-ITA-V.1.0.FINAL-GGUF",
"mradermacher/Calme-7B-Instruct-v0.3-GGUF",
"mradermacher/M7Yamshadowexperiment28_YamYam-GGUF",
"mradermacher/MeliodasPercival_01_YamshadowExperiment28-GGUF",
"mradermacher/horror_bandersnatch-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment27Shadow-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Multi_verse_modelM7-GGUF",
"mradermacher/llama3-Chinese-chat-8B-GGUF",
"mradermacher/guillaumetell-7b-GGUF",
"mradermacher/zephyr-beta-wizardLM-2-merge-7B-GGUF",
"mradermacher/Gemma-1.1-2b-it-Physics-2k-The-Iron-Giant20-GGUF",
"mradermacher/CalmexperimentPercival_01-7B-GGUF",
"mradermacher/YamshadowInex12_Inex12Neural-GGUF",
"mradermacher/M7Yamshadowexperiment28_ShadowStrangemerges_32-GGUF",
"mradermacher/odia-gemma-2b-base-unsloth-GGUF",
"mradermacher/Yamshadowexperiment28M70.8-0.49-0.98-0.31-0.16-0.95-7B-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_YamshadowExperiment28-GGUF",
"mradermacher/PIPPA-Named-7B-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_CalmeInex12-GGUF",
"mradermacher/Experiment28M7_Experiment27Pastiche-GGUF",
"mradermacher/MasherAI-7B-v6.1-GGUF",
"mradermacher/YuisekinAIEvol-Mistral-7B-ja-math-v0.1-GGUF",
"mradermacher/bellman-7b-mistral-instruct-v0.2-GGUF",
"mradermacher/YamshadowInex12_Experiment26Yamshadow-GGUF",
"mradermacher/titulm-mpt-1b-v1.0-GGUF",
"mradermacher/Dolphin-MistralCode-v0.2-slerp-GGUF",
"mradermacher/ColorQuestGPT-GGUF",
"mradermacher/Wide-Sheared-LLaMA-543M-GGUF",
"mradermacher/ACultriX-7B-GGUF",
"mradermacher/kukulemon-spiked-9B-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_YamStrangemerges_32-GGUF",
"mradermacher/WestLakeSeverusV2-DPO-7B-DARE-TA-GGUF",
"mradermacher/Wukong-Phi-3-Instruct-Ablated-GGUF",
"mradermacher/StarFusion-alpha1-GGUF",
"mradermacher/Experiment28M7_Experiment24Ognoexperiment27-GGUF",
"mradermacher/YamshadowStrangemerges_32_Strangemerges_32Shadow-GGUF",
"mradermacher/REDRIOT-Gemma-2B-IT-GGUF",
"mradermacher/Ae-calem-mistral-7b-v0.2-GGUF",
"mradermacher/MeliodasPercival_01_T3qm7xNeuralsirkrishna-GGUF",
"mradermacher/MicroTask-mini-guanaco-GGUF",
"mradermacher/Strangemerges_32Experiment26-7B-GGUF",
"mradermacher/Experiment28M7_Experiment26Strangemerges_32-GGUF",
"mradermacher/gemma-Role-Mining-JSON-GGUF",
"mradermacher/coref-mem-base-GGUF",
"mradermacher/Persian_Llama3-GGUF",
"mradermacher/Mistral-7B-v0.1-chat-SFT-GGUF",
"mradermacher/T3qm7Strangemerges_32-7B-GGUF",
"mradermacher/YuisekinAI-mistral-1.1B-databricks-dolly-GGUF",
"mradermacher/MeliodasPercival_01_YamT3qm7x-GGUF",
"mradermacher/YamshadowInex12_T3qm7xNeuralsirkrishna-GGUF",
"mradermacher/hammerllm-1.4b-272k-GGUF",
"mradermacher/YamshadowInex12_ShadowYamshadow-GGUF",
"mradermacher/RBarcenas-Mistral-7b-AbstractiveQA2-GGUF",
"mradermacher/AVA-Llama-3-V2-GGUF",
"mradermacher/StarlingBeagle-dare-GGUF",
"mradermacher/Hercules-3-3B-GGUF",
"mradermacher/Immy_v3-GGUF",
"mradermacher/Kosmos-EVAA-Franken-v37-8B-GGUF",
"mradermacher/FnFLlama-3.1-8B2-GGUF",
"mradermacher/Derivative-8B-Model_Stock-GGUF",
"mradermacher/Granite-3.1-8B-instruct-Korean-GGUF",
"mradermacher/fusion-GGUF",
"mradermacher/YamshadowInex12_Experiment28M7-GGUF",
"mradermacher/Starbral-Infinimons-9B-GGUF",
"mradermacher/merging_LLM-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment28Strangemerges_32-GGUF",
"mradermacher/Experiment28T3q_AlloyingotneoyInex12-GGUF",
"mradermacher/QwenModelStock-1.8B-GGUF",
"mradermacher/FnFLlama-3.1-8B3-GGUF",
"mradermacher/Hercules-3-1B-GGUF",
"mradermacher/SmolLM2-mental-health-GGUF",
"mradermacher/Reasoning-175M-GGUF",
"mradermacher/Hercules-3-7B-GGUF",
"mradermacher/YuisekinAI-mistral-en-1.1B-databricks-dolly-GGUF",
"mradermacher/MT-Max-Merge_02012025163610-BI-gemma-2-9B-GGUF",
"mradermacher/MT-Max-Merge_02012025163610-MM-gemma-2-MT5g4MTM4-9B-GGUF",
"mradermacher/MT-Max-Merge_02012025163610-MA-gemma-2-MTM4MT5g4-9B-GGUF",
"mradermacher/MT-Max-Merge_02012025163610-MUG-gemma-2-9B-GGUF",
"mradermacher/MT-Max-Merge_02012025163610-BB-gemma-2-MT5g4MTM5-9B-GGUF",
"mradermacher/Llama-3-8B-Instruct-v0.1-32K-QLoRA-Merged-GGUF",
"mradermacher/Faro-Yi-9B-GGUF",
"mradermacher/MeliodasPercival_01_NeuralsirkrishnaT3qm7x-GGUF",
"mradermacher/YamshadowStrangemerges_32_AlloyingotneoyPercival_01-GGUF",
"mradermacher/EasyContext-256K-danube2-1.8b-GGUF",
"mradermacher/medmistral-7b-GGUF",
"mradermacher/WestIceLemonTeaRP-32k-7b-GGUF",
"mradermacher/h2o-danube-1.8b-sft-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Strangemerges_32Alloyingotneoy-GGUF",
"mradermacher/YamshadowStrangemerges_32_Multi_verse_modelM7-GGUF",
"mradermacher/YamshadowInex12_YamM7-GGUF",
"mradermacher/Wide-Sheared-LLaMA-290M-GGUF",
"mradermacher/karakuri-lm-7b-apm-v0.1-GGUF",
"mradermacher/MeliodasPercival_01_Multi_verse_modelExperiment28-GGUF",
"mradermacher/hammerllm-1.4b-247k-GGUF",
"mradermacher/VeriUS-LLM-8b-v0.2-GGUF",
"mradermacher/K2S3-Mistral-7b-v1.43-GGUF",
"mradermacher/Pythia-2.8B-HH-RLHF-Iterative-SamPO-GGUF",
"mradermacher/AdvLlama-3.1-8B-GGUF",
"mradermacher/cuscuz-7b-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment24Alloyingotneoy-GGUF",
"mradermacher/ablation-model-the-pile-GGUF",
"mradermacher/elyza-fork2-GGUF",
"mradermacher/ShadowYamshadow_Inex12Strangemerges_30-GGUF",
"mradermacher/YamshadowInex12_Experiment28Neuralsirkrishna-GGUF",
"mradermacher/GREEN-Phi2-GGUF",
"mradermacher/blossom-v3-mistral-7b-GGUF",
"mradermacher/Experiment28T3q_YamExperiment24-GGUF",
"mradermacher/Gemma2b-Turkish-Instruction-GGUF",
"mradermacher/YamshadowInex12_PasticheInex12-GGUF",
"mradermacher/M7Neuralsynthesis-7B-GGUF",
"mradermacher/meditron-7b-dpo-full-sft-wo-kqa_silver_wogold-GGUF",
"mradermacher/M7Yamshadowexperiment28_Multi_verse_modelExperiment28-GGUF",
"mradermacher/TinyLlama_v1.1_chinese-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_ShadowYamshadow-GGUF",
"mradermacher/T3qm7Mergerix-7B-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Experiment26Alloyingotneoy-GGUF",
"mradermacher/Experiment28T3q_Experiment27Yam-GGUF",
"mradermacher/YamshadowInex12_Experiment27Experiment28-GGUF",
"mradermacher/MT-Max-Merge_02012025163610-MAMM-gemma-2-9B-GGUF",
"mradermacher/trix-llama-3-8B-stock-GGUF",
"mradermacher/aqua-smaug-0.3-8B-GGUF",
"mradermacher/MeliodasT3qm7_ShadowT3q-GGUF",
"mradermacher/Mistral-Starling-merge-trial3-7B-GGUF",
"mradermacher/YamshadowInex12_NeuralExperiment26-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Experiment26Yamshadow-GGUF",
"mradermacher/M7T3qm7xp_Strangemerges_32T3q-GGUF",
"mradermacher/numfalm-chat-full-GGUF",
"mradermacher/openbuddy-zero-3b-v21.2-32k-GGUF",
"mradermacher/Experiment26Yam_Multi_verse_modelExperiment28-GGUF",
"mradermacher/M7Multiverseex26-7B-GGUF",
"mradermacher/Experiment26Yamshadow_Experiment24Inex12-GGUF",
"mradermacher/shorting-gemma-2b-2e-GGUF",
"mradermacher/Phi-3-mini-4k-instruct-LLaMAfied-GGUF",
"mradermacher/NeuralsirkrishnaShadow_ShadowYamshadow-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_AlloyingotneoyInex12-GGUF",
"mradermacher/Barrau-7B-GGUF",
"mradermacher/Yamshadowexperiment28M70.8-0.01-0.86-0.36-0.42-0.95-7B-GGUF",
"mradermacher/openbuddy-mistral2-7b-v20.1-32k-GGUF",
"mradermacher/orcamath-tinyllama-1.1B-v1-chat-GGUF",
"mradermacher/RasGullaINEX12-7B-slerp-GGUF",
"mradermacher/Hercules-Mini-1.8B-GGUF",
"mradermacher/D_AU-Tess-7B-v2.0-Yarn-Mistral-7b-128k-DPO-GGUF",
"mradermacher/maestrale-chat-v0.3-beta-GGUF",
"mradermacher/llama-2-7b-bioinspired-GGUF",
"mradermacher/Mergerix-7b-v0.4-GGUF",
"mradermacher/flammen16-chinese-dpo-mistral-7B-GGUF",
"mradermacher/NeuralContamination-7B-ties-GGUF",
"mradermacher/Starfinite-Laymospice-v2-7B-GGUF",
"mradermacher/OrpoLlama-3-8B-leo-GGUF",
"mradermacher/cuckoo-starling-32k-7B-GGUF",
"mradermacher/K2S3-Mistral-7b-v1.47-GGUF",
"mradermacher/Experiment26Yamshadow_NeuralExperiment26-GGUF",
"mradermacher/OrpoLlama-3-8B-chat-cn-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_Experiment27Inex12-GGUF",
"mradermacher/Experiment26Mergerix-7B-GGUF",
"mradermacher/Experiment28M7_Percival_01Shadow-GGUF",
"mradermacher/Stage-IOTGraphic-GGUF",
"mradermacher/Hermes-Mistral-7B-Orca-GGUF",
"mradermacher/Experiment28T3q_Experiment29Multi_verse_model-GGUF",
"mradermacher/kangoroo_7B_mistral-GGUF",
"mradermacher/Llama-3-8b-64k-PoSE-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Neuralsirkrishnaexperiment26Experiment24-GGUF",
"mradermacher/llama-2-7b-chat-waft-GGUF",
"mradermacher/Experiment27pasticheYamshadowexperiment28-7B-GGUF",
"mradermacher/NeuralsynthesisMeliodas-7B-GGUF",
"mradermacher/phi-therapist-chat-v1-GGUF",
"mradermacher/acolyte-1-GGUF",
"mradermacher/Experiment28M7_Experiment26Experiment26-GGUF",
"mradermacher/Llama-2-7b-chat-hf-1k-Databricks-ENG-GGUF",
"mradermacher/Chitti-Base-model-for-GPT-v13-GGUF",
"mradermacher/KONI-Llama3.1-8B-20240824-GGUF",
"mradermacher/blopsy-1.1-GGUF",
"mradermacher/ContY-v0.2-8B-GGUF",
"mradermacher/Mistral_7B-Open_Hermes-NSFWV1-GGUF",
"mradermacher/shorting-gemma-2b-3e-GGUF",
"mradermacher/tau-0.5B-GGUF",
"mradermacher/mamba-1.4b-msmath-GGUF",
"mradermacher/AutoLimmy-7B-slerp-GGUF",
"mradermacher/Llama-3-8B-Omnibus-1-PL-v01-INSTRUCT-GGUF",
"mradermacher/criticon-sft-v0.1-GGUF",
"mradermacher/Mistral-planner_v4-GGUF",
"mradermacher/StarlingMaxLimmy2-7B-slerp-GGUF",
"mradermacher/llama-2-7b-miniguanaco-GGUF",
"mradermacher/deepseek-Kunoichi-DPO-GGUF",
"mradermacher/J.O.S.I.E.3-Beta10-7B-slerp-GGUF",
"mradermacher/Umi-7B-Mistral-HP-0-GGUF",
"mradermacher/YamshadowStrangemerges_32_ShadowNeuralsirkrishna-GGUF",
"mradermacher/Emotional_Chatbot-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment28Experiment29-GGUF",
"mradermacher/M7Yamshadowexperiment28_YamOgno-GGUF",
"mradermacher/RampedUp-Mistral-7B-v0.3-GGUF",
"mradermacher/M7Yamshadowexperiment28_MeliodasT3qm7-GGUF",
"mradermacher/llama-3.1-8b-investement-analyst-GGUF",
"mradermacher/Westlakev2-7B-DPO-GGUF",
"mradermacher/Experiment26Yamshadow_Inex16Calme-GGUF",
"mradermacher/Deep-Throat-3B-GGUF",
"mradermacher/MFANN3bv1.1-GGUF",
"mradermacher/banking_chatbot_master-GGUF",
"mradermacher/Patent-Base-InternLM2-7B-Ties-GGUF",
"mradermacher/CodeLlama-7B-Kexer-GGUF",
"mradermacher/Experiment28T3q_Strangemerges_32Strangemerges_30-GGUF",
"mradermacher/ko-Llama-3-8B-sft-v0.1-GGUF",
"mradermacher/Mistral-7B-v0.1-zeroed_out-ChatML-base-GGUF",
"mradermacher/Llama-3.1-Argunaut-1-8B-SFT-GGUF",
"mradermacher/zelensky-gpt2-125m-GGUF",
"mradermacher/Llama3-GSM8K-Star-Plus-GGUF",
"mradermacher/marathi-mistral-v0.1-GGUF",
"mradermacher/cendol-mt5-small-inst-GGUF",
"mradermacher/StrangeMerges_15-7B-slerp-GGUF",
"mradermacher/Meta-Llama-3.1-8B-GLaDOS-GGUF",
"mradermacher/Maxine-7B-0401-stock-GGUF",
"mradermacher/social-llama-7b-instructions-GGUF",
"mradermacher/ichigo-v0.5-llama3.2-8B-base-GGUF",
"mradermacher/orca_mini_v9_6_3B-Instruct-GGUF",
"mradermacher/Zebrafish-slerp-7B-GGUF",
"mradermacher/MCQ-qv-8-GGUF",
"mradermacher/YuisekinAI-mistral-en-1.1B-v0.2-GGUF",
"mradermacher/ZEUS-8B-V19-GGUF",
"mradermacher/Saul-Base-zephyr-7b-beta-merge-GGUF",
"mradermacher/kosmo-gemma-GGUF",
"mradermacher/PascalHermes-2.5-Mistral-7B-GGUF",
"mradermacher/Patent-Base-Orca-2-7B-Ties-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_PasticheNeuralsirkrishna-GGUF",
"mradermacher/BioMistral-MedMNX-GGUF",
"mradermacher/blossom-v2-llama2-7b-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Ognoexperiment27Multi_verse_model-GGUF",
"mradermacher/T3qExperiment26-7B-GGUF",
"mradermacher/NeuralsirkrishnaShadow_YamExperiment24-GGUF",
"mradermacher/Bingus-v0.1-60M-Base-GGUF",
"mradermacher/POC_MultiLng-V2-GGUF",
"mradermacher/Qwen_2.5-Math-v3-GGUF",
"mradermacher/Kosmos-EVAA-Franken-v38-8B-GGUF",
"mradermacher/Experiment28M7_T3qT3qm7-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Inex12Experiment28-GGUF",
"mradermacher/Inex12Mergerix-7B-GGUF",
"mradermacher/Meta-Llama-3-8B-Instruct_fictional_arc_Korean_v2-GGUF",
"mradermacher/bitnet-mistal-m7-70m-slerp-GGUF",
"mradermacher/YamshadowStrangemerges_32_Experiment28Experiment26-GGUF",
"mradermacher/gpt2-Therapy2-GGUF",
"mradermacher/dementia-GGUF",
"mradermacher/MeliodasPercival_01_Strangemerges_32Shadow-GGUF",
"mradermacher/Experiment27pasticheShadowm7exp-7B-GGUF",
"mradermacher/MeliodasPercival_01_Experiment26T3q-GGUF",
"mradermacher/ZEUS-8B-V17-abliterated-V2-GGUF",
"mradermacher/BrokenLlama-3-8b-GGUF",
"mradermacher/Experiment28T3q_OgnoExperiment27-GGUF",
"mradermacher/CosmicNoodle-7B-GGUF",
"mradermacher/h2o-danube-1.8b-chat-GGUF",
"mradermacher/MeliodasT3q_T3qExperiment26-GGUF",
"mradermacher/Swallow-MS-7b-v0.1-ChatSkill-LAB-Evo-v0.2-GGUF",
"mradermacher/flammen13X-mistral-7B-GGUF",
"mradermacher/NinjaV1-pre-GGUF",
"mradermacher/lion-gemma-7b-cn-GGUF",
"mradermacher/YamshadowStrangemerges_32_Strangemerges_32Inex12-GGUF",
"mradermacher/T3qm7xpNeuralsynthesis-7B-GGUF",
"mradermacher/NeuralsynthesisInex12-7B-GGUF",
"mradermacher/reyna-qwen-l18-GGUF",
"mradermacher/YuisekinAI-mistral-0.7B-GGUF",
"mradermacher/YamshadowStrangemerges_32_M7Alloyingotneoy-GGUF",
"mradermacher/tau-1.8B-GGUF",
"mradermacher/Mistral-7B-v0.1-ja-wikipedia-databricks-dolly-v0.1-GGUF",
"mradermacher/DeepSeek_GSM8K_Self_Explore-GGUF",
"mradermacher/YamshadowInex12_Experiment27Yam-GGUF",
"mradermacher/SLM-Ravi-GGUF",
"mradermacher/OpenHermes-2.5-Mistral-7B-new-GGUF",
"mradermacher/MeliodasPercival_01_AlloyingotneoyExperiment24-GGUF",
"mradermacher/Mistral-7B-v0.3-Mistral-7B-v0.1-mix-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment24Ognoexperiment27-GGUF",
"mradermacher/flammen22X-mistral-7B-GGUF",
"mradermacher/mistral-NeuralHermes-7B-slerp-GGUF",
"mradermacher/TinyLlama-3T-Cinder-v1.3-GGUF",
"mradermacher/Nous-Hermes-2-DPO_into_Dolphin_Mistral_2.8_v02-GGUF",
"mradermacher/Loquace-mistral-ITA-v0.2-GGUF",
"mradermacher/YamshadowInex12_Experiment28Meliodas-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_Ognoexperiment27Multi_verse_model-GGUF",
"mradermacher/WeniGPT-Agents-Mistral-1.0.6-SFT-1.0.2-DPO-merged-GGUF",
"mradermacher/ArliAI-Llama-3-8B-Dolfin-v0.2-Instruct-GGUF",
"mradermacher/TinyLlama-NoPE-1.1B-GGUF",
"mradermacher/SpydazWeb_AI_Swahili_Project-GGUF",
"mradermacher/astraios-1b-fft-fine-tuned-python-GGUF",
"mradermacher/MeliodasPercival_01_Experiment26Alloyingotneoy-GGUF",
"mradermacher/Agent.Star.Demo-GGUF",
"mradermacher/Experiment26Yam_AlloyingotneoyYam-GGUF",
"mradermacher/Experiment28M7_YamYam-GGUF",
"mradermacher/Experiment28T3q_Strangemerges_30Ogno-GGUF",
"mradermacher/TinyDolphin-2.8-1.1b-GGUF",
"mradermacher/Mistral-7B-128k-GGUF",
"mradermacher/RampedUp-Mistral-7B-v0.6.1.1.2-GGUF",
"mradermacher/occiglot-7b-eu5-instruct-hf-GGUF",
"mradermacher/acolyte-2-GGUF",
"mradermacher/SHP-DPO-EPFL-Mistral-7b-GGUF",
"mradermacher/YamshadowStrangemerges_32_Strangemerges_32Yam-GGUF",
"mradermacher/NeuralsirkrishnaShadow_CalmeInex12-GGUF",
"mradermacher/YamshadowInex12_T3qm7xPercival_01-GGUF",
"mradermacher/Experiment28M7_YamshadowStrangemerges_32-GGUF",
"mradermacher/Poppy_Porpoise-DADA-8B-GGUF",
"mradermacher/Turkish-GPT-GEC-v0-GGUF",
"mradermacher/llama-2-7b-gorilla-open-function_v1-GGUF",
"mradermacher/Yamshadowexperiment28M70.49-0.87-0.92-0.72-0.23-0.18-7B-GGUF",
"mradermacher/omost-llama-3-8b-GGUF",
"mradermacher/kukuspice-7B-GGUF",
"mradermacher/blopsy-1.2-GGUF",
"mradermacher/Experiment28M7_YamStrangemerges_32-GGUF",
"mradermacher/llama-3-nvidia-ChatQA-1.5-8B-GGUF",
"mradermacher/Superfunguy-1-Mistral-7B-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_ShadowCalme-GGUF",
"mradermacher/MeliodasPercival_01_Experiment28Experiment26-GGUF",
"mradermacher/MeliodasPercival_01_Ognoexperiment27Multi_verse_model-GGUF",
"mradermacher/GemmaColRAC-AeroNavigatorLLM-2b-GGUF",
"mradermacher/zephyr-orpo-7b-v0.2-GGUF",
"mradermacher/Mistral-7B-Instruct-v0.2-expanded-sec-1.6B-tokens-GGUF",
"mradermacher/Ashura-GGUF",
"mradermacher/Llama-3-8B-NLI-ties3-GGUF",
"mradermacher/YamshadowInex12_Experiment24Inex12-GGUF",
"mradermacher/M7Yamshadowexperiment28_Multi_verse_modelYam-GGUF",
"mradermacher/Swallow-MS-7b-v0.1-ChatSkill-LAB-Evo-v0.7-GGUF",
"mradermacher/MeliodasT3q_AlloyingotneoyNeuralsirkrishna-GGUF",
"mradermacher/SatoshiNv117-GGUF",
"mradermacher/NeuralsirkrishnaShadow_ShadowNeuralsirkrishna-GGUF",
"mradermacher/MeliodasPercival_01_YamNeuralsirkrishna-GGUF",
"mradermacher/Antler-7B-RP-GGUF",
"mradermacher/Mistral-7B-v0.3-Llama-3.1-8B-mix-GGUF",
"mradermacher/StrangeMerges_8-7B-slerp-GGUF",
"mradermacher/Experiment26Yam_Experiment27Shadow-GGUF",
"mradermacher/KoLlama-3-8B-Instruct-Mix-GGUF",
"mradermacher/YamshadowInex12_PasticheNeuralsirkrishna-GGUF",
"mradermacher/rho-math-1b-v0.1-GGUF",
"mradermacher/Llama3-OpenBioLLM-8B-GGUF",
"mradermacher/MeliodasT3qm7_Strangemerges_32T3qm7xp-GGUF",
"mradermacher/YamshadowInex12_Experiment26Pastiche-GGUF",
"mradermacher/MyriadStrangemerges_32-7B-GGUF",
"mradermacher/CompliAI_FullModel3-GGUF",
"mradermacher/Swahili_Gemma-GGUF",
"mradermacher/messiah-7b-v1.3-GGUF",
"mradermacher/YamshadowInex12_Experiment24Experiment28-GGUF",
"mradermacher/Hermes-2-Pro-Mistral-7B-MEDIQA-CORR-DPO-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_Multi_verse_modelYam-GGUF",
"mradermacher/YuisekinAI-mistral-en-1.1B-coder-sql-GGUF",
"mradermacher/natsumura-storytelling-rp-1.0-llama-3.1-8b-GGUF",
"mradermacher/YamshadowInex12_M7T3qm7x-GGUF",
"mradermacher/Malay-Sentiment2-GGUF",
"mradermacher/YamshadowStrangemerges_32_Experiment28Neuralsirkrishna-GGUF",
"mradermacher/YamshadowInex12_AlloyingotneoyInex12-GGUF",
"mradermacher/TeleQnA-Phi2-Phinetune-GGUF",
"mradermacher/AnalysisMistral-7B-v0.2-GGUF",
"mradermacher/Amharic-News-Classification-GGUF",
"mradermacher/stablelm-2-1_6b-orpo-full-v3-GGUF",
"mradermacher/kannada-math-0.1-GGUF",
"mradermacher/YamshadowStrangemerges_32_Experiment26Experiment28-GGUF",
"mradermacher/Experiment26Yam_Multi_verse_modelYam-GGUF",
"mradermacher/samba-1.1B-GGUF",
"mradermacher/Experiment28T3q_YamM7-GGUF",
"mradermacher/Experiment26Yam_Experiment28Inex12-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment26Shadow-GGUF",
"mradermacher/Kukul-Stanta-0.420-32k-7B-0.2-GGUF",
"mradermacher/Meta-Llama-3-8B-Orpo-GGUF",
"mradermacher/WeniGPT-Agents-Zephyr-1.0.18-KTO-merged-GGUF",
"mradermacher/Moxoff-Phi3Mini-PPO-GGUF",
"mradermacher/WeniGPT-Agents-Zephyr-1.0.0-KTO-merged-GGUF",
"mradermacher/Experiment28M7_NeuralsirkrishnaInex12-GGUF",
"mradermacher/YamshadowInex12_Inex12Experiment28-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Strangemerges_32Inex12-GGUF",
"mradermacher/Qwen2.5-7B-Gutenberg-KTO-GGUF",
"mradermacher/MT1-Max-Merge_02012025163610-MUI-gemma-2-9B-GGUF",
"mradermacher/MT1-Max-Merge_02012025163610-gemma-2-9B-GGUF",
"mradermacher/QwenSparse-7B-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_ShadowCalme-GGUF",
"mradermacher/RampedUp-Mistral-7B-v0.6.1.1-GGUF",
"mradermacher/MT1-Max-Merge_02012025163610-MM-gemma-2-MTM5MTM1-9B-GGUF",
"mradermacher/MT1-Max-Merge_02012025163610-MA-gemma-2-MTM5MTM2MU-9B-GGUF",
"mradermacher/ZEUS-8B-V17-abliterated-V4-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment28Inex12-GGUF",
"mradermacher/MT1-Max-Merge_02012025163610-MAB-gemma-2-9B-GGUF",
"mradermacher/euclid-1B-GGUF",
"mradermacher/MicroThinker-1B-Preview-GGUF",
"mradermacher/flammen18-mistral-7B-GGUF",
"mradermacher/Goodenberk-GGUF",
"mradermacher/MT1-Max-Merge_02012025163610-IF-gemma-2-MT1g2MTM2MU-9B-GGUF",
"mradermacher/Counselling-QA-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment29Experiment24-GGUF",
"mradermacher/Llama-3-8B-Instruct-Portuguese-v0.1-GGUF",
"mradermacher/LGS-Llama-3-8b-GGUF",
"mradermacher/HazardNet-unsloth-reasoning-v0.3-GGUF",
"mradermacher/c4ai-command-r7b-12-2024-GGUF",
"mradermacher/ja-3B-ET-GGUF",
"mradermacher/Saba2-3B-GGUF",
"mradermacher/f-5-8b-GGUF",
"mradermacher/Eurus-2-7B-PRIME-GGUF",
"mradermacher/Rv0.4MT4g2-gemma-2-9B-GGUF",
"mradermacher/Barcenas-10b-GGUF",
"mradermacher/MT1-Max-Merge_02012025163610-BB-gemma-2-MTM5MTM3-9B-GGUF",
"mradermacher/MT1-Max-Merge_02012025163610-GMMMUI-gemma-2-9B-GGUF",
"mradermacher/NeuroControl-GGUF",
"mradermacher/MT1-Max-Merge_02012025163610-GMM-gemma-2-9B-GGUF",
"mradermacher/NeuroNoise_v1-GGUF",
"mradermacher/MFANNv0.20.11-GGUF",
"mradermacher/MLF-Llama3.2-3B-GGUF",
"mradermacher/MT1-Max-Merge_02012025163610-MU-gemma-2-MTM2MUMT1g2-9B-GGUF",
"mradermacher/MT1-Max-Merge_02012025163610-GP-gemma-2-MTM5MT1g2-9B-GGUF",
"mradermacher/Bahasa-4b-chat-GGUF",
"mradermacher/CosmoAlpacaLisa-0.2-1b-GGUF",
"mradermacher/Context-Obedient-Tri-MoE-GGUF",
"mradermacher/IntraDoc-2048-GGUF",
"mradermacher/llama3.1-8b-spaetzle-v59-GGUF",
"mradermacher/Arcee-Spark-GGUF",
"mradermacher/MedchatbotLlama-3.1-8B-GGUF",
"mradermacher/dolphin-2.9.2-qwen2-7b-GGUF",
"mradermacher/M7Yamshadowexperiment28_T3qm7xExperiment26-GGUF",
"mradermacher/GnX-GGUF",
"mradermacher/GnX-r2-GGUF",
"mradermacher/ClickbaitFighter-7B-GGUF",
"mradermacher/KhanomTanLLM-1B-GGUF",
"mradermacher/ai-detection-gutenberg-human-choosed-formatted-ai-sft-qwen-7b-sft-3epochs-GGUF",
"mradermacher/YamshadowInex12_Experiment26Experiment24-GGUF",
"mradermacher/T3qm7Neuralsynthesis-7B-GGUF",
"mradermacher/M7Yamshadowexperiment28_M7Alloyingotneoy-GGUF",
"mradermacher/MoEv4Config-TIESwithRescale-7b-GGUF",
"mradermacher/phi-3-mini-4k-loudai-GGUF",
"mradermacher/YamshadowInex12_Experiment26Experiment26-GGUF",
"mradermacher/NeuralLLaMa-3-8b-ORPO-v0.3-GGUF",
"mradermacher/NeuralLLaMa-3-8b-ORPO-v0.4-GGUF",
"mradermacher/NeuralsirkrishnaShadow_PasticheNeuralsirkrishna-GGUF",
"mradermacher/NeuralLLaMa-3-8b-DT-v0.1-GGUF",
"mradermacher/SKY-Ko-Llama3-8B-lora-GGUF",
"mradermacher/SKY-Ko-Solar-10.7B-lora-GGUF",
"mradermacher/Qwark-4B-GGUF",
"mradermacher/Llama-3-8B-Instruct-v0.3-GGUF",
"mradermacher/Qwen1.5-0.5B-dpo-mix-7k-GGUF",
"mradermacher/Gemma2_Virtual_doctor-GGUF",
"mradermacher/Experiment28M7_YamshadowT3q-GGUF",
"mradermacher/SniffyOtter-7B-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment27Experiment29-GGUF",
"mradermacher/Meta-Llama-3-2B-mlp-layer-pruned-GGUF",
"mradermacher/M7Yamshadowexperiment28_ShadowYam-GGUF",
"mradermacher/Experiment26Yamshadow_Experiment29Multi_verse_model-GGUF",
"mradermacher/mamba-2.8b-slimpj-hf-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Experiment26Strangemerges_32-GGUF",
"mradermacher/YamshadowInex12_YamT3qm7xp-GGUF",
"mradermacher/Helios-10.7B-GGUF",
"mradermacher/Mistral-7B-v0.2-GGUF",
"mradermacher/PiSSA-Llama-3-8B-Instruct-r32-GGUF",
"mradermacher/openbuddy-mistral2-7b-v20.2-32k-GGUF",
"mradermacher/fc-dolphin-2.6-mistral-7b-dpo-laser-GGUF",
"mradermacher/Neural-Cosmic-Boy-7B-slerp-GGUF",
"mradermacher/Ohm-version3-GGUF",
"mradermacher/saiga_llama3_8b-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_YamMulti_verse_model-GGUF",
"mradermacher/Gabriel-7b-Instruct-v0.2-GGUF",
"mradermacher/Patent-Instruct-Internlm2-7B-Ties-GGUF",
"mradermacher/NeuralGemma-2b-GGUF",
"mradermacher/Experiment26Neuralsirkrishna_AlloyingotneoyYam-GGUF",
"mradermacher/Calmex26-7B-slerp-GGUF",
"mradermacher/shorting-gemma-2b-3-5e-GGUF",
"mradermacher/Spaetzle-v68-7b-GGUF",
"mradermacher/COFFEEPOTS-critic-GGUF",
"mradermacher/ablation-model-fineweb-v1-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_AlloyingotneoyYam-GGUF",
"mradermacher/Experiment28M7_YamExperiment28-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Experiment27Experiment28-GGUF",
"mradermacher/Trendyol-LLM-7b-chat-stock-GGUF",
"mradermacher/Quantum-Citrus-9B-GGUF",
"mradermacher/koishi-7b-qlora-GGUF",
"mradermacher/Experiment26Yamshadow_Ognoexperiment27Multi_verse_model-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_ShadowOgno-GGUF",
"mradermacher/NeuralsirkrishnaShadow_Strangemerges_32Yam-GGUF",
"mradermacher/Experiment26Yamshadow_Experiment24Ognoexperiment27-GGUF",
"mradermacher/Quark-464M-v0.1.alpha-GGUF",
"mradermacher/Antler-7B-Novel-Writing-GGUF",
"mradermacher/reflect_ministral8Bit_om2_sft-t2_lr.5-6-GGUF",
"mradermacher/md-veronica-1-llama-3.2-3b-instruct-GGUF",
"mradermacher/Therapod-MergedDPO-GGUF",
"mradermacher/NeuraMedAW-GGUF",
"mradermacher/PastelMedAW-GGUF",
"mradermacher/the_soft_delerizome_machine_a_thousand_guattaris_fourth_of_plateaus_once-GGUF",
"mradermacher/Take-7B-GGUF",
"mradermacher/SkyeMed-GGUF",
"mradermacher/babylm-student-gpt2-0-GGUF",
"mradermacher/Stylographic-king-7B-GGUF",
"mradermacher/orca_mini_v9_7_3B-Instruct-GGUF",
"mradermacher/JuaSiri_model-GGUF",
"mradermacher/TinyLlama-1.1B-intermediate-step-1431k-3T-GGUF",
"mradermacher/Matsu-7B-GGUF",
"mradermacher/StableCode-text2SQL-withoutquantization-GGUF",
"mradermacher/LynxMedAW-GGUF",
"mradermacher/rho-1b-sft-MATH-GGUF",
"mradermacher/TinyLlama_v1.1_math_code-GGUF",
"mradermacher/OLMo-2-1124-7B-SFT-Preview-GGUF",
"mradermacher/Stylographic-9B-GGUF",
"mradermacher/orca_mini_v9_6_1B-Instruct-GGUF",
"mradermacher/orca_mini_v9_7_1B-Instruct-GGUF",
"mradermacher/HighSpeedChickenFeed-GGUF",
"mradermacher/SEC-MBX-7B-DPO-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_Experiment27Inex12-GGUF",
"mradermacher/NOVA-3B-V4-GGUF",
"mradermacher/M7Yamshadowexperiment28_YamNeuralsirkrishna-GGUF",
"mradermacher/YamshadowInex12_T3qT3qm7-GGUF",
"mradermacher/Hermes-2-Pro-Mistral-7B-MEDIQA-CORR-DPO-Fewshot-GGUF",
"mradermacher/Dirty-Alice-RP-2b-GGUF",
"mradermacher/dolly-v2-3b-finetune-GGUF",
"mradermacher/Derivative_V2-8B-Model_Stock-GGUF",
"mradermacher/FalconSlerp-3B-GGUF",
"mradermacher/Derivative_V2_ALT-8B-Model_Stock-GGUF",
"mradermacher/vimo-1.1B-GGUF",
"mradermacher/Magic-psy-LoRA-Qwen-Finetuned-GGUF",
"mradermacher/SEC-Calme-7B-Instruct-GGUF",
"mradermacher/shiba1-GGUF",
"mradermacher/AwA-Dolphin_1.8b-GGUF",
"mradermacher/SFT-SmolLM2-360M-Instruct-GGUF",
"mradermacher/Athena-1_Dolphin-3B-GGUF",
"mradermacher/ZEUS-8B-V20-GGUF",
"mradermacher/Experimental-Llama-3B-GGUF",
"mradermacher/NodeShift_7b_v0.1-GGUF",
"mradermacher/AwA-Dolphin_0.6b-GGUF",
"mradermacher/L3.1-Artemis-g-8B-GGUF",
"mradermacher/FalconSlerp4-7B-GGUF",
"mradermacher/Falcon3-8B-Franken-Basestruct-GGUF",
"mradermacher/NightWing3-10B-v0.1-GGUF",
"mradermacher/lte-gpt2-GGUF",
"mradermacher/1800-9B-GGUF",
"mradermacher/gsm8k-farhan-fullFT-GGUF",
"mradermacher/Intelligence-Book-GGUF",
"mradermacher/KobbleTinyV2-1.1B-GGUF",
"mradermacher/Laylewcules-7B-v.02-GGUF",
"mradermacher/An4-7Bv2.41-GGUF",
"mradermacher/YamshadowStrangemerges_32_PasticheInex12-GGUF",
"mradermacher/Experiment26Yamshadow_Experiment24Experiment28-GGUF",
"mradermacher/Meta-Llama-3-8B-Instruct_fictional_Chinese_v3-GGUF",
"mradermacher/Experiment26Yamshadow_YamNeuralsirkrishna-GGUF",
"mradermacher/M7Yamshadowexperiment28_PasticheNeuralsirkrishna-GGUF",
"mradermacher/Llama-3SOME-8B-v1-GGUF",
"mradermacher/mistral-7b-orpo-airoboros-pref-10k-GGUF",
"mradermacher/StrangeMerges_55-7B-model_stock-GGUF",
"mradermacher/Josiefied-Qwen2-0.5B-Instruct-abliterated-GGUF",
"mradermacher/LLama2_Bias_Classification-GGUF",
"mradermacher/T3qm7xpT3q-7B-GGUF",
"mradermacher/Meta-Llama-3-8B-Instruct_fictional_arc_Italian_v1-GGUF",
"mradermacher/llama-2-7B-128k-GGUF",
"mradermacher/YamshadowInex12_Inex12Strangemerges_32-GGUF",
"mradermacher/Malaysian-llama-3-8b-instruct-16k-bonito-v1-GGUF",
"mradermacher/vinallama-2.7b-GGUF",
"mradermacher/M7Yamshadowexperiment28_Inex12Strangemerges_32-GGUF",
"mradermacher/YamshadowStrangemerges_32_Ognoexperiment27M7-GGUF",
"mradermacher/ConspEmoLLM-7b-GGUF",
"mradermacher/M7Yamshadowexperiment28_Experiment26Experiment26-GGUF",
"mradermacher/Meta-Llama-3-8B-Instruct_fictional_arc_Chinese_v3-GGUF",
"mradermacher/Yoda-WizardLM-2.2-7B-GGUF",
"mradermacher/occiglot-7b-de-en-instruct-dpo2-GGUF",
"mradermacher/MeliodasPercival_01_ShadowT3q-GGUF",
"mradermacher/Multi_verse_modelExperiment26-7B-GGUF",
"mradermacher/Spaetzle-v31-7b-GGUF",
"mradermacher/MIA-4B-GGUF",
"mradermacher/YamshadowInex12_Strangemerges_30Pastiche-GGUF",
"mradermacher/YamshadowInex12_Strangemerges_32Ogno-GGUF",
"mradermacher/YamT3qm7xp_OgnoShadow-GGUF",
"mradermacher/M7Yamshadowexperiment28_PasticheInex12-GGUF",
"mradermacher/MeliodasPercival_01_Experiment26Neuralarjuna-GGUF",
"mradermacher/CalmexperimentOgnoexperiment27multi_verse_model-7B-GGUF",
"mradermacher/Bio-Mixtral-v0-GGUF",
"mradermacher/mistral-marunachef-v3-1.0-GGUF",
"mradermacher/MeliodasT3qm7_Experiment27Neuralsirkrishna-GGUF",
"mradermacher/phi-2-2.7B-codealpaca-GGUF",
"mradermacher/T3qm7xNeuralsirkrishna_NeuralsirkrishnaExperiment28-GGUF",
"mradermacher/K2S3-Mistral-7b-v1.42-GGUF",
"mradermacher/YamT3qm7xp_YamExperiment24-GGUF",
"mradermacher/YamshadowStrangemerges_32_YamshadowExperiment28-GGUF",
"mradermacher/deepthought-8b-llama-v0.01-alpha-GGUF",
"mradermacher/Tokara-0.5B-Chat-v0.1-GGUF",
"mradermacher/Experiment28T3q_Experiment24Alloyingotneoy-GGUF",
"mradermacher/Llama-2-7B-ChatDoctor-GGUF",
"mradermacher/HindiGemma-2-2b-it-GGUF",
"mradermacher/oh-dcft-v3.1-SN-405B-hacky-GGUF",
"mradermacher/SmolLM2-FT-Arabic_Reasoning_Instruct_QA-GGUF",
"mradermacher/light-1.1-3B-GGUF",
"mradermacher/FwF-Qwen-7B-0.2-GGUF",
"mradermacher/oh-dcft-v3.1-SN-405B-hacky-qwen-GGUF",
"mradermacher/paperclippetertodd3-GGUF",
"mradermacher/Aspire_V1.5-8B-Model_Stock-GGUF",
"mradermacher/datascience-coder-1.3b-GGUF",
"mradermacher/Derivative_V3-8B-Model_Stock-GGUF",
"mradermacher/ClinicalGPT-base-zh-GGUF",
"mradermacher/MiniThinky-1.7B-SmolLM2-GGUF",
"mradermacher/MT2-Max-Merge_02012025163610-MMMA-gemma-2-9B-GGUF",
"mradermacher/OS-Genesis-7B-WA-GGUF",
"mradermacher/MT2-Max-Merge_02012025163610-MA-gemma-2-MTM4MT5g4-9B-GGUF",
"mradermacher/OS-Genesis-7B-AW-GGUF",
"mradermacher/llama2-9m-fresh-GGUF",
"mradermacher/MT2-Max-Merge_02012025163610-MUB-gemma-2-9B-GGUF",
"mradermacher/MT2-Max-Merge_02012025163610-BB-gemma-2-MT5g4MTM5-9B-GGUF",
"mradermacher/MT1-MMU-gemma-2-9B-GGUF",
"mradermacher/OLMoE-1B-7B-0924-GGUF",
"mradermacher/slerp-bophades-truthy-math-mistral-7B-GGUF",
"mradermacher/MT2-MMMAGMU-gemma-2-9B-GGUF",
"mradermacher/MT5-MAMU-gemma-2-9B-GGUF",
"mradermacher/MT4-IMU-gemma-2-9B-GGUF",
"mradermacher/MT2-Max-Merge_02012025163610-GP-gemma-2-MTg4MTM5-9B-GGUF",
"mradermacher/MT2-MM-gemma-2-Rv0.4RAt0.25v0.1-9B-GGUF",
"mradermacher/MT4-GP-gemma-2-RIv0.1RGDv0.1-9B-GGUF",
"mradermacher/MT4-IF-gemma-2-RIv0.1RPMHv0.1-9B-GGUF",
"mradermacher/MT3-BMMGMU-gemma-2-9B-GGUF",
"mradermacher/MT3-gemma-2-9B-GGUF",
"mradermacher/MT1-GB-gemma-2-9B-GGUF",
"mradermacher/MT1-BB-gemma-2-RIv0.1RAt0.25v0.1-9B-GGUF",
"mradermacher/MT2-IF-gemma-2-RIv0.1RAt0.25v0.1-9B-GGUF",
"mradermacher/MT3-MM-gemma-2-RIv0.1RGDv0.1-9B-GGUF",
"mradermacher/MT-MMA-gemma-2-9B-GGUF",
"mradermacher/MT4-MU-gemma-2-Rv0.4RGDv0.1-9B-GGUF",
"mradermacher/MT5-IF-gemma-2-RIv0.1RAv0.1-9B-GGUF",
"mradermacher/MT3-IMA-gemma-2-9B-GGUF",
"mradermacher/MT3-MA-gemma-2-RAt0.25v0.1Rv0.3-9B-GGUF",
"mradermacher/MT5-GP-gemma-2-RIv0.1RAv0.1-9B-GGUF",
"mradermacher/MT2-MU-gemma-2-Rv0.4Rv0.2-9B-GGUF",
"mradermacher/MT1-IF-gemma-2-RAt0.25v0.1GD-9B-GGUF",
"mradermacher/niistorm-GGUF",
"mradermacher/hypotenuse-8B-Model_Stock-GGUF",
"mradermacher/Magnolia-v4-Gemma2-8k-9B-GGUF",
"mradermacher/ZEUS-8B-V21-GGUF",
"mradermacher/Kani-3B-GGUF",
"mradermacher/MiniThinky-v2-1B-Llama-3.2-GGUF",
"mradermacher/POC_MultiLng-V5-GGUF",
"mradermacher/Llama-3.2-1B-FC-v0.1-GGUF",
"mradermacher/Potalia-GGUF",
"mradermacher/MT-MA-gemma-2-PMHIF-9B-GGUF",
"mradermacher/Sibatikgal-GGUF",
"mradermacher/GreenVision-GGUF",
"mradermacher/llama-3-8B-Psychotherapist.v1-GGUF",
"mradermacher/llama-3-8B-Psychotherapist.v2-GGUF",
"mradermacher/CollectiveLM-Falcon-3-7B-GGUF",
"mradermacher/MT5-MM-gemma-2-Rv0.4Av4c-9B-GGUF",
"mradermacher/MT1-gemma-2-9B-GGUF",
"mradermacher/MT4-IMUGMA-gemma-2-9B-GGUF",
"mradermacher/MT-BM-gemma-2-9B-GGUF",
"mradermacher/MT3-GP-gemma-2-RPMHv0.1RAt0.25v0.1-9B-GGUF",
"mradermacher/MT2-Max-Merge_02012025163610-IF-gemma-2-MTMMTM2MU-9B-GGUF",
]
# 去重(保持原有顺序)
_seen = set()
_deduplicated = []
for _mid in ALL_MODEL_IDS:
if _mid not in _seen:
_deduplicated.append(_mid)
_seen.add(_mid)
ALL_MODEL_IDS = _deduplicated
print(f"[INFO] 去重后模型数量: {len(ALL_MODEL_IDS)}", flush=True)
HEADERS = {"Content-Type": "application/json"}
# ══════════════════════════════════════════════════════════
# 全局状态(供 /status 展示)
# ══════════════════════════════════════════════════════════
_state = {
"strategy_id": STRATEGY_ID,
"phase": "starting", # starting | running | done | error
"total": len(ALL_MODEL_IDS),
"downloading": [], # 当前正在下载的模型
"download_success": 0,
"download_failed": 0,
"submitted": 0, # 成功提交的验证任务数hygon + bi150
"submit_failed": 0,
"started_at": None,
"finished_at": None,
}
_shutdown = threading.Event()
# ══════════════════════════════════════════════════════════
# HTTP 服务
# ══════════════════════════════════════════════════════════
class Handler(BaseHTTPRequestHandler):
def do_GET(self):
if self.path == "/health":
self._json({"status": "ok"})
elif self.path == "/status":
self._json(_state)
else:
self._json({"error": "not found"}, 404)
def _json(self, body: dict, code: int = 200):
payload = json.dumps(body, default=str).encode()
self.send_response(code)
self.send_header("Content-Type", "application/json")
self.send_header("Content-Length", str(len(payload)))
self.end_headers()
self.wfile.write(payload)
def log_message(self, fmt, *args):
print(f"[http] {self.address_string()} {fmt % args}", flush=True)
def _run_http():
server = ThreadingHTTPServer((HTTP_HOST, HTTP_PORT), Handler)
server.timeout = 1
print(f"[http] 监听 {HTTP_HOST}:{HTTP_PORT}", flush=True)
while not _shutdown.is_set():
server.handle_request()
server.server_close()
print("[http] 已关闭", flush=True)
# ══════════════════════════════════════════════════════════
# 工具函数:生成模型文件名
# ══════════════════════════════════════════════════════════
def get_model_filename(model_id: str) -> str:
"""
从 model_id 生成标准 GGUF 模型文件名。
规则:
- 移除组织名(/ 前部分)
- 处理 '_-_' 分割(保留原有逻辑)
- 移除末尾 '-GGUF'(不区分大小写)
- 若移除后以 -i1, -i2, ..., -i99 结尾:
→ 替换为 .i1, .i2, ... 并添加 '-Q4_0.gguf'
否则:
→ 直接添加 '.f16.gguf'
示例:
'mradermacher/Qwen3-8B-makisu-v2.0.1-i1-GGUF'
'Qwen3-8B-makisu-v2.0.1.i1-Q4_0.gguf'
'QuantFactory/Apollo2-9B-GGUF'
'Apollo2-9B.f16.gguf'
"""
# 1. 提取模型名部分(/ 后)
base_name = model_id.split("/")[-1]
# 2. 处理 '_-_' 分割
if '_-_' in base_name:
base_name = base_name.split('_-_')[-1]
# 3. 移除末尾的 -GGUF不区分大小写
if base_name.lower().endswith("-gguf"):
base_name = base_name[:-5]
# 4. 检查是否以 -i<数字> 结尾(支持 i1i99 等)
match = re.search(r'-i(\d+)$', base_name)
if match:
number = match.group(1)
base_name = base_name[:match.start()] + f".i{number}-Q4_0.gguf"
else:
base_name = base_name + ".f16.gguf"
return base_name
# ══════════════════════════════════════════════════════════
# 登录获取 token失败时回退到预设 AUTH_TOKEN
# ══════════════════════════════════════════════════════════
def login() -> str:
payload = {"userAccount": USER_ACCOUNT, "userPassword": USER_PASSWORD}
print("[login] 正在登录...", flush=True)
try:
resp = requests.post(BASE_URL + LOGIN_ENDPOINT, headers=HEADERS, json=payload, timeout=15)
data = resp.json()
if resp.status_code == 200 and data.get("code") == 0:
print("[login] 登录成功", flush=True)
return data["data"]["token"]
print(f"[login] 登录失败: {data.get('message')},回退使用预设 Token", flush=True)
except Exception as e:
print(f"[login] 登录异常: {e},回退使用预设 Token", flush=True)
return AUTH_TOKEN
# ══════════════════════════════════════════════════════════
# 创建单个模型的下载任务
# ══════════════════════════════════════════════════════════
def create_download_task(token: str, model_id: str) -> bool:
filename = get_model_filename(model_id)
auth_headers = {**HEADERS, "Authorization": f"Bearer {token}"}
payload = {
"allowPatterns": [filename],
"hfToken": HF_TOKEN,
"modelId": model_id,
"source": "HUGGING_FACE",
"stillDownloadAlreadySuccessDownloadedModel": False
}
print(f"📥 创建下载任务: {model_id}{filename}", flush=True)
try:
resp = requests.post(BASE_URL + CREATE_DOWNLOAD_TASK_ENDPOINT, headers=auth_headers, json=payload, timeout=15)
if resp.status_code == 200:
data = resp.json()
if data.get("code") == 0:
print(f"✅ 下载任务已提交: {model_id}", flush=True)
return True
else:
print(f"⚠️ 下载任务业务失败 ({model_id}): {data.get('message')}", flush=True)
return False
else:
print(f"❌ HTTP 错误 ({model_id}): {resp.status_code} - {resp.text}", flush=True)
return False
except Exception as e:
print(f"💥 创建下载任务异常 ({model_id}): {e}", flush=True)
return False
# ══════════════════════════════════════════════════════════
# 查询单个模型的最新下载任务状态
# ══════════════════════════════════════════════════════════
def check_model_status(token: str, model_id: str) -> str:
"""
返回状态: 'WAITING', 'RUNNING', 'SUCCESS', 'FAILED', 'UNKNOWN'
"""
url = BASE_URL + CREATE_DOWNLOAD_TASK_ENDPOINT
auth_headers = {**HEADERS, "Authorization": f"Bearer {token}"}
params = {"modelId": model_id, "current": 1, "pageSize": 1}
try:
resp = requests.get(url, headers=auth_headers, params=params, timeout=10)
if resp.status_code != 200:
return "UNKNOWN"
data = resp.json()
if data.get("code") != 0:
return "UNKNOWN"
records = data.get("data", {}).get("records", [])
if not records:
return "UNKNOWN"
status = records[0].get("status", "UNKNOWN").upper()
return status
except Exception as e:
print(f"⚠️ 查询状态异常 ({model_id}): {e}", flush=True)
return "UNKNOWN"
# ══════════════════════════════════════════════════════════
# 提交单个模型的测试任务 hygon —— 机制Bxc-Token提交账号 = HYGON_SUBMIT_ACCOUNT
# (下载任务仍在 zhoushasha 账号下进行,跟这里的提交账号无关,两者解耦)
# ══════════════════════════════════════════════════════════
def submit_test_task(model_id: str) -> bool:
model_filename = get_model_filename(model_id)
gpu_type = "hygon_k100-ai"
config_content = f"""docker_image: git.modelhub.org.cn:9443/enginex-hygon/hygon-llama.cpp:b7516
nv_docker_image: harbor-contest.4pd.io/luxinlong02/llama-cpp:b7003-cuda-full-12.3
framework: llamacpp
storage: gpfs
modelhub_options:
srcRelativePath: leaderboard/modelHubXC/{model_id}
mountPoint: /model
api: completion
temperature: 0
repetition_penalty: 1.1
top_p: 0.9
max_model_len: 4096
sut_config:
gpu_num: 1
values:
command: ['/app/llama-server','--model', '/model/{model_filename}', '--alias', 'llm', '--threads', '20','--n-gpu-layers', '999', '--prio', '3', '--min_p', '0.01', '--ctx-size', '4096', '--host', '0.0.0.0', '--port', '8000', '--jinja', '--flash-attn', 'off']
ref_config:
gpu_num: 1
values:
command: ['/workspace/llama.cpp/build/bin/llama-server','--model', '/model/{model_filename}', '--alias', 'llm', '--threads', '20', '--n-gpu-layers', '999', '--prio', '3', '--min_p', '0.01', '--ctx-size', '4096', '--host', '0.0.0.0', '--port', '8000', '--jinja', '--flash-attn', 'off']
"""
headers = {"Content-Type": "application/json", "xc-Token": HYGON_XC_TOKEN}
payload = {
"configParams": config_content,
"framework": "llamacpp",
"modelAddress": f"https://huggingface.co/{model_id}",
"targetGpu": gpu_type,
"taskType": TASK_TYPE,
"strategyId": STRATEGY_ID, # 平台要求;若接口不支持该字段会被忽略
}
print(f"📤 提交测试任务 (hygon, 机制B, 账号={HYGON_SUBMIT_ACCOUNT}): {model_id}", flush=True)
try:
resp = requests.post(BASE_URL + ADD_TASK_ENDPOINT, headers=headers, json=payload, timeout=30)
if resp.status_code == 200:
result = resp.json()
if result.get("code") == 0:
print(f"✅ 测试任务提交成功! {model_id}", flush=True)
return True
else:
print(f"❌ 测试任务业务错误: {result.get('message')}", flush=True)
return False
else:
print(f"❌ 测试任务 HTTP 错误: {resp.status_code} - {resp.text}", flush=True)
return False
except Exception as e:
print(f"💥 提交测试任务异常 ({model_id}): {e}", flush=True)
return False
# ══════════════════════════════════════════════════════════
# 提交单个模型的测试任务 bi150
# ══════════════════════════════════════════════════════════
def submit_test_task_bi150(token: str, model_id: str) -> bool:
auth_headers = {**HEADERS, "Authorization": f"Bearer {token}"}
model_filename = get_model_filename(model_id)
gpu_type = "Iluvatar_bi-150"
config_content = f"""docker_image: git.modelhub.org.cn:9443/enginex-iluvatar/iluvatar-llama.cpp:b7516-bi150
nv_docker_image: harbor-contest.4pd.io/luxinlong02/llama-cpp:b7003-cuda-full-12.3
framework: llamacpp
storage: gpfs
modelhub_options:
srcRelativePath: leaderboard/modelHubXC/{model_id}
mountPoint: /model
max_model_len: 4096
sut_config:
gpu_num: 1
values:
command: ['/app/llama-server','--model', '/model/{model_filename}', '--alias', 'llm', '--threads', '20','--n-gpu-layers','128', '--ctx-size', '4096', '--host', '0.0.0.0', '--port', '8000', '--jinja', '--flash-attn', 'off', '--no-mmap', '--sync-to-temp']
ref_config:
gpu_num: 1
values:
command: ['/workspace/llama.cpp/build/bin/llama-server','--model', '/model/{model_filename}', '--alias', 'llm', '--threads', '20','--n-gpu-layers','128', '--ctx-size', '4096', '--host', '0.0.0.0', '--port', '8000', '--jinja', '--flash-attn', 'off']
"""
task_data = {
"contestApiToken": CONTEST_API_TOKEN,
"contributors": CONTRIBUTORS,
"gpuTypes": [gpu_type],
"taskType": TASK_TYPE,
"modelId": model_id,
"strategyId": STRATEGY_ID, # 平台要求
"submissionConfig": [{
"config": config_content,
"gpuType": gpu_type,
"taskType": TASK_TYPE
}]
}
print(f"📤 提交测试任务 (bi150): {model_id}", flush=True)
try:
resp = requests.post(BASE_URL + SUBMIT_TEST_TASK_ENDPOINT, json=task_data, headers=auth_headers, timeout=15)
if resp.status_code == 200:
result = resp.json()
if result.get("code") == 0:
task_id = result.get("data", {}).get("taskId")
print(f"✅ 测试任务提交成功! Task ID: {task_id}", flush=True)
return True
else:
print(f"❌ 测试任务业务错误: {result.get('message')}", flush=True)
return False
else:
print(f"❌ 测试任务 HTTP 错误: {resp.status_code} - {resp.text}", flush=True)
return False
except Exception as e:
print(f"💥 提交测试任务异常 ({model_id}): {e}", flush=True)
return False
# ══════════════════════════════════════════════════════════
# 业务逻辑:动态流水线(下载 → 提交验证任务)
# ══════════════════════════════════════════════════════════
def _run_worker():
_state["started_at"] = datetime.utcnow().isoformat()
_state["phase"] = "running"
try:
token = login()
except Exception as e:
print(f"[worker] 登录失败: {e}", flush=True)
_state["phase"] = "error"
return
pending_models = list(ALL_MODEL_IDS) # 尚未开始下载的模型
active_models: Set[str] = set() # 当前正在下载的模型
completed_results = {} # model_id -> status
print(f"🚀 总共 {len(pending_models)} 个模型待下载。最大并发数: {MAX_CONCURRENT_DOWNLOADS}\n", flush=True)
while (pending_models or active_models) and not _shutdown.is_set():
# 1. 检查活跃任务状态
for model_id in list(active_models):
if _shutdown.is_set():
break
status = check_model_status(token, model_id)
if status in ("SUCCESS", "FAILED"):
completed_results[model_id] = status
active_models.remove(model_id)
print(f"⏹️ {model_id} 完成,状态: {status}", flush=True)
if status == "SUCCESS":
_state["download_success"] += 1
# 下载成功后立即提交该模型的验证任务
if submit_test_task(model_id):
_state["submitted"] += 1
print(f"🧪 已为 {model_id} 提交 hygon 验证任务", flush=True)
else:
_state["submit_failed"] += 1
print(f"⚠️ {model_id} hygon 验证任务提交失败", flush=True)
# if submit_test_task_bi150(token, model_id):
# _state["submitted"] += 1
# print(f"🧪 已为 {model_id} 提交 bi150 验证任务", flush=True)
# else:
# _state["submit_failed"] += 1
# print(f"⚠️ {model_id} bi150 验证任务提交失败", flush=True)
else:
_state["download_failed"] += 1
# 2. 补充新任务(最多补到 MAX_CONCURRENT_DOWNLOADS 个)
while len(active_models) < MAX_CONCURRENT_DOWNLOADS and pending_models and not _shutdown.is_set():
next_model = pending_models.pop(0)
if create_download_task(token, next_model):
active_models.add(next_model)
print(f"▶️ 启动下载: {next_model} (当前活跃: {len(active_models)})", flush=True)
else:
# 创建失败也视为完成(避免卡住)
completed_results[next_model] = "CREATE_FAILED"
_state["download_failed"] += 1
print(f"❌ 创建失败: {next_model}", flush=True)
_state["downloading"] = sorted(active_models)
# 3. 稍作等待,避免频繁查询(可被 shutdown 信号打断)
if active_models or pending_models:
_shutdown.wait(CHECK_INTERVAL_SECONDS)
print("\n✅ 所有模型处理完毕!\n", flush=True)
# 4. 收集所有成功下载的模型ID并写入结果文件
success_models = [
mid for mid, status in completed_results.items()
if status == "SUCCESS"
]
try:
with open("downloaded_success_models.txt", "w", encoding="utf-8") as f:
for mid in success_models:
f.write(f"{mid}\n")
except Exception:
pass
print("🎉 下载成功的模型ID列表", flush=True)
print("[", flush=True)
for mid in success_models:
print(f' "{mid}",', flush=True)
print("]", flush=True)
_state["downloading"] = []
_state["finished_at"] = datetime.utcnow().isoformat()
_state["phase"] = "done"
print(
f"[worker] 完成 download_success={_state['download_success']} "
f"download_failed={_state['download_failed']} "
f"submitted={_state['submitted']} submit_failed={_state['submit_failed']}",
flush=True,
)
# 流水线完成后继续保持进程存活,等待平台停止
# ══════════════════════════════════════════════════════════
# 入口
# ══════════════════════════════════════════════════════════
def _handle_signal(signum, _frame):
print(f"[main] 收到信号 {signum},正在关闭...", flush=True)
_shutdown.set()
def main():
signal.signal(signal.SIGTERM, _handle_signal)
signal.signal(signal.SIGINT, _handle_signal)
# HTTP 服务线程
http_thread = threading.Thread(target=_run_http, daemon=False)
http_thread.start()
# 流水线线程
worker_thread = threading.Thread(target=_run_worker, daemon=True)
worker_thread.start()
# 主线程等待 shutdown
_shutdown.wait()
print("[main] 等待 HTTP 服务关闭...", flush=True)
http_thread.join(timeout=5)
print("[main] 退出", flush=True)
if __name__ == "__main__":
main()