commit f62065166d70013f6783a9d0b1cdcaa80a9c87f1 Author: ModelHub XC Date: Tue Oct 13 03:12:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: Bifrost-AI/Qwen3-Bifrost-SOL-4B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c586440 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,44 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen-bifrost-sol-4.0B-F16.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-bifrost-sol-4.0B-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-bifrost-sol-4.0B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-bifrost-sol-4.0B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-bifrost-sol-4.0B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-bifrost-sol-4.0B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-bifrost-sol-4.0B-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-bifrost-sol-4.0B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-bifrost-sol-4.0B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen-bifrost-sol-4.0B-F16.gguf b/Qwen-bifrost-sol-4.0B-F16.gguf new file mode 100644 index 0000000..5c6b2b9 --- /dev/null +++ b/Qwen-bifrost-sol-4.0B-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c991e677e208fc97a64878d27cf0726d775737d345023599ece1dae3c559a4e +size 8051280480 diff --git a/Qwen-bifrost-sol-4.0B-Q3_K.gguf b/Qwen-bifrost-sol-4.0B-Q3_K.gguf new file mode 100644 index 0000000..35cef86 --- /dev/null +++ b/Qwen-bifrost-sol-4.0B-Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a51aff2e4b889df5c37c701affd6e585f11844d810f2642c374cd3c75d1b6e7 +size 326165088 diff --git a/Qwen-bifrost-sol-4.0B-Q4_0.gguf b/Qwen-bifrost-sol-4.0B-Q4_0.gguf new file mode 100644 index 0000000..f1b3393 --- /dev/null +++ b/Qwen-bifrost-sol-4.0B-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:184c54d39472bfb18102e3f8885a5e6b202dc81469b23bbffec85d58f40b4293 +size 2369542240 diff --git a/Qwen-bifrost-sol-4.0B-Q4_K_M.gguf b/Qwen-bifrost-sol-4.0B-Q4_K_M.gguf new file mode 100644 index 0000000..7b2c4cd --- /dev/null +++ b/Qwen-bifrost-sol-4.0B-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eb23aecabd7e6e3e1a877230b9b7c9e79e6f05e9758fe9965d47b69905cd7bb +size 2497276000 diff --git a/Qwen-bifrost-sol-4.0B-Q4_K_S.gguf b/Qwen-bifrost-sol-4.0B-Q4_K_S.gguf new file mode 100644 index 0000000..ab77be5 --- /dev/null +++ b/Qwen-bifrost-sol-4.0B-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9443d372f02bf68f2a91dddecca33abfc3e1cd5ca94b451da447074c66d99718 +size 2383304800 diff --git a/Qwen-bifrost-sol-4.0B-Q5_0.gguf b/Qwen-bifrost-sol-4.0B-Q5_0.gguf new file mode 100644 index 0000000..9abfc99 --- /dev/null +++ b/Qwen-bifrost-sol-4.0B-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be742c4cb6bf209b758252f5914097e27a66d002d867c19d4b17f1e915de15b4 +size 2823706720 diff --git a/Qwen-bifrost-sol-4.0B-Q5_K.gguf b/Qwen-bifrost-sol-4.0B-Q5_K.gguf new file mode 100644 index 0000000..a433cee --- /dev/null +++ b/Qwen-bifrost-sol-4.0B-Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b296e06945f02c48d9deef1072525d29193afa2d3ec883aaa6c9b68409bdb94 +size 2889508960 diff --git a/Qwen-bifrost-sol-4.0B-Q6_K.gguf b/Qwen-bifrost-sol-4.0B-Q6_K.gguf new file mode 100644 index 0000000..9c93718 --- /dev/null +++ b/Qwen-bifrost-sol-4.0B-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb1fcb560a1c44ead2a5a254bafa6cd4c17e4323747153602bd6de95d70c9c3f +size 3306256480 diff --git a/Qwen-bifrost-sol-4.0B-Q8_0.gguf b/Qwen-bifrost-sol-4.0B-Q8_0.gguf new file mode 100644 index 0000000..e94f6cc --- /dev/null +++ b/Qwen-bifrost-sol-4.0B-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78f6b8073b5c1d2bd9e112f181dca6ed6a6ff93e31fdbb9dbe06503ee7a16089 +size 4280400480 diff --git a/README.md b/README.md new file mode 100644 index 0000000..893d0f5 --- /dev/null +++ b/README.md @@ -0,0 +1,66 @@ +--- +license: mit +datasets: +- Bifrost-AI/Solana-Vanguard-Challenge +language: +- en +metrics: +- accuracy +- code_eval +base_model: +- Bifrost-AI/Qwen3-Bifrost-SOL-4B +pipeline_tag: text-generation +tags: +- code +- finance +- chat +- text-generation +- large-language-model +library_name: transformers +--- +# Qwen3 Bifrost SOL 4B +### This fine-tuned variant of the Qwen3 4B model was supervised fine-tuned on blockchain-specific datasets(Bifrost-AI/Solana-Vanguard-Challenge), optimized for downstream tasks in blockchain coding and smart contract development on the Solana ecosystem. +The **Solana Vanguard Challenge** dataset, comprising 1,000 diverse and in-depth questions, offers full-spectrum coverage of the Solana ecosystem. It spans fundamental blockchain concepts, advanced on-chain programming in Rust and the Anchor framework, client-side integration in TypeScript, detailed security strategies, and performance as well as regulatory considerations. + +Qwen3 Bifrost SOL 4B is in active development with additional fine-tuning sessions, & benchmark statistics coming soon! + +## Provided Quants + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/Bifrost-AI/Qwen3-Bifrost-SOL-4B-gguf/resolve/main/Qwen3-Bifrost-SOL-4B.IQ1_S.gguf) | IQ1_S | 1.1 | very low quality | +| [GGUF](https://huggingface.co/Bifrost-AI/Qwen3-Bifrost-SOL-4B-gguf/resolve/main/Qwen3-Bifrost-SOL-4B.IQ1_M.gguf) | IQ1_M | 1.2 | very low quality | +| [GGUF](https://huggingface.co/Bifrost-AI/Qwen3-Bifrost-SOL-4B-gguf/resolve/main/Qwen3-Bifrost-SOL-4B.TQ1_0.gguf) | TQ1_0 | 1.2 | very low quality | +| [GGUF](https://huggingface.co/Bifrost-AI/Qwen3-Bifrost-SOL-4B-gguf/resolve/main/Qwen3-Bifrost-SOL-4B.IQ2_S.gguf) | IQ2_S | 1.4 | fast, lower quality | +| [GGUF](https://huggingface.co/Bifrost-AI/Qwen3-Bifrost-SOL-4B-gguf/resolve/main/Qwen3-Bifrost-SOL-4B.Q2_K.gguf) | Q2_K | 1.6 | fast, lower quality | +| [GGUF](https://huggingface.co/Bifrost-AI/Qwen3-Bifrost-SOL-4B-gguf/resolve/main/Qwen3-Bifrost-SOL-4B.Q4_K_M.gguf) | Q4_K_M | 2.5 | fast, recommended | +| [GGUF](https://huggingface.co/Bifrost-AI/Qwen3-Bifrost-SOL-4B-gguf/resolve/main/Qwen3-Bifrost-SOL-4B.Q4_K_S.gguf) | Q4_K_S | 2.3 | fast, recommended | +| [GGUF](https://huggingface.co/Bifrost-AI/Qwen3-Bifrost-SOL-4B-gguf/resolve/main/Qwen3-Bifrost-SOL-4B.Q4_0.gguf) | Q4_0 | 2.3 | fast, recommended | +| [GGUF](https://huggingface.co/Bifrost-AI/Qwen3-Bifrost-SOL-4B-gguf/resolve/main/Qwen3-Bifrost-SOL-4B.Q5_K_S.gguf) | Q5_K_S | 2.7 | | +| [GGUF](https://huggingface.co/Bifrost-AI/Qwen3-Bifrost-SOL-4B-gguf/resolve/main/Qwen3-Bifrost-SOL-4B.Q5_K_M.gguf) | Q5_K_M | 2.8 | | +| [GGUF](https://huggingface.co/Bifrost-AI/Qwen3-Bifrost-SOL-4B-gguf/resolve/main/Qwen3-Bifrost-SOL-4B.Q6_K.gguf) | Q6_K | 3.1 | very good quality | +| [GGUF](https://huggingface.co/Bifrost-AI/Qwen3-Bifrost-SOL-4B-gguf/resolve/main/Qwen3-Bifrost-SOL-4B.Q8_0.gguf) | Q8_0 | 4.0 | fast, best quality | +| [GGUF](https://huggingface.co/Bifrost-AI/Qwen3-Bifrost-SOL-4B-gguf/resolve/main/Qwen3-Bifrost-SOL-4B.f16.gguf) | F16 | 7.7 | 16 bpw, highest quality | + + +## Training Session: +- Time: 11 hours & 22 minutes +- GPU: NVIDIA GeForce RTX 3090 +- Batches: 1000 +- Context-Size: 2043 +- Batch-size: 1 +- Learning-rate: 2e-5 +- Training-loss: 1.06 +- Eval-loss: 0.81 + +## Dataset Composition +- **Total Questions:** 1,000 +- **Languages Covered:** + - **Rust:** On-chain smart contract development, security best practices, advanced state management, CPIs, PDAs, and more. + - **TypeScript:** Client-side integration using @solana/web3.js, wallet adapters, Metaplex for NFT protocols, dynamic transaction composition, and front-end dApp development. +- **Planned Extensions:** + - **C# (Solnet):** To be integrated later for .NET ecosystem coverage. + + +## Disclaimer +We do not recommend using Qwen3 Bifrost SOL 4B in commercial or real-world applications without further testing and development. This current model(v1) is intended for research and development purposes. While efforts have been made to align it using SFT and DPO, it may still produce outputs that are unexpected, biased, or inaccurate. Please use responsibly. \ No newline at end of file