From 830110a438bec16e922daae376faf1359270f8ab Mon Sep 17 00:00:00 2001
From: ModelHub XC <noreply@modelhub.org.cn>
Date: Sat, 18 Jul 2026 15:49:06 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?=
 =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?=
 =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Model: bartowski/Vikhr-Nemo-12B-Instruct-R-21-09-24-GGUF
Source: Original Platform
---
 .gitattributes                                |  60 +++++
 README.md                                     | 207 ++++++++++++++++++
 Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ2_M.gguf |   3 +
 Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ3_M.gguf |   3 +
 ...r-Nemo-12B-Instruct-R-21-09-24-IQ3_XS.gguf |   3 +
 ...r-Nemo-12B-Instruct-R-21-09-24-IQ4_XS.gguf |   3 +
 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q2_K.gguf  |   3 +
 ...r-Nemo-12B-Instruct-R-21-09-24-Q2_K_L.gguf |   3 +
 ...r-Nemo-12B-Instruct-R-21-09-24-Q3_K_L.gguf |   3 +
 ...r-Nemo-12B-Instruct-R-21-09-24-Q3_K_M.gguf |   3 +
 ...r-Nemo-12B-Instruct-R-21-09-24-Q3_K_S.gguf |   3 +
 ...-Nemo-12B-Instruct-R-21-09-24-Q3_K_XL.gguf |   3 +
 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0.gguf  |   3 +
 ...Nemo-12B-Instruct-R-21-09-24-Q4_0_4_4.gguf |   3 +
 ...Nemo-12B-Instruct-R-21-09-24-Q4_0_4_8.gguf |   3 +
 ...Nemo-12B-Instruct-R-21-09-24-Q4_0_8_8.gguf |   3 +
 ...r-Nemo-12B-Instruct-R-21-09-24-Q4_K_L.gguf |   3 +
 ...r-Nemo-12B-Instruct-R-21-09-24-Q4_K_M.gguf |   3 +
 ...r-Nemo-12B-Instruct-R-21-09-24-Q4_K_S.gguf |   3 +
 ...r-Nemo-12B-Instruct-R-21-09-24-Q5_K_L.gguf |   3 +
 ...r-Nemo-12B-Instruct-R-21-09-24-Q5_K_M.gguf |   3 +
 ...r-Nemo-12B-Instruct-R-21-09-24-Q5_K_S.gguf |   3 +
 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q6_K.gguf  |   3 +
 ...r-Nemo-12B-Instruct-R-21-09-24-Q6_K_L.gguf |   3 +
 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q8_0.gguf  |   3 +
 Vikhr-Nemo-12B-Instruct-R-21-09-24-f16.gguf   |   3 +
 Vikhr-Nemo-12B-Instruct-R-21-09-24.imatrix    |   3 +
 configuration.json                            |   1 +
 28 files changed, 343 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 README.md
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ2_M.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ3_M.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ3_XS.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ4_XS.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q2_K.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q2_K_L.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_L.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_M.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_S.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_XL.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_4_4.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_4_8.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_8_8.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_L.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_M.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_S.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_L.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_M.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_S.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q6_K.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q6_K_L.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-Q8_0.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24-f16.gguf
 create mode 100644 Vikhr-Nemo-12B-Instruct-R-21-09-24.imatrix
 create mode 100644 configuration.json

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..564d54e
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,60 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24.imatrix filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q2_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_XL.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q6_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Nemo-12B-Instruct-R-21-09-24-f16.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..c645bce
--- /dev/null
+++ b/README.md
@@ -0,0 +1,207 @@
+---
+base_model: Vikhrmodels/Vikhr-Nemo-12B-Instruct-R-21-09-24
+datasets:
+- Vikhrmodels/GrandMaster-PRO-MAX
+- Vikhrmodels/Grounded-RAG-RU-v2
+language:
+- en
+- ru
+license: apache-2.0
+pipeline_tag: text-generation
+quantized_by: bartowski
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
\ No newline at end of file
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ2_M.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ2_M.gguf
new file mode 100644
index 0000000..5d17701
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ2_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b501218c3e5746d7044e3238c5db89aac587b2ac9879b0fe0a390d869d07ebe
+size 4435035136
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ3_M.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ3_M.gguf
new file mode 100644
index 0000000..3adc9b6
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ3_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838b6028a1f5899b6e11cbe23cf229875f23852c4f9ff360c98ec0131640e291
+size 5722245472
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ3_XS.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ3_XS.gguf
new file mode 100644
index 0000000..b0b1267
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ3_XS.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e513a9a8ab416625d1f767b731a57b79efc2834ef6cc65a2b64ede8e42532ae
+size 5306501472
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ4_XS.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ4_XS.gguf
new file mode 100644
index 0000000..cac11a3
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-IQ4_XS.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc530d50f65dded8226548f6dd581c86e3ad11430fda2cd0014d99b90e0cf896
+size 6742723936
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q2_K.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q2_K.gguf
new file mode 100644
index 0000000..c8b6988
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q2_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d304b671b491a524279e12c566831ede76232fa11ca4cf6a174f897f46faf098
+size 4791059776
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q2_K_L.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q2_K_L.gguf
new file mode 100644
index 0000000..8a05a3d
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q2_K_L.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7265968b5136ea7f784b40bda2077cd50a0c68e6b22c864d7ca2341914da3fc
+size 5446429760
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_L.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_L.gguf
new file mode 100644
index 0000000..fb7fff6
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_L.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca4cb912f9451e428a8eec862fc4f83181f60f83e4bdfce410159094ca88f1f
+size 6561515872
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_M.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_M.gguf
new file mode 100644
index 0000000..d11d873
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d09584aa67d8b5232afa8f0fcfeae69594fdf2d895c1e06160f24b5fcef36b
+size 6083103072
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_S.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_S.gguf
new file mode 100644
index 0000000..75dc831
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aac79c980cd2124174b5d7cfad0cee6d5de3ee0c4d3310dde04a264bbc20ac2
+size 5534239072
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_XL.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_XL.gguf
new file mode 100644
index 0000000..61d4978
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q3_K_XL.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c633caad4b74eea0659e50166b3f9da68cec5e90418bb05a6474d963fd0fa9
+size 7148727360
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0.gguf
new file mode 100644
index 0000000..ab83097
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ab4d1e13ec8d536e5380ba89a0639bb70c6a65f9c9199fc00ee6071bce934f
+size 7094652576
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_4_4.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_4_4.gguf
new file mode 100644
index 0000000..dd4b3fc
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_4_4.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03eb539dc1433394588a6b429275ca0d62adab5ddf1666f04601c22784423e24
+size 7071714976
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_4_8.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_4_8.gguf
new file mode 100644
index 0000000..2a6e067
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_4_8.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b18ac0a1181fd1c803bc0e78ec5b859f5996a8df574352bc46adbb16281f19
+size 7071714976
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_8_8.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_8_8.gguf
new file mode 100644
index 0000000..b04db39
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_0_8_8.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979deccbd4e74a15643c46afcf34eb748375352763fde581aa3d483006029f74
+size 7071714976
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_L.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_L.gguf
new file mode 100644
index 0000000..a4735f1
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_L.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6597ffc01396cebbc74dfababb1167eb47501a4027d2d44e06b8003cc95459a
+size 7975300160
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_M.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_M.gguf
new file mode 100644
index 0000000..8018b7f
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564145ccf95bdce3ae476f9e96da16a0443043cfbb6aad4eac425f85bf7e0486
+size 7477218976
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_S.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_S.gguf
new file mode 100644
index 0000000..6fb5411
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q4_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ddb9dae891703a839c1db6e6728019eef0f8fddba93ae8b0043b363f0743ce
+size 7120211616
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_L.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_L.gguf
new file mode 100644
index 0000000..1b43cef
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_L.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016d92db10f88e33c534a93d8493686289c33a5ada77bfe8fa5454b1309f17da
+size 9141840960
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_M.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_M.gguf
new file mode 100644
index 0000000..d1b1fa8
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903b7be2c4022e626bab2ebdf68db1a01b17588158d83848f9e183077ba947dc
+size 8727647136
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_S.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_S.gguf
new file mode 100644
index 0000000..3c3cb7b
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q5_K_S.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c963f7125077a30e9cfe55f96697d50794683029171cd2c677e3fbb7fe3d5bee
+size 8518751136
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q6_K.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q6_K.gguf
new file mode 100644
index 0000000..c593b3b
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q6_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7cd59d135bbbae54c459a93ffc8f0b4b0bf598b236e13d58dd261d1ec88951
+size 10056227072
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q6_K_L.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q6_K_L.gguf
new file mode 100644
index 0000000..c86f087
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q6_K_L.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdbe98f9d586acd67ec270d24d3fd03ebde0b0cc0c93f6bcd996fc1f1d469882
+size 10381290560
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q8_0.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q8_0.gguf
new file mode 100644
index 0000000..07d14fc
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-Q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24ce3fdf0ec034e6b95f856e3e1d13dd350b67f53107c8163f60035ec67b160
+size 13022391360
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24-f16.gguf b/Vikhr-Nemo-12B-Instruct-R-21-09-24-f16.gguf
new file mode 100644
index 0000000..972f32c
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24-f16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085ee686f1bf0b84285309e22f3cab64cfab116defcaf05bcfa8f80324796ce5
+size 24504317440
diff --git a/Vikhr-Nemo-12B-Instruct-R-21-09-24.imatrix b/Vikhr-Nemo-12B-Instruct-R-21-09-24.imatrix
new file mode 100644
index 0000000..ff9be08
--- /dev/null
+++ b/Vikhr-Nemo-12B-Instruct-R-21-09-24.imatrix
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4af7aedf3a08c1bfe356da5d75f493a8b8abc3542f81c68eec9da56ea0ff85b
+size 7054418
diff --git a/configuration.json b/configuration.json
new file mode 100644
index 0000000..bbeeda1
--- /dev/null
+++ b/configuration.json
@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
\ No newline at end of file