初始化项目,由ModelHub XC社区提供模型
Model: large-traversaal/Alif-1.0-8B-Instruct Source: Original Platform
This commit is contained in:
54
.gitattributes
vendored
Normal file
54
.gitattributes
vendored
Normal file
@@ -0,0 +1,54 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
unsloth.F16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
large-traversaal/Alif-Llama-3.1-8B-Instruct filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model-f16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
result1.jpg filter=lfs diff=lfs merge=lfs -text
|
||||||
|
result2.jpg filter=lfs diff=lfs merge=lfs -text
|
||||||
|
model.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
107
README.md
Normal file
107
README.md
Normal file
@@ -0,0 +1,107 @@
|
|||||||
|
---
|
||||||
|
base_model: unsloth/Meta-Llama-3.1-8B
|
||||||
|
tags:
|
||||||
|
- text-generation-inference
|
||||||
|
- transformers
|
||||||
|
- unsloth
|
||||||
|
- llama
|
||||||
|
- trl
|
||||||
|
license: apache-2.0
|
||||||
|
language:
|
||||||
|
- en
|
||||||
|
- ur
|
||||||
|
---
|
||||||
|
|
||||||
|
|
||||||
|
# Model Card for Alif 1.0 8B Instruct
|
||||||
|
|
||||||
|
**Alif 1.0 8B Instruct** is an open-source model with highly advanced multilingual reasoning capabilities. It utilizes human refined multilingual synthetic data paired with reasoning to enhance cultural nuance and reasoning capabilities in english and urdu languages.
|
||||||
|
|
||||||
|
- **Developed by:** large-traversaal
|
||||||
|
- **License:** apache-2.0
|
||||||
|
- **Base model:** unsloth/Meta-Llama-3.1-8B
|
||||||
|
- **Model:** Alif-1.0-8B-Instruct
|
||||||
|
- **Model Size:** 8 billion parameters
|
||||||
|
|
||||||
|
This model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library.
|
||||||
|
|
||||||
|
|
||||||
|
### How to Use Alif 1.0 8B Instruct
|
||||||
|
|
||||||
|
Install the transformers, bitsandbytes libraries and load Alif 1.0 8B Instruct as follows:
|
||||||
|
|
||||||
|
```python
|
||||||
|
from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
|
||||||
|
import torch
|
||||||
|
from transformers import BitsAndBytesConfig
|
||||||
|
|
||||||
|
model_id = "large-traversaal/Alif-1.0-8B-Instruct"
|
||||||
|
|
||||||
|
# 4-bit quantization configuration
|
||||||
|
quantization_config = BitsAndBytesConfig(
|
||||||
|
load_in_4bit=True,
|
||||||
|
bnb_4bit_compute_dtype=torch.float16,
|
||||||
|
bnb_4bit_use_double_quant=True,
|
||||||
|
bnb_4bit_quant_type="nf4"
|
||||||
|
)
|
||||||
|
|
||||||
|
# Load tokenizer and model in 4-bit
|
||||||
|
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
||||||
|
model = AutoModelForCausalLM.from_pretrained(
|
||||||
|
model_id,
|
||||||
|
quantization_config=quantization_config,
|
||||||
|
device_map="auto"
|
||||||
|
)
|
||||||
|
|
||||||
|
# Create text generation pipeline
|
||||||
|
chatbot = pipeline("text-generation", model=model, tokenizer=tokenizer, device_map="auto")
|
||||||
|
|
||||||
|
# Function to chat
|
||||||
|
def chat(message):
|
||||||
|
response = chatbot(message, max_new_tokens=100, do_sample=True, temperature=0.3)
|
||||||
|
return response[0]["generated_text"]
|
||||||
|
|
||||||
|
# Example chat
|
||||||
|
user_input = "شہر کراچی کی کیا اہمیت ہے؟"
|
||||||
|
bot_response = chat(user_input)
|
||||||
|
|
||||||
|
print(bot_response)
|
||||||
|
|
||||||
|
```
|
||||||
|
|
||||||
|
You can also try out this model using [TextStreamer](https://colab.research.google.com/drive/1mEPynC__uN2tKDvDho3f6MpcKW-GMiAh?usp=sharing) or [Gradio](https://colab.research.google.com/drive/1DUwlYBOMUd7FZaI631-y6y8fTNiy0pqt?usp=sharing) in Colab. It is also available in GGUF with various quantized formats for Ollama, LM Studio, Jan, and Llama.cpp.
|
||||||
|
|
||||||
|
|
||||||
|
## Model Details
|
||||||
|
|
||||||
|
**Input**: Models input text only.
|
||||||
|
|
||||||
|
**Output**: Models generate text only.
|
||||||
|
|
||||||
|
**Model Architecture**: Alif 1.0 8B Instruct is an auto-regressive language model that uses an optimized transformer architecture. Post-training includes continuous pretraining and supervised finetuning.
|
||||||
|
|
||||||
|
For more details about how the model was trained, check out [our blogpost](https://blog.traversaal.ai/announcing-alif-1-0-our-first-urdu-llm-outperforming-other-open-source-llms/).
|
||||||
|
|
||||||
|
|
||||||
|
### Evaluation
|
||||||
|
We evaluated Alif 1.0 8B Instruct against Gemma 2 9B, Llama 3.1 8B, Mistral Nemo 12B, Qwen 2.5 7B and Cohere Aya Expanse 8B using the human annotated Urdu evaluation dataset and scores are determined using gpt-4o as a judge.
|
||||||
|
|
||||||
|
<img src="result1.jpg" width="650" style="margin-left:'auto' margin-right:'auto' display:'block'"/>
|
||||||
|
|
||||||
|
<img src="result2.jpg" width="650" style="margin-left:'auto' margin-right:'auto' display:'block'"/>
|
||||||
|
|
||||||
|
### Citation
|
||||||
|
```bash
|
||||||
|
@article{ShafiqueAlif2025,
|
||||||
|
title = {Alif: Advancing Urdu Large Language Models via Multilingual Synthetic Data Distillation},
|
||||||
|
author = {Muhammad Ali Shafique and Kanwal Mehreen and Muhammad Arham and Maaz Amjad and Sabur Butt and Hamza Farooq},
|
||||||
|
journal = {arXiv preprint arXiv:2510.09051},
|
||||||
|
year = {2025},
|
||||||
|
url = {https://arxiv.org/abs/2510.09051}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### Model Card Contact
|
||||||
|
|
||||||
|
For errors or additional questions about details in this model card, contact: contact@traversaal.ai
|
||||||
|
|
||||||
40
adapter_config.json
Normal file
40
adapter_config.json
Normal file
@@ -0,0 +1,40 @@
|
|||||||
|
{
|
||||||
|
"alpha_pattern": {},
|
||||||
|
"auto_mapping": null,
|
||||||
|
"base_model_name_or_path": "unsloth/Meta-Llama-3.1-8B",
|
||||||
|
"bias": "none",
|
||||||
|
"eva_config": null,
|
||||||
|
"exclude_modules": null,
|
||||||
|
"fan_in_fan_out": false,
|
||||||
|
"inference_mode": true,
|
||||||
|
"init_lora_weights": true,
|
||||||
|
"layer_replication": null,
|
||||||
|
"layers_pattern": null,
|
||||||
|
"layers_to_transform": null,
|
||||||
|
"loftq_config": {},
|
||||||
|
"lora_alpha": 32,
|
||||||
|
"lora_bias": false,
|
||||||
|
"lora_dropout": 0,
|
||||||
|
"megatron_config": null,
|
||||||
|
"megatron_core": "megatron.core",
|
||||||
|
"modules_to_save": [
|
||||||
|
"embed_tokens",
|
||||||
|
"lm_head"
|
||||||
|
],
|
||||||
|
"peft_type": "LORA",
|
||||||
|
"r": 128,
|
||||||
|
"rank_pattern": {},
|
||||||
|
"revision": null,
|
||||||
|
"target_modules": [
|
||||||
|
"k_proj",
|
||||||
|
"q_proj",
|
||||||
|
"up_proj",
|
||||||
|
"o_proj",
|
||||||
|
"gate_proj",
|
||||||
|
"v_proj",
|
||||||
|
"down_proj"
|
||||||
|
],
|
||||||
|
"task_type": "CAUSAL_LM",
|
||||||
|
"use_dora": false,
|
||||||
|
"use_rslora": true
|
||||||
|
}
|
||||||
3
adapter_model.safetensors
Normal file
3
adapter_model.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:3de57e9f2380fbfb094eeb80413e70ad8fc919b9587cbbde395a34599625b6df
|
||||||
|
size 3443585096
|
||||||
3
config.json
Normal file
3
config.json
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
{
|
||||||
|
"model_type": "llama"
|
||||||
|
}
|
||||||
3
model-Q2_K.gguf
Normal file
3
model-Q2_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:bfbeb1336b0ee0324fd4add936b959b1abf6fbc07c486d7e5be788a55dea6517
|
||||||
|
size 3179131360
|
||||||
3
model-Q3_K_M.gguf
Normal file
3
model-Q3_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:04732edc608fa505aaa994ed392e1f5d232c3c8dec38b2a795a07812e6d3ff53
|
||||||
|
size 4018917856
|
||||||
3
model-Q4_K_M.gguf
Normal file
3
model-Q4_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:b408ee56bc452598a3425e06e57310bf82ca3a4d4db19c2ccd8a029db87c1b31
|
||||||
|
size 4920734176
|
||||||
3
model-Q5_K_M.gguf
Normal file
3
model-Q5_K_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:3b74fa930fa8c3d7f23d630909ff89b08407625d740c007babf2858ec6a812f0
|
||||||
|
size 5732987360
|
||||||
3
model-Q6_K.gguf
Normal file
3
model-Q6_K.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a24f25599ca28760e43b5360db15cef030a41db5b71cbd7a6ca6b868daa29d4f
|
||||||
|
size 6596006368
|
||||||
3
model-Q8_0.gguf
Normal file
3
model-Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6adb2d4b286c922afe0d74913ca9ef0b552d94335e93199abb7448f27c6860f2
|
||||||
|
size 8540770784
|
||||||
3
model-f16.gguf
Normal file
3
model-f16.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:ed80dda8b9cd0a2e365db6fba22c3db81283cfbedf81bbc538a63a9f444010ef
|
||||||
|
size 16068891104
|
||||||
3
result1.jpg
Normal file
3
result1.jpg
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:649ab95400885fafd87fd5483894f095484b254defcc720bf2e878c3f5d253f5
|
||||||
|
size 352124
|
||||||
3
result2.jpg
Normal file
3
result2.jpg
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6efb6bb12cd5db5a53a9568a71fc3e9101edaa398b754b6dcc990b4bb8aa25f0
|
||||||
|
size 284659
|
||||||
23
special_tokens_map.json
Normal file
23
special_tokens_map.json
Normal file
@@ -0,0 +1,23 @@
|
|||||||
|
{
|
||||||
|
"bos_token": {
|
||||||
|
"content": "<|begin_of_text|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
},
|
||||||
|
"eos_token": {
|
||||||
|
"content": "<|end_of_text|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
},
|
||||||
|
"pad_token": {
|
||||||
|
"content": "<|finetune_right_pad_id|>",
|
||||||
|
"lstrip": false,
|
||||||
|
"normalized": false,
|
||||||
|
"rstrip": false,
|
||||||
|
"single_word": false
|
||||||
|
}
|
||||||
|
}
|
||||||
BIN
tokenizer.json
(Stored with Git LFS)
Normal file
BIN
tokenizer.json
(Stored with Git LFS)
Normal file
Binary file not shown.
2064
tokenizer_config.json
Normal file
2064
tokenizer_config.json
Normal file
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user