初始化项目，由ModelHub XC社区提供模型

Model: theprint/Hemispheres-v0.2-Llama3.2-3B-Final
Source: Original Platform

.gitattributes

@@ -0,0 +1,51 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth.F16.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+unsloth.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Hemispheres-v0.2-Llama3.2-3B-Final.F16.gguf filter=lfs diff=lfs merge=lfs -text
+Hemispheres-v0.2-Llama3.2-3B-Final.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Hemispheres-v0.2-Llama3.2-3B-Final.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Hemispheres-v0.2-Llama3.2-3B-Final.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Hemispheres-v0.2-Llama3.2-3B-Final.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Hemispheres-v0.2-Llama3.2-3B-Final.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Hemispheres-v0.2-Llama3.2-3B-Final.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Hemispheres-v0.2-Llama3.2-3B-Final.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

Hemispheres-v0.2-Llama3.2-3B-Final.F16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856136a35246555c34d7a1bff977de770604956b3f076d8e97efcf19ada2eeac
+size 6433688384

Hemispheres-v0.2-Llama3.2-3B-Final.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f849bdbacf411e57ec7e3863c7ce80746c319d31c960ed55e5543d2a55b031df
+size 1687159616

Hemispheres-v0.2-Llama3.2-3B-Final.Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafe39393067c107712335d8cdd75a1956d7e95a9d51acde19fac9cfb8aca190
+size 1542849344

Hemispheres-v0.2-Llama3.2-3B-Final.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1500fa8a4d46e845e29c6f4ab86088106db3dd80d41cb931997c98d62e117e8e
+size 2019377984

Hemispheres-v0.2-Llama3.2-3B-Final.Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52274d68c23dfd59168e7834389732bafefbbc8a55251d35048322150cafd60f
+size 1928201024

Hemispheres-v0.2-Llama3.2-3B-Final.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3420daa313cfb0e4937f52dd41b3579e9e077c38c79469232025477ac3fec64
+size 2322154304

Hemispheres-v0.2-Llama3.2-3B-Final.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275a880d6723756f89e36eb35ddf5e6cf9f57971097751285282fdfe830d0f7f
+size 2643854144

Hemispheres-v0.2-Llama3.2-3B-Final.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb0e5a80c22aa83e5ba90467e6ad1598679424f5e0ff93cc107fa6cf3197d06
+size 3421899584

Modelfile

@@ -0,0 +1,57 @@
+
+FROM /content/theprint/Hemispheres-v0.2-Llama3.2-3B-Final/unsloth.F16.gguf
+TEMPLATE """{{ if .Messages }}
+{{- if or .System .Tools }}<|start_header_id|>system<|end_header_id|>
+{{- if .System }}
+
+{{ .System }}
+{{- end }}
+{{- if .Tools }}
+
+You are a helpful assistant with tool calling capabilities. When you receive a tool call response, use the output to format an answer to the original use question.
+{{- end }}
+{{- end }}<|eot_id|>
+{{- range $i, $_ := .Messages }}
+{{- $last := eq (len (slice $.Messages $i)) 1 }}
+{{- if eq .Role "user" }}<|start_header_id|>user<|end_header_id|>
+{{- if and $.Tools $last }}
+
+Given the following functions, please respond with a JSON for a function call with its proper arguments that best answers the given prompt.
+
+Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}. Do not use variables.
+
+{{ $.Tools }}
+{{- end }}
+
+{{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|>
+
+{{ end }}
+{{- else if eq .Role "assistant" }}<|start_header_id|>assistant<|end_header_id|>
+{{- if .ToolCalls }}
+
+{{- range .ToolCalls }}{"name": "{{ .Function.Name }}", "parameters": {{ .Function.Arguments }}}{{ end }}
+{{- else }}
+
+{{ .Content }}{{ if not $last }}<|eot_id|>{{ end }}
+{{- end }}
+{{- else if eq .Role "tool" }}<|start_header_id|>ipython<|end_header_id|>
+
+{{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|>
+
+{{ end }}
+{{- end }}
+{{- end }}
+{{- else }}
+{{- if .System }}<|start_header_id|>system<|end_header_id|>
+
+{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
+
+{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
+
+{{ end }}{{ .Response }}{{ if .Response }}<|eot_id|>{{ end }}"""
+PARAMETER stop "<|start_header_id|>"
+PARAMETER stop "<|end_header_id|>"
+PARAMETER stop "<|eot_id|>"
+PARAMETER stop "<|eom_id|>"
+PARAMETER temperature 1.5
+PARAMETER min_p 0.1

README.md

@@ -0,0 +1,24 @@
+---
+base_model: unsloth/llama-3.2-3b-instruct-bnb-4bit
+tags:
+- text-generation-inference
+- transformers
+- unsloth
+- llama
+- trl
+license: apache-2.0
+language:
+- en
+datasets:
+- theprint/Hemispheres-v0.2-Final-gpt
+---
+
+# Uploaded  model
+
+- **Developed by:** theprint
+- **License:** apache-2.0
+- **Finetuned from model :** unsloth/llama-3.2-3b-instruct-bnb-4bit
+
+This llama model was trained 2x faster with [Unsloth](https://github.com/unslothai/unsloth) and Huggingface's TRL library.
+
+[<img src="https://raw.githubusercontent.com/unslothai/unsloth/main/images/unsloth%20made%20with%20love.png" width="200"/>](https://github.com/unslothai/unsloth)

adapter_config.json

@@ -0,0 +1,37 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "unsloth/llama-3.2-3b-instruct-bnb-4bit",
+  "bias": "none",
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 16,
+  "lora_bias": false,
+  "lora_dropout": 0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "down_proj",
+    "up_proj",
+    "k_proj",
+    "o_proj",
+    "gate_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c9eacb231aa4baa58c7833f5a833cffdf9e498153a6c842c665934c43848bd
+size 97307544