初始化项目，由ModelHub XC社区提供模型

Model: simonko912/simllama-1.1-base
Source: Original Platform

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,56 @@
+---
+license: apache-2.0
+datasets:
+- HuggingFaceFW/fineweb-edu
+- EleutherAI/the_pile_deduplicated
+language:
+- en
+---
+### Simllama 1.1 Base model 
+#### Training
+
+Training was stopped at around 310 hours using a 4090.<br>
+We want to minimize our carbon footprint so we used solar and only trained durning the day.<br>
+Dataset was a mix of 40gb finewebedu and 10gb pile, but only a small portion (124k steps  was used for training.<br>
+This is step 124000, with a loss around 2.8-2.9.
+
+#### Examples
+Note: These examples ware cropped to save space, and I didnt cherry pick examples.<br>
+PROMPT: Google<br>
+```
+'s new Google Maps feature could help curb the spread of disease.
+Researchers at Google say it's possible to use Google Maps to track the spread o
+f infectious diseases such as measles and pneumonia.
+"This is a big step forward in understanding how the spread of disease is spread
+," said Michael H. Patterson, professor of microbiology, in a statement.
+The research was published online Feb. 10 in the journal Science.
+"There's no cure for the spread of disease," Patterson said. "In fact, we're sti
+ll a long way from understanding what's going on."
+The study, which was published in the journal Science, found that the number of
+cases in the United States rose dramatically from 2010 to 2013, compared with 20
+11.
+```
+PROMPT: Cats<br>
+```
+ are always a favorite subject in the home, but they are also a favorite toys for children. But how do you teach your kitty to play with toys?
+- Encourage your kitty to play with toys and games. If your kitty is a little too ambitious, it might be time to introduce toys. You can also use the same play-by-playing approach that your cat likes to play w
+ith other dogs.
+- Try to make your kitty play toys with a few basic household items. This will give her more independence.
+- Use a toy like a toy or a dog. It can be a pet, dog, or toy.
+- Use a toy like a dog or dog. If your kitty likes to play with other dogs, she may want to add to her play.
+- Avoid using toys that are made of plastic, plastic or even wooden. They can attract pets who are prone to biting.
+- Make your kitty play toys with toys.
+```
+PROMPT: Hello<br>
+```
+ ,
+I am new to this topic and am new to this topic.
+I am working on an iPhone app using a touch screen.
+I am trying to create a touch screen in a touch screen using the touch screen interface.
+In my android studio I have a touch screen with touch screen.
+My touch screen looks like this:
+public void touch(View view) {
+    Touch screen = (Touch) view;
+}
+<input name="TouchScreen" type="text" name="TouchScreen" value="true" />
+```

chat_template.jinja

@@ -0,0 +1 @@
+{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% elif false == true and not '<<SYS>>' in messages[0]['content'] %}{% set loop_messages = messages %}{% set system_message = 'You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.\n\nIf a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don\'t know the answer to a question, please don\'t share false information.' %}{% else %}{% set loop_messages = messages %}{% set system_message = false %}{% endif %}{% for message in loop_messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if loop.index0 == 0 and system_message != false %}{% set content = '<<SYS>>\n' + system_message + '\n<</SYS>>\n\n' + message['content'] %}{% else %}{% set content = message['content'] %}{% endif %}{% if message['role'] == 'user' %}{{ bos_token + '[INST] ' + content.strip() + ' [/INST]' }}{% elif message['role'] == 'system' %}{{ '<<SYS>>\n' + content.strip() + '\n<</SYS>>\n\n' }}{% elif message['role'] == 'assistant' %}{{ ' '  + content.strip() + ' ' + eos_token }}{% endif %}{% endfor %}

config.json

@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "dtype": "float32",
+  "eos_token_id": 2,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 1024,
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "num_key_value_heads": 16,
+  "pad_token_id": null,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": false,
+  "transformers_version": "5.0.0",
+  "use_cache": false,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.0.0",
+  "use_cache": true
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e8bef1a04c20fdf8a1733a8b751c12910022a8abc09723235cc1eccf2460de
+size 1872982408

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3104e7431eee24b8c7ebe5fbea071777306f344a81296b1e2910199712d91a38
+size 3746102923

scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715411345558dfd4a409e78a653fdc66b0ae0a2679b0f9108b2ae550cbbcea74
+size 1383

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0906953d3ee459a02fc85a0aa214d997b23a8a9dcb935f1523febb2c07f2b8
+size 1465

tokenizer_config.json

@@ -0,0 +1,14 @@
+{
+  "add_prefix_space": null,
+  "backend": "tokenizers",
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "is_local": false,
+  "model_max_length": 2048,
+  "pad_token": "</s>",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}