初始化项目,由ModelHub XC社区提供模型
Model: Xenova/llama2.c-stories42M Source: Original Platform
This commit is contained in:
68
.gitattributes
vendored
Normal file
68
.gitattributes
vendored
Normal file
@@ -0,0 +1,68 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
pytorch_model.bin filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_fp16.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_merged.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_merged_quantized.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_quantized.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_with_past_model.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_with_past_model_quantized.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/model.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/model_bnb4.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/model_fp16.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/model_int8.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/model_q4.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/model_q4f16.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/model_quantized.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/model_uint8.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_bnb4.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_int8.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_merged_bnb4.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_merged_fp16.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_merged_int8.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_merged_q4.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_merged_q4f16.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_merged_uint8.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_q4.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_q4f16.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_model_uint8.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_with_past_model_bnb4.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_with_past_model_fp16.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_with_past_model_int8.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_with_past_model_q4.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_with_past_model_q4f16.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
onnx/decoder_with_past_model_uint8.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
30
README.md
Normal file
30
README.md
Normal file
@@ -0,0 +1,30 @@
|
||||
---
|
||||
library_name: transformers.js
|
||||
tags:
|
||||
- transformers
|
||||
---
|
||||
|
||||
## Usage (Transformers.js)
|
||||
|
||||
If you haven't already, you can install the [Transformers.js](https://huggingface.co/docs/transformers.js) JavaScript library from [NPM](https://www.npmjs.com/package/@huggingface/transformers) using:
|
||||
```bash
|
||||
npm i @huggingface/transformers
|
||||
```
|
||||
|
||||
You can then use the model to generate text like this:
|
||||
|
||||
```js
|
||||
import { pipeline } from "@huggingface/transformers";
|
||||
|
||||
// Create a text-generation pipeline
|
||||
const generator = await pipeline('text-generation', 'Xenova/llama2.c-stories42M');
|
||||
|
||||
const text = 'Once upon a time,';
|
||||
const output = await generator(text);
|
||||
console.log(output);
|
||||
// [{ generated_text: "Once upon a time, there was a little girl named Lily. She loved to play outside in" }]
|
||||
|
||||
const output2 = await generator(text, { max_new_tokens: 50 });
|
||||
console.log(output2);
|
||||
// [{ generated_text: "Once upon a time, there was a little girl named Lily. She loved to play outside in the sunshine. One day, she saw a big, yellow flower in the garden. It was so pretty! She picked it and smelled it. It smelled" }]
|
||||
```
|
||||
25
config.json
Normal file
25
config.json
Normal file
@@ -0,0 +1,25 @@
|
||||
{
|
||||
"_name_or_path": "Xenova/llama2.c-stories42M",
|
||||
"architectures": [
|
||||
"LlamaForCausalLM"
|
||||
],
|
||||
"bos_token_id": 1,
|
||||
"eos_token_id": 2,
|
||||
"hidden_act": "silu",
|
||||
"hidden_size": 512,
|
||||
"initializer_range": 0.02,
|
||||
"intermediate_size": 1376,
|
||||
"max_position_embeddings": 1024,
|
||||
"model_type": "llama",
|
||||
"num_attention_heads": 8,
|
||||
"num_hidden_layers": 8,
|
||||
"num_key_value_heads": 8,
|
||||
"pretraining_tp": 1,
|
||||
"rms_norm_eps": 1e-05,
|
||||
"rope_scaling": null,
|
||||
"rope_theta": 10000.0,
|
||||
"tie_word_embeddings": true,
|
||||
"transformers_version": "4.33.2",
|
||||
"use_cache": true,
|
||||
"vocab_size": 32000
|
||||
}
|
||||
1
configuration.json
Normal file
1
configuration.json
Normal file
@@ -0,0 +1 @@
|
||||
{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
|
||||
6
generation_config.json
Normal file
6
generation_config.json
Normal file
@@ -0,0 +1,6 @@
|
||||
{
|
||||
"_from_model_config": true,
|
||||
"bos_token_id": 1,
|
||||
"eos_token_id": 2,
|
||||
"transformers_version": "4.33.2"
|
||||
}
|
||||
3
onnx/decoder_model.onnx
Normal file
3
onnx/decoder_model.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9993acfcd14528ac8bcefc4a6a8bdeddc2e6aada567c8d9e0c601dd0ec603562
|
||||
size 167566461
|
||||
3
onnx/decoder_model_bnb4.onnx
Normal file
3
onnx/decoder_model_bnb4.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6460c9714d5a2c5efed0e0273a918df433c8a74f7d2aa35b9ea6520491f4de82
|
||||
size 80511097
|
||||
3
onnx/decoder_model_fp16.onnx
Normal file
3
onnx/decoder_model_fp16.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:51fe5d3f92fb37eb7572df43033c4ae0ba498a1d086ce4f012cde27ca4f704bc
|
||||
size 84020065
|
||||
3
onnx/decoder_model_int8.onnx
Normal file
3
onnx/decoder_model_int8.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:32b55e803024137840e4319043678b6d402e1352e5fde1e467d449dedf6966f1
|
||||
size 42479003
|
||||
3
onnx/decoder_model_merged.onnx
Normal file
3
onnx/decoder_model_merged.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c4da7ec2fab9370e45b7e8fbcc1a787e19ad6283aff523b08f9373df9b963849
|
||||
size 168377675
|
||||
3
onnx/decoder_model_merged_bnb4.onnx
Normal file
3
onnx/decoder_model_merged_bnb4.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:87de4e926833488eaf2e6bea5573cde6ba03046b8e8d02d3e7c432c3320e840f
|
||||
size 80751745
|
||||
3
onnx/decoder_model_merged_fp16.onnx
Normal file
3
onnx/decoder_model_merged_fp16.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:246c7792e890ba0b1ee197d74a241eb0850e749cec3aa2eadfbc86e029951fdb
|
||||
size 84057353
|
||||
3
onnx/decoder_model_merged_int8.onnx
Normal file
3
onnx/decoder_model_merged_int8.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:27711e76cd880f9708bef25397f3354f42c4e8c049947f73d723965ef8d95652
|
||||
size 42771369
|
||||
3
onnx/decoder_model_merged_q4.onnx
Normal file
3
onnx/decoder_model_merged_q4.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:25cede0887dbe93301c002cbccdaf594e9a102b8e9655a1abef66a10beb23a4e
|
||||
size 82331873
|
||||
3
onnx/decoder_model_merged_q4f16.onnx
Normal file
3
onnx/decoder_model_merged_q4f16.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:72355038b15c812a357cae6c0de6ec1d226adc912fa09b31dfc1269b2c1df782
|
||||
size 47708900
|
||||
3
onnx/decoder_model_merged_quantized.onnx
Normal file
3
onnx/decoder_model_merged_quantized.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a5d2095b1db3b264342e0aab8779bdaa311fb3117ae9faddd9e2da26ebd943f8
|
||||
size 43637900
|
||||
3
onnx/decoder_model_merged_uint8.onnx
Normal file
3
onnx/decoder_model_merged_uint8.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d71562724a47791e36d81c26903fc9f586cb3cd4513f9a8f8ffaf328c6f18a16
|
||||
size 42771395
|
||||
3
onnx/decoder_model_q4.onnx
Normal file
3
onnx/decoder_model_q4.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ea0227adf9723eb45f29634cd6740063cb9de73d45cdd2ae5c896c82e56d6cfe
|
||||
size 82091729
|
||||
3
onnx/decoder_model_q4f16.onnx
Normal file
3
onnx/decoder_model_q4f16.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:358c7544a8efc5a6f653dbdf08c87b364534643677e17a208b292fd970b2ff1a
|
||||
size 47464028
|
||||
3
onnx/decoder_model_quantized.onnx
Normal file
3
onnx/decoder_model_quantized.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:83784ee0b2b115606e5b69d3d5565e99c826d7aa7e1de5437c12b0a964c28c1d
|
||||
size 42675859
|
||||
3
onnx/decoder_model_uint8.onnx
Normal file
3
onnx/decoder_model_uint8.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1f32a68aab637e3faa0e3cf7da6454a5c49d90628499a33002df6e352a9d4a1d
|
||||
size 42479029
|
||||
3
onnx/decoder_with_past_model.onnx
Normal file
3
onnx/decoder_with_past_model.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:92d8434248807a07f0a85468cdbdd138171cb2d48c6b25165b99088821346991
|
||||
size 167568998
|
||||
3
onnx/decoder_with_past_model_bnb4.onnx
Normal file
3
onnx/decoder_with_past_model_bnb4.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5bda9c09936b215efcf759c6abe9a5d6c7c7ecbecd7a9520a46310b275c60c6b
|
||||
size 80495757
|
||||
3
onnx/decoder_with_past_model_fp16.onnx
Normal file
3
onnx/decoder_with_past_model_fp16.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5cc6d29592363df9acaf2da2ac3a1dcdbdca33edd900fa2f130837a92ac9849e
|
||||
size 83807548
|
||||
3
onnx/decoder_with_past_model_int8.onnx
Normal file
3
onnx/decoder_with_past_model_int8.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:2266e9f048125b78e42e47383bf1ab2281d3e00260825d600b1cb1d42e4c3660
|
||||
size 42463663
|
||||
3
onnx/decoder_with_past_model_q4.onnx
Normal file
3
onnx/decoder_with_past_model_q4.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f7a9b1fbdc1abeae29ab75e4436bcf2c974a4b39b2add794bad172e5e34675b2
|
||||
size 82076389
|
||||
3
onnx/decoder_with_past_model_q4f16.onnx
Normal file
3
onnx/decoder_with_past_model_q4f16.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:af8b35675e46df3e2a86d349410190b31dc65087166b599c38b51df99b701ec0
|
||||
size 47451647
|
||||
3
onnx/decoder_with_past_model_quantized.onnx
Normal file
3
onnx/decoder_with_past_model_quantized.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:7d5689e151084aa2dbf309f6f54f13fea852af91d00ebc2c4f5d9f7e96a39044
|
||||
size 42678372
|
||||
3
onnx/decoder_with_past_model_uint8.onnx
Normal file
3
onnx/decoder_with_past_model_uint8.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9c3592998d93bd7bf66415443825f66a77b5832e30ef4a782662078374b92c8d
|
||||
size 42463689
|
||||
3
onnx/model.onnx
Normal file
3
onnx/model.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a99afdeef37423caf04f18802482c7b9f4772e6b3a1fc7b866cafbb9a47a5c69
|
||||
size 166951932
|
||||
3
onnx/model_bnb4.onnx
Normal file
3
onnx/model_bnb4.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:761a3979a2c794281abb91a1165abb3eccf9c0bc1ecbabe3651c004c3bd72ec3
|
||||
size 80002615
|
||||
3
onnx/model_fp16.onnx
Normal file
3
onnx/model_fp16.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a3a4cbb4b2534e61449d41ca9ded293d44bcd4b7b61ed942485369ae525a526f
|
||||
size 83576611
|
||||
3
onnx/model_int8.onnx
Normal file
3
onnx/model_int8.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:683df4e70202e34d0127509af99877b0fffea193416ecd7d812c75342758fd71
|
||||
size 41970488
|
||||
3
onnx/model_q4.onnx
Normal file
3
onnx/model_q4.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8234df5931173f7ab2fe6b4905569261bf5f8865f292f15b6d5b173a68ff8953
|
||||
size 81583247
|
||||
3
onnx/model_q4f16.onnx
Normal file
3
onnx/model_q4f16.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:301522517e8affa2f82d6dfc2b66e4e59e909859695a23a750d5b381b180609b
|
||||
size 47220710
|
||||
3
onnx/model_quantized.onnx
Normal file
3
onnx/model_quantized.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:683df4e70202e34d0127509af99877b0fffea193416ecd7d812c75342758fd71
|
||||
size 41970488
|
||||
3
onnx/model_uint8.onnx
Normal file
3
onnx/model_uint8.onnx
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9395fcb3d4abaa99de56f76d3f3c319e37a503cd1f598e115e510bcd877b9398
|
||||
size 41970513
|
||||
3
pytorch_model.bin
Normal file
3
pytorch_model.bin
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:ca5d73fb5862fe2732b76c4e308ed343b4db2abbaf1fc1d58bd5b4f29d96d096
|
||||
size 166781967
|
||||
107
quantize_config.json
Normal file
107
quantize_config.json
Normal file
@@ -0,0 +1,107 @@
|
||||
{
|
||||
"per_channel": false,
|
||||
"reduce_range": false,
|
||||
"per_model_config": {
|
||||
"decoder_with_past_model": {
|
||||
"op_types": [
|
||||
"Unsqueeze",
|
||||
"Transpose",
|
||||
"Neg",
|
||||
"Softmax",
|
||||
"If",
|
||||
"Identity",
|
||||
"Expand",
|
||||
"Where",
|
||||
"Constant",
|
||||
"Mul",
|
||||
"Shape",
|
||||
"Sigmoid",
|
||||
"MatMul",
|
||||
"Div",
|
||||
"Squeeze",
|
||||
"Range",
|
||||
"Sub",
|
||||
"Pow",
|
||||
"Gather",
|
||||
"Concat",
|
||||
"ReduceMean",
|
||||
"ConstantOfShape",
|
||||
"Reshape",
|
||||
"Sqrt",
|
||||
"Cast",
|
||||
"Slice",
|
||||
"Add",
|
||||
"Equal"
|
||||
],
|
||||
"weight_type": "QInt8"
|
||||
},
|
||||
"decoder_model": {
|
||||
"op_types": [
|
||||
"Unsqueeze",
|
||||
"Transpose",
|
||||
"Neg",
|
||||
"Less",
|
||||
"If",
|
||||
"Softmax",
|
||||
"Identity",
|
||||
"Expand",
|
||||
"Where",
|
||||
"Constant",
|
||||
"Mul",
|
||||
"Shape",
|
||||
"Sigmoid",
|
||||
"MatMul",
|
||||
"Div",
|
||||
"Squeeze",
|
||||
"Range",
|
||||
"Sub",
|
||||
"Pow",
|
||||
"Gather",
|
||||
"Concat",
|
||||
"ReduceMean",
|
||||
"ConstantOfShape",
|
||||
"Reshape",
|
||||
"Slice",
|
||||
"Cast",
|
||||
"Sqrt",
|
||||
"Add",
|
||||
"Equal"
|
||||
],
|
||||
"weight_type": "QInt8"
|
||||
},
|
||||
"decoder_model_merged": {
|
||||
"op_types": [
|
||||
"Unsqueeze",
|
||||
"Transpose",
|
||||
"Neg",
|
||||
"Less",
|
||||
"If",
|
||||
"Softmax",
|
||||
"Identity",
|
||||
"Expand",
|
||||
"Where",
|
||||
"Constant",
|
||||
"Mul",
|
||||
"Shape",
|
||||
"Sigmoid",
|
||||
"MatMul",
|
||||
"Div",
|
||||
"Squeeze",
|
||||
"Range",
|
||||
"Sub",
|
||||
"Pow",
|
||||
"Gather",
|
||||
"Concat",
|
||||
"ReduceMean",
|
||||
"ConstantOfShape",
|
||||
"Reshape",
|
||||
"Slice",
|
||||
"Cast",
|
||||
"Sqrt",
|
||||
"Add",
|
||||
"Equal"
|
||||
],
|
||||
"weight_type": "QInt8"
|
||||
}
|
||||
}
|
||||
}
|
||||
5
special_tokens_map.json
Normal file
5
special_tokens_map.json
Normal file
@@ -0,0 +1,5 @@
|
||||
{
|
||||
"bos_token": "<s>",
|
||||
"eos_token": "</s>",
|
||||
"unk_token": "<unk>"
|
||||
}
|
||||
93391
tokenizer.json
Normal file
93391
tokenizer.json
Normal file
File diff suppressed because it is too large
Load Diff
3
tokenizer.model
Normal file
3
tokenizer.model
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
|
||||
size 499723
|
||||
38
tokenizer_config.json
Normal file
38
tokenizer_config.json
Normal file
@@ -0,0 +1,38 @@
|
||||
{
|
||||
"added_tokens_decoder": {
|
||||
"0": {
|
||||
"content": "<unk>",
|
||||
"lstrip": false,
|
||||
"normalized": true,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"1": {
|
||||
"content": "<s>",
|
||||
"lstrip": false,
|
||||
"normalized": true,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
},
|
||||
"2": {
|
||||
"content": "</s>",
|
||||
"lstrip": false,
|
||||
"normalized": true,
|
||||
"rstrip": false,
|
||||
"single_word": false,
|
||||
"special": true
|
||||
}
|
||||
},
|
||||
"additional_special_tokens": [],
|
||||
"bos_token": "<s>",
|
||||
"clean_up_tokenization_spaces": false,
|
||||
"eos_token": "</s>",
|
||||
"model_max_length": 2048,
|
||||
"pad_token": null,
|
||||
"sp_model_kwargs": {},
|
||||
"tokenizer_class": "LlamaTokenizer",
|
||||
"unk_token": "<unk>",
|
||||
"use_default_system_prompt": true
|
||||
}
|
||||
Reference in New Issue
Block a user