初始化项目，由ModelHub XC社区提供模型

Model: shisa-ai/Mistral-Nemo-Japanese-Instruct-2408-GPTQ-W4A16-gs32-noact
Source: Original Platform

.gitattributes

@@ -0,0 +1,49 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.gguf* filter=lfs diff=lfs merge=lfs -text
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,12 @@
+---
+license: apache-2.0
+language:
+- ja
+- en
+base_model:
+- cyberagent/Mistral-Nemo-Japanese-Instruct-2408
+tags:
+- gptq
+---
+
+W4A16 gs32 no act order (desc_act=false) GPTQ quant of [cyberagent/Mistral-Nemo-Japanese-Instruct-2408](https://huggingface.co/cyberagent/Mistral-Nemo-Japanese-Instruct-2408) w/ [GPTQModel](https://github.com/ModelCloud/GPTQModel) 1.7.2 using [augmxnt/ultra-orca-boros-en-ja-v1](https://huggingface.co/datasets/augmxnt/ultra-orca-boros-en-ja-v1) as calibration set

config.json

@@ -0,0 +1,50 @@
+{
+  "_attn_implementation_autoset": true,
+  "_name_or_path": "/fsx/ubuntu/.cache/huggingface/hub/models--cyberagent--Mistral-Nemo-Japanese-Instruct-2408/snapshots/8591f78522a5d651209fc9f354c848508db7a3eb",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 131072,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 1024000,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 8,
+  "pad_token_id": 10,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": false,
+    "dynamic": null,
+    "group_size": 32,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:1.7.0"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.48.0",
+  "use_cache": false,
+  "vocab_size": 131074
+}

configuration.json

@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "others", "allow_remote": true}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8488aa9e46217746d344e4095fe1d6f1fefb30ade44eddf6357875e0934ac3f1
+size 8996969392

quant_log.csv

@@ -0,0 +1,281 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,0.34174,0.01000,2.186
+0,self_attn.v_proj,0.00688,0.01000,1.543
+0,self_attn.q_proj,0.93132,0.01000,1.569
+0,self_attn.o_proj,0.00028,0.01000,1.277
+0,mlp.up_proj,0.24894,0.01000,1.844
+0,mlp.gate_proj,0.28264,0.01000,1.861
+0,mlp.down_proj,0.14896,0.01000,4.614
+1,self_attn.k_proj,0.68438,0.01000,1.535
+1,self_attn.v_proj,0.10901,0.01000,1.488
+1,self_attn.q_proj,1.54074,0.01000,1.547
+1,self_attn.o_proj,0.00141,0.01000,1.285
+1,mlp.up_proj,0.49999,0.01000,1.866
+1,mlp.gate_proj,0.56625,0.01000,1.846
+1,mlp.down_proj,0.00424,0.01000,4.700
+2,self_attn.k_proj,0.55106,0.01000,1.548
+2,self_attn.v_proj,0.11657,0.01000,1.538
+2,self_attn.q_proj,1.27605,0.01000,1.576
+2,self_attn.o_proj,0.00316,0.01000,1.272
+2,mlp.up_proj,1.10488,0.01000,1.843
+2,mlp.gate_proj,1.30114,0.01000,1.831
+2,mlp.down_proj,0.06977,0.01000,4.721
+3,self_attn.k_proj,1.16495,0.01000,1.573
+3,self_attn.v_proj,0.22999,0.01000,1.560
+3,self_attn.q_proj,2.96266,0.01000,1.614
+3,self_attn.o_proj,0.00390,0.01000,1.288
+3,mlp.up_proj,1.36464,0.01000,1.842
+3,mlp.gate_proj,1.73010,0.01000,1.842
+3,mlp.down_proj,0.02003,0.01000,4.841
+4,self_attn.k_proj,0.87335,0.01000,1.599
+4,self_attn.v_proj,0.22404,0.01000,1.495
+4,self_attn.q_proj,2.08053,0.01000,1.583
+4,self_attn.o_proj,0.00737,0.01000,1.312
+4,mlp.up_proj,1.84295,0.01000,1.866
+4,mlp.gate_proj,2.44115,0.01000,1.836
+4,mlp.down_proj,0.03305,0.01000,4.791
+5,self_attn.k_proj,1.15905,0.01000,1.599
+5,self_attn.v_proj,0.28296,0.01000,1.533
+5,self_attn.q_proj,3.03484,0.01000,1.628
+5,self_attn.o_proj,0.00899,0.01000,1.333
+5,mlp.up_proj,2.47513,0.01000,1.882
+5,mlp.gate_proj,3.14948,0.01000,1.868
+5,mlp.down_proj,0.05154,0.01000,4.817
+6,self_attn.k_proj,1.38265,0.01000,1.607
+6,self_attn.v_proj,0.31207,0.01000,1.546
+6,self_attn.q_proj,3.41902,0.01000,1.618
+6,self_attn.o_proj,0.02043,0.01000,1.337
+6,mlp.up_proj,3.01841,0.01000,1.874
+6,mlp.gate_proj,3.90744,0.01000,1.854
+6,mlp.down_proj,0.07268,0.01000,4.802
+7,self_attn.k_proj,1.35015,0.01000,1.595
+7,self_attn.v_proj,0.37607,0.01000,1.474
+7,self_attn.q_proj,3.46004,0.01000,1.558
+7,self_attn.o_proj,0.03111,0.01000,1.291
+7,mlp.up_proj,3.55542,0.01000,1.820
+7,mlp.gate_proj,4.37709,0.01000,1.771
+7,mlp.down_proj,0.08729,0.01000,4.688
+8,self_attn.k_proj,1.47437,0.01000,1.549
+8,self_attn.v_proj,0.37873,0.01000,1.480
+8,self_attn.q_proj,3.70286,0.01000,1.566
+8,self_attn.o_proj,0.03336,0.01000,1.283
+8,mlp.up_proj,4.09177,0.01000,1.820
+8,mlp.gate_proj,4.67661,0.01000,1.808
+8,mlp.down_proj,0.10785,0.01000,4.629
+9,self_attn.k_proj,1.57433,0.01000,1.534
+9,self_attn.v_proj,0.52414,0.01000,1.476
+9,self_attn.q_proj,3.93775,0.01000,1.555
+9,self_attn.o_proj,0.05368,0.01000,1.293
+9,mlp.up_proj,4.52447,0.01000,1.819
+9,mlp.gate_proj,4.83508,0.01000,1.817
+9,mlp.down_proj,0.14589,0.01000,4.752
+10,self_attn.k_proj,1.51211,0.01000,1.548
+10,self_attn.v_proj,0.48440,0.01000,1.485
+10,self_attn.q_proj,3.95158,0.01000,1.576
+10,self_attn.o_proj,0.06715,0.01000,1.298
+10,mlp.up_proj,4.98417,0.01000,1.850
+10,mlp.gate_proj,5.13272,0.01000,1.780
+10,mlp.down_proj,0.14810,0.01000,4.657
+11,self_attn.k_proj,1.85439,0.01000,1.541
+11,self_attn.v_proj,0.53719,0.01000,1.483
+11,self_attn.q_proj,4.73929,0.01000,1.565
+11,self_attn.o_proj,0.07281,0.01000,1.307
+11,mlp.up_proj,5.58413,0.01000,1.847
+11,mlp.gate_proj,6.19074,0.01000,1.780
+11,mlp.down_proj,0.15939,0.01000,4.645
+12,self_attn.k_proj,1.75254,0.01000,1.545
+12,self_attn.v_proj,0.67888,0.01000,1.515
+12,self_attn.q_proj,4.60119,0.01000,1.606
+12,self_attn.o_proj,0.07729,0.01000,1.329
+12,mlp.up_proj,6.18354,0.01000,1.889
+12,mlp.gate_proj,6.79671,0.01000,1.814
+12,mlp.down_proj,0.17589,0.01000,4.764
+13,self_attn.k_proj,2.24022,0.01000,1.567
+13,self_attn.v_proj,0.71202,0.01000,1.511
+13,self_attn.q_proj,5.85935,0.01000,1.609
+13,self_attn.o_proj,0.08961,0.01000,1.319
+13,mlp.up_proj,6.70540,0.01000,1.871
+13,mlp.gate_proj,7.09266,0.01000,1.876
+13,mlp.down_proj,0.25894,0.01000,4.755
+14,self_attn.k_proj,2.51240,0.01000,1.582
+14,self_attn.v_proj,0.79869,0.01000,1.513
+14,self_attn.q_proj,6.54318,0.01000,1.598
+14,self_attn.o_proj,0.08623,0.01000,1.329
+14,mlp.up_proj,7.52908,0.01000,1.868
+14,mlp.gate_proj,7.52712,0.01000,1.850
+14,mlp.down_proj,0.24156,0.01000,4.821
+15,self_attn.k_proj,2.24002,0.01000,1.583
+15,self_attn.v_proj,0.74680,0.01000,1.512
+15,self_attn.q_proj,5.56417,0.01000,1.600
+15,self_attn.o_proj,0.10931,0.01000,1.323
+15,mlp.up_proj,7.90322,0.01000,1.881
+15,mlp.gate_proj,7.46762,0.01000,1.845
+15,mlp.down_proj,0.27886,0.01000,4.797
+16,self_attn.k_proj,2.30226,0.01000,1.574
+16,self_attn.v_proj,0.86189,0.01000,1.519
+16,self_attn.q_proj,5.84766,0.01000,1.597
+16,self_attn.o_proj,0.13839,0.01000,1.327
+16,mlp.up_proj,8.51025,0.01000,1.875
+16,mlp.gate_proj,7.79725,0.01000,1.847
+16,mlp.down_proj,0.33317,0.01000,4.726
+17,self_attn.k_proj,2.12047,0.01000,1.588
+17,self_attn.v_proj,1.04065,0.01000,1.526
+17,self_attn.q_proj,5.80184,0.01000,1.649
+17,self_attn.o_proj,0.18177,0.01000,1.348
+17,mlp.up_proj,9.50042,0.01000,1.837
+17,mlp.gate_proj,8.48879,0.01000,1.838
+17,mlp.down_proj,0.41554,0.01000,4.645
+18,self_attn.k_proj,2.57716,0.01000,1.617
+18,self_attn.v_proj,1.09571,0.01000,1.589
+18,self_attn.q_proj,6.91603,0.01000,1.584
+18,self_attn.o_proj,0.23456,0.01000,1.291
+18,mlp.up_proj,10.50572,0.01000,1.904
+18,mlp.gate_proj,9.85006,0.01000,1.897
+18,mlp.down_proj,0.50532,0.01000,4.897
+19,self_attn.k_proj,2.59389,0.01000,1.623
+19,self_attn.v_proj,1.52294,0.01000,1.506
+19,self_attn.q_proj,7.81570,0.01000,1.628
+19,self_attn.o_proj,0.17006,0.01000,1.343
+19,mlp.up_proj,11.11729,0.01000,1.865
+19,mlp.gate_proj,10.67446,0.01000,1.864
+19,mlp.down_proj,0.54766,0.01000,4.851
+20,self_attn.k_proj,2.70448,0.01000,1.617
+20,self_attn.v_proj,1.38711,0.01000,1.506
+20,self_attn.q_proj,7.77470,0.01000,1.571
+20,self_attn.o_proj,0.16538,0.01000,1.288
+20,mlp.up_proj,11.94513,0.01000,1.820
+20,mlp.gate_proj,12.15438,0.01000,1.779
+20,mlp.down_proj,0.61681,0.01000,4.641
+21,self_attn.k_proj,2.62276,0.01000,1.577
+21,self_attn.v_proj,1.24534,0.01000,1.510
+21,self_attn.q_proj,7.43140,0.01000,1.648
+21,self_attn.o_proj,0.14362,0.01000,1.362
+21,mlp.up_proj,13.03621,0.01000,1.919
+21,mlp.gate_proj,13.76658,0.01000,1.872
+21,mlp.down_proj,0.70165,0.01000,4.872
+22,self_attn.k_proj,2.53961,0.01000,1.620
+22,self_attn.v_proj,1.77617,0.01000,1.559
+22,self_attn.q_proj,7.66903,0.01000,1.635
+22,self_attn.o_proj,0.17495,0.01000,1.351
+22,mlp.up_proj,14.48208,0.01000,1.908
+22,mlp.gate_proj,15.64957,0.01000,1.875
+22,mlp.down_proj,0.88834,0.01000,4.855
+23,self_attn.k_proj,2.69558,0.01000,1.598
+23,self_attn.v_proj,1.71599,0.01000,1.566
+23,self_attn.q_proj,7.92795,0.01000,1.634
+23,self_attn.o_proj,0.17280,0.01000,1.349
+23,mlp.up_proj,15.38903,0.01000,1.895
+23,mlp.gate_proj,16.40285,0.01000,1.866
+23,mlp.down_proj,1.02650,0.01000,4.812
+24,self_attn.k_proj,2.98528,0.01000,1.596
+24,self_attn.v_proj,1.84463,0.01000,1.473
+24,self_attn.q_proj,8.62414,0.01000,1.567
+24,self_attn.o_proj,0.23563,0.01000,1.283
+24,mlp.up_proj,16.58416,0.01000,1.819
+24,mlp.gate_proj,18.03217,0.01000,1.829
+24,mlp.down_proj,1.06244,0.01000,4.691
+25,self_attn.k_proj,3.23795,0.01000,1.574
+25,self_attn.v_proj,1.93531,0.01000,1.475
+25,self_attn.q_proj,9.35893,0.01000,1.551
+25,self_attn.o_proj,0.16193,0.01000,1.278
+25,mlp.up_proj,17.61059,0.01000,1.819
+25,mlp.gate_proj,19.45450,0.01000,1.795
+25,mlp.down_proj,1.18593,0.01000,4.622
+26,self_attn.k_proj,3.24546,0.01000,1.529
+26,self_attn.v_proj,2.20333,0.01000,1.473
+26,self_attn.q_proj,9.52539,0.01000,1.551
+26,self_attn.o_proj,0.19465,0.01000,1.285
+26,mlp.up_proj,19.02632,0.01000,1.829
+26,mlp.gate_proj,21.40164,0.01000,1.820
+26,mlp.down_proj,1.23821,0.01000,4.627
+27,self_attn.k_proj,3.38141,0.01000,1.543
+27,self_attn.v_proj,2.59268,0.01000,1.536
+27,self_attn.q_proj,10.15105,0.01000,1.619
+27,self_attn.o_proj,0.14687,0.01000,1.355
+27,mlp.up_proj,20.57957,0.01000,1.902
+27,mlp.gate_proj,23.47207,0.01000,1.845
+27,mlp.down_proj,1.36720,0.01000,4.818
+28,self_attn.k_proj,3.66731,0.01000,1.604
+28,self_attn.v_proj,2.78862,0.01000,1.568
+28,self_attn.q_proj,10.99899,0.01000,1.648
+28,self_attn.o_proj,0.30151,0.01000,1.336
+28,mlp.up_proj,22.28920,0.01000,1.805
+28,mlp.gate_proj,25.07884,0.01000,1.861
+28,mlp.down_proj,1.55125,0.01000,4.799
+29,self_attn.k_proj,3.46947,0.01000,1.606
+29,self_attn.v_proj,3.69166,0.01000,1.469
+29,self_attn.q_proj,10.72053,0.01000,1.622
+29,self_attn.o_proj,0.38309,0.01000,1.271
+29,mlp.up_proj,24.48141,0.01000,1.785
+29,mlp.gate_proj,27.68266,0.01000,1.782
+29,mlp.down_proj,1.74520,0.01000,4.641
+30,self_attn.k_proj,3.92125,0.01000,1.532
+30,self_attn.v_proj,3.25593,0.01000,1.541
+30,self_attn.q_proj,11.32519,0.01000,1.548
+30,self_attn.o_proj,0.24195,0.01000,1.280
+30,mlp.up_proj,26.97208,0.01000,1.867
+30,mlp.gate_proj,30.63704,0.01000,1.869
+30,mlp.down_proj,2.06163,0.01000,4.792
+31,self_attn.k_proj,3.63291,0.01000,1.587
+31,self_attn.v_proj,3.42567,0.01000,1.493
+31,self_attn.q_proj,10.88180,0.01000,1.561
+31,self_attn.o_proj,0.38272,0.01000,1.301
+31,mlp.up_proj,29.25208,0.01000,1.815
+31,mlp.gate_proj,32.44777,0.01000,1.870
+31,mlp.down_proj,2.42586,0.01000,4.673
+32,self_attn.k_proj,3.54336,0.01000,1.560
+32,self_attn.v_proj,4.55904,0.01000,1.473
+32,self_attn.q_proj,11.49044,0.01000,1.570
+32,self_attn.o_proj,0.36024,0.01000,1.279
+32,mlp.up_proj,31.63492,0.01000,1.813
+32,mlp.gate_proj,34.47448,0.01000,1.791
+32,mlp.down_proj,2.90630,0.01000,4.640
+33,self_attn.k_proj,3.92611,0.01000,1.543
+33,self_attn.v_proj,3.95392,0.01000,1.483
+33,self_attn.q_proj,12.06905,0.01000,1.578
+33,self_attn.o_proj,0.49538,0.01000,1.310
+33,mlp.up_proj,33.93890,0.01000,1.886
+33,mlp.gate_proj,35.75291,0.01000,1.818
+33,mlp.down_proj,3.79784,0.01000,4.666
+34,self_attn.k_proj,3.32339,0.01000,1.570
+34,self_attn.v_proj,7.65888,0.01000,1.507
+34,self_attn.q_proj,12.00349,0.01000,1.569
+34,self_attn.o_proj,1.03670,0.01000,1.302
+34,mlp.up_proj,37.02930,0.01000,1.824
+34,mlp.gate_proj,38.60052,0.01000,1.776
+34,mlp.down_proj,4.30309,0.01000,4.653
+35,self_attn.k_proj,3.73706,0.01000,1.550
+35,self_attn.v_proj,6.83144,0.01000,1.487
+35,self_attn.q_proj,12.41380,0.01000,1.572
+35,self_attn.o_proj,0.70283,0.01000,1.274
+35,mlp.up_proj,40.62575,0.01000,1.870
+35,mlp.gate_proj,41.55278,0.01000,1.851
+35,mlp.down_proj,5.40784,0.01000,4.668
+36,self_attn.k_proj,3.31415,0.01000,1.613
+36,self_attn.v_proj,8.01466,0.01000,1.549
+36,self_attn.q_proj,11.79734,0.01000,1.629
+36,self_attn.o_proj,0.96024,0.01000,1.294
+36,mlp.up_proj,43.97441,0.01000,1.831
+36,mlp.gate_proj,43.57873,0.01000,1.814
+36,mlp.down_proj,6.87738,0.01000,4.683
+37,self_attn.k_proj,3.01777,0.01000,1.633
+37,self_attn.v_proj,9.46064,0.01000,1.548
+37,self_attn.q_proj,11.42208,0.01000,1.604
+37,self_attn.o_proj,2.27809,0.01000,1.325
+37,mlp.up_proj,44.40799,0.01000,1.839
+37,mlp.gate_proj,44.36054,0.01000,1.860
+37,mlp.down_proj,9.07977,0.01000,4.803
+38,self_attn.k_proj,3.30560,0.01000,1.613
+38,self_attn.v_proj,13.28640,0.01000,1.540
+38,self_attn.q_proj,12.83793,0.01000,1.628
+38,self_attn.o_proj,2.14735,0.01000,1.304
+38,mlp.up_proj,44.31187,0.01000,1.866
+38,mlp.gate_proj,45.34725,0.01000,1.819
+38,mlp.down_proj,12.56778,0.01000,4.781
+39,self_attn.k_proj,3.03322,0.01000,1.611
+39,self_attn.v_proj,6.71417,0.01000,1.551
+39,self_attn.q_proj,10.78402,0.01000,1.623
+39,self_attn.o_proj,1.77810,0.01000,1.361
+39,mlp.up_proj,45.51768,0.01000,1.937
+39,mlp.gate_proj,48.72448,0.01000,1.899
+39,mlp.down_proj,25.16159,0.01000,4.956

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 4,
+  "dynamic": null,
+  "group_size": 32,
+  "desc_act": false,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:1.7.0"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea88f9940a84ab7e0100bc369506a28ec8d5d821691dc47d4dd63f1bbdf105ed
+size 17078669