Llamacpp quants

2024-07-26 21:04:04 +08:00
parent 61cb0d9cb3
commit 9900fc1ba3
53 changed files with 0 additions and 79 deletions
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_M.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_M.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_M.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_M.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 998375e6a045031159fbf315160504fdd6f4570ad2dd99235714f5eee9c4ed4c
 1720699803.541717
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_S.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_S.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_S.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_S.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 3c3574930aff50056788f80fed9f9873ac808ff01411d12c6d9c4404dcd9c759
 1720699668.6641228
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_M.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_M.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_M.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_M.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 4ac128777bcf71ddf40d72bfbfdf5c028b15a19d76a2cbc3a0a101560a3f1ff9
 1720699594.338856
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_S.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_S.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_S.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_S.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 f119217ecda02e04166f9ce1347614ea4299a0450f3c3258f99a3e372e23f5b3
 1720699800.3382757
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XS.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XS.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XS.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XS.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 8c769c4137173dd434c070e116e4b0599af2b12752ba4c7188a1bf8bf5372a55
 1720699579.1741178
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XXS.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XXS.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XXS.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XXS.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 9dc512a2ddaed5576fe7ca1a981963c83c04079db3c9c8eabf87ea6690fa74f2
 1720699920.5230262
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_M.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_M.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_M.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_M.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 a4a1df7bac1fe1a9991388bc78e5eb057999e9ade7e96d832cbdc377e4a267a8
 1720699943.9514942
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_S.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_S.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_S.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_S.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 63e84a0c958c0bca68f6301057795284c79c36dafdc81ae4b2f084e603fd529e
 1720700567.0469356
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XS.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XS.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XS.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XS.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 b4a79e3eaaf7daf0653a8b8cadd3b6e9d71be71cc0abbce723170cf8ded3acd4
 1720702078.911839
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XXS.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XXS.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XXS.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XXS.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 07cdb03e7d491b53fa294c497d109707c15ef612180f5a728e802bc480e9327a
 1720701498.0246139
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_NL.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_NL.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_NL.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_NL.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 177a001bf59ff2b7dd63393dfee1e53540a56a066ef5321582f8b552ac7218f3
 1720702007.2237422
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_XS.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_XS.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_XS.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_XS.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 a9098e8e89e69b71592a1f86d06d835652a42e844f0eafad99f71ebbebef379d
 1720702287.7485409
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q2_K.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q2_K.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q2_K.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q2_K.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 902f408660621f211a4cc11387e86754d1e5cbf15341a076a7342b1e9461a30b
 1720701469.298739
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_L.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_L.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_L.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_L.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 d2c7f00f5b2ba6bbd185a9b404f02a2705a8c4709513734372f0d32efc20ab98
 1720702637.392722
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_M.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_M.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_M.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_M.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 38b3f72bdd536b163168583ce8deef6ac4966444c67c699b1ee2e51e82d3fc42
 1720703778.3648539
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_S.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_S.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_S.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_S.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 7c323ef2d5a5e9bc2a7bbb90a460301c90e271d9404545b8b1ab134ab228a87d
 1720702705.0262878
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_M.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_M.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_M.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_M.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 d8ed734336b8b83977874afc85f11674bf3b49a92e8e02ac4197e6812f10c242
 1720704264.7329867
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_S.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_S.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_S.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_S.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 d39678f87e2c17fccc545955f5d61cc26f3a592c56d503cfea0d7d0e7ac6cf81
 1720703810.3809412
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_M.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_M.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_M.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_M.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 5881f155da96899eb0639ae35b8b8f072267b96ca0955926cd5ef8bf6cee9fbd
 1720706051.8604083
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_S.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_S.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_S.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_S.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 a0da98dc6e5f1929e4a4343b4983e345e0202ce5ffdac578ee5947c79fdd01f9
 1720705286.8964772
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q6_K.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q6_K.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q6_K.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q6_K.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 fb6337cbbe910dd9a8eb5078b30e09174853a2b5bbf8cebe0fff97d2e8ab9106
 1720706019.9594212
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q8_0.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q8_0.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q8_0.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q8_0.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 3d344e88ec30ae94b506159a43106ce55126687a2427ff7821f1ebf5dd42a648
 1720706636.2906826
--- a/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00001-of-00002.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00001-of-00002.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00001-of-00002.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00001-of-00002.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 658293f962c634fe5e82792f9ed1377659dc696f3242f9fcfa50b4784e4d43d0
 1720707476.2532258
--- a/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00002-of-00002.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00002-of-00002.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00002-of-00002.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00002-of-00002.gguf.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 50d896f18ef862d6962ffb8a1d52daf857959dcd023f9295da514c5e13f77a1f
 1720707234.8394835
--- a/.huggingface/download/Phi-3-medium-128k-instruct.imatrix.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct.imatrix.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct.imatrix.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct.imatrix.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 499a8bb5daebfc977e82ecc53018aa645e92dff3d869c2ef74eddf68f04c858f
 1720703818.0220778
--- a/.huggingface/download/README.md.lock
+++ b/.huggingface/download/README.md.lock
--- a/.huggingface/download/README.md.metadata
+++ b/.huggingface/download/README.md.metadata
@@ -1,3 +0,0 @@
 c5d2399e2aaa92288f79a3230b6303767fa9e3d8
 3b01534129b05996b082547519f06abe004751b2
 1720703818.922302
--- a/README.md
+++ b/README.md
@@ -8,7 +8,6 @@ pipeline_tag: text-generation
 tags:
 - nlp
 - code
 - phi3
 inference:
  parameters:
    temperature: 0.7