Llamacpp quants

2024-07-26 21:04:04 +08:00
parent 61cb0d9cb3
commit 9900fc1ba3
53 changed files with 0 additions and 79 deletions
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_M.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_M.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_M.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_M.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-998375e6a045031159fbf315160504fdd6f4570ad2dd99235714f5eee9c4ed4c
-1720699803.541717
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_S.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_S.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_S.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ1_S.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-3c3574930aff50056788f80fed9f9873ac808ff01411d12c6d9c4404dcd9c759
-1720699668.6641228
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_M.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_M.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_M.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_M.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-4ac128777bcf71ddf40d72bfbfdf5c028b15a19d76a2cbc3a0a101560a3f1ff9
-1720699594.338856
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_S.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_S.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_S.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_S.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-f119217ecda02e04166f9ce1347614ea4299a0450f3c3258f99a3e372e23f5b3
-1720699800.3382757
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XS.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XS.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XS.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XS.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-8c769c4137173dd434c070e116e4b0599af2b12752ba4c7188a1bf8bf5372a55
-1720699579.1741178
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XXS.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XXS.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XXS.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ2_XXS.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-9dc512a2ddaed5576fe7ca1a981963c83c04079db3c9c8eabf87ea6690fa74f2
-1720699920.5230262
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_M.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_M.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_M.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_M.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-a4a1df7bac1fe1a9991388bc78e5eb057999e9ade7e96d832cbdc377e4a267a8
-1720699943.9514942
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_S.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_S.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_S.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_S.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-63e84a0c958c0bca68f6301057795284c79c36dafdc81ae4b2f084e603fd529e
-1720700567.0469356
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XS.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XS.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XS.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XS.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-b4a79e3eaaf7daf0653a8b8cadd3b6e9d71be71cc0abbce723170cf8ded3acd4
-1720702078.911839
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XXS.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XXS.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XXS.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ3_XXS.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-07cdb03e7d491b53fa294c497d109707c15ef612180f5a728e802bc480e9327a
-1720701498.0246139
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_NL.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_NL.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_NL.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_NL.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-177a001bf59ff2b7dd63393dfee1e53540a56a066ef5321582f8b552ac7218f3
-1720702007.2237422
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_XS.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_XS.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_XS.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-IQ4_XS.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-a9098e8e89e69b71592a1f86d06d835652a42e844f0eafad99f71ebbebef379d
-1720702287.7485409
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q2_K.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q2_K.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q2_K.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q2_K.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-902f408660621f211a4cc11387e86754d1e5cbf15341a076a7342b1e9461a30b
-1720701469.298739
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_L.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_L.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_L.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_L.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-d2c7f00f5b2ba6bbd185a9b404f02a2705a8c4709513734372f0d32efc20ab98
-1720702637.392722
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_M.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_M.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_M.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_M.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-38b3f72bdd536b163168583ce8deef6ac4966444c67c699b1ee2e51e82d3fc42
-1720703778.3648539
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_S.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_S.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_S.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q3_K_S.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-7c323ef2d5a5e9bc2a7bbb90a460301c90e271d9404545b8b1ab134ab228a87d
-1720702705.0262878
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_M.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_M.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_M.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_M.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-d8ed734336b8b83977874afc85f11674bf3b49a92e8e02ac4197e6812f10c242
-1720704264.7329867
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_S.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_S.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_S.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q4_K_S.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-d39678f87e2c17fccc545955f5d61cc26f3a592c56d503cfea0d7d0e7ac6cf81
-1720703810.3809412
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_M.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_M.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_M.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_M.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-5881f155da96899eb0639ae35b8b8f072267b96ca0955926cd5ef8bf6cee9fbd
-1720706051.8604083
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_S.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_S.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_S.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q5_K_S.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-a0da98dc6e5f1929e4a4343b4983e345e0202ce5ffdac578ee5947c79fdd01f9
-1720705286.8964772
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q6_K.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q6_K.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q6_K.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q6_K.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-fb6337cbbe910dd9a8eb5078b30e09174853a2b5bbf8cebe0fff97d2e8ab9106
-1720706019.9594212
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q8_0.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q8_0.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-Q8_0.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-Q8_0.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-3d344e88ec30ae94b506159a43106ce55126687a2427ff7821f1ebf5dd42a648
-1720706636.2906826
--- a/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00001-of-00002.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00001-of-00002.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00001-of-00002.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00001-of-00002.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-658293f962c634fe5e82792f9ed1377659dc696f3242f9fcfa50b4784e4d43d0
-1720707476.2532258
--- a/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00002-of-00002.gguf.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00002-of-00002.gguf.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00002-of-00002.gguf.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct-f32.gguf/Phi-3-medium-128k-instruct-f32-00002-of-00002.gguf.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-50d896f18ef862d6962ffb8a1d52daf857959dcd023f9295da514c5e13f77a1f
-1720707234.8394835
--- a/.huggingface/download/Phi-3-medium-128k-instruct.imatrix.lock
+++ b/.huggingface/download/Phi-3-medium-128k-instruct.imatrix.lock
--- a/.huggingface/download/Phi-3-medium-128k-instruct.imatrix.metadata
+++ b/.huggingface/download/Phi-3-medium-128k-instruct.imatrix.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-499a8bb5daebfc977e82ecc53018aa645e92dff3d869c2ef74eddf68f04c858f
-1720703818.0220778
--- a/.huggingface/download/README.md.lock
+++ b/.huggingface/download/README.md.lock
--- a/.huggingface/download/README.md.metadata
+++ b/.huggingface/download/README.md.metadata
@@ -1,3 +0,0 @@
-c5d2399e2aaa92288f79a3230b6303767fa9e3d8
-3b01534129b05996b082547519f06abe004751b2
-1720703818.922302
--- a/README.md
+++ b/README.md
@@ -8,7 +8,6 @@ pipeline_tag: text-generation
 tags:
 - nlp
 - code
- phi3
 inference:
  parameters:
    temperature: 0.7