Keep Q2_K/Q3_K_M gguf only

2026-01-27 21:14:39 +00:00
parent b2ea381fb2
commit 1de1c9f538
10 changed files with 0 additions and 30 deletions
--- a/TinyLlama-1.1B-32k-Instruct-Q3_K_L.gguf
+++ b/TinyLlama-1.1B-32k-Instruct-Q3_K_L.gguf
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ecabf3c38879822e4c944e330180633e91ffc953bacc20d4fe02efdfd925363b
-size 591527840
--- a/TinyLlama-1.1B-32k-Instruct-Q3_K_S.gguf
+++ b/TinyLlama-1.1B-32k-Instruct-Q3_K_S.gguf
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:59dbabd0cf03d6f90953519153271ce3b49301933166677aede0fa2d7bdf8ceb
-size 499343264
--- a/TinyLlama-1.1B-32k-Instruct-Q4_0.gguf
+++ b/TinyLlama-1.1B-32k-Instruct-Q4_0.gguf
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b0420ff74d2fd5c1b9c5b4e7a6441949de2ba5554b33c590ef5abe25814ff945
-size 636727200
--- a/TinyLlama-1.1B-32k-Instruct-Q4_K_M.gguf
+++ b/TinyLlama-1.1B-32k-Instruct-Q4_K_M.gguf
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:daf093e50613691e2c1938a64c3c1121757330326c4e044643c95034a2dfb189
-size 667815840
--- a/TinyLlama-1.1B-32k-Instruct-Q4_K_S.gguf
+++ b/TinyLlama-1.1B-32k-Instruct-Q4_K_S.gguf
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6ac9b1407a5fe2836fecd8c2930a58d13456818d8ede178020ce9769a1741827
-size 639872928
--- a/TinyLlama-1.1B-32k-Instruct-Q5_0.gguf
+++ b/TinyLlama-1.1B-32k-Instruct-Q5_0.gguf
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8662b0f32380515251c6ebff7220edfc74c818a0a881d7d7806edb14765aa917
-size 766029728
--- a/TinyLlama-1.1B-32k-Instruct-Q5_K_M.gguf
+++ b/TinyLlama-1.1B-32k-Instruct-Q5_K_M.gguf
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5a2413538597ef576d819bcb899e7fa7ddf89331ff6f0ed2b6d7855148526321
-size 782045088
--- a/TinyLlama-1.1B-32k-Instruct-Q5_K_S.gguf
+++ b/TinyLlama-1.1B-32k-Instruct-Q5_K_S.gguf
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a4ef942bcf42cc777ed948a48d67ae6bc821ae291031f00527fde2d14f42429c
-size 766029728
--- a/TinyLlama-1.1B-32k-Instruct-Q6_K.gguf
+++ b/TinyLlama-1.1B-32k-Instruct-Q6_K.gguf
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e5c1136843668f3da6c23b2bd8b841e97c393d241c771aa3e6ed3de0b7fbbeb6
-size 903413664
--- a/TinyLlama-1.1B-32k-Instruct-Q8_0.gguf
+++ b/TinyLlama-1.1B-32k-Instruct-Q8_0.gguf
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b570e230aa0eee39b82249b1c2c35173a3885e0b4d5c1d4a783c8be3e1698361
-size 1169809312