From 9967b16e826795fc702c09913b72f01fcb460eb6 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 17 Jul 2026 01:29:09 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: gabriellarson/WEBGEN-4B-Preview-GGUF Source: Original Platform --- .gitattributes | 59 +++++ README.md | 379 +++++++++++++++++++++++++++++++++ WEBGEN-4B-Preview-F16.gguf | 3 + WEBGEN-4B-Preview-IQ2_M.gguf | 3 + WEBGEN-4B-Preview-IQ2_S.gguf | 3 + WEBGEN-4B-Preview-IQ2_XS.gguf | 3 + WEBGEN-4B-Preview-IQ2_XXS.gguf | 3 + WEBGEN-4B-Preview-IQ3_M.gguf | 3 + WEBGEN-4B-Preview-IQ3_S.gguf | 3 + WEBGEN-4B-Preview-IQ3_XS.gguf | 3 + WEBGEN-4B-Preview-IQ3_XXS.gguf | 3 + WEBGEN-4B-Preview-IQ4_NL.gguf | 3 + WEBGEN-4B-Preview-IQ4_XS.gguf | 3 + WEBGEN-4B-Preview-Q2_K.gguf | 3 + WEBGEN-4B-Preview-Q2_K_S.gguf | 3 + WEBGEN-4B-Preview-Q3_K_L.gguf | 3 + WEBGEN-4B-Preview-Q3_K_M.gguf | 3 + WEBGEN-4B-Preview-Q3_K_S.gguf | 3 + WEBGEN-4B-Preview-Q4_0.gguf | 3 + WEBGEN-4B-Preview-Q4_K_M.gguf | 3 + WEBGEN-4B-Preview-Q4_K_S.gguf | 3 + WEBGEN-4B-Preview-Q5_0.gguf | 3 + WEBGEN-4B-Preview-Q5_K_M.gguf | 3 + WEBGEN-4B-Preview-Q5_K_S.gguf | 3 + WEBGEN-4B-Preview-Q6_K.gguf | 3 + WEBGEN-4B-Preview-Q8_0.gguf | 3 + 26 files changed, 510 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 WEBGEN-4B-Preview-F16.gguf create mode 100644 WEBGEN-4B-Preview-IQ2_M.gguf create mode 100644 WEBGEN-4B-Preview-IQ2_S.gguf create mode 100644 WEBGEN-4B-Preview-IQ2_XS.gguf create mode 100644 WEBGEN-4B-Preview-IQ2_XXS.gguf create mode 100644 WEBGEN-4B-Preview-IQ3_M.gguf create mode 100644 WEBGEN-4B-Preview-IQ3_S.gguf create mode 100644 WEBGEN-4B-Preview-IQ3_XS.gguf create mode 100644 WEBGEN-4B-Preview-IQ3_XXS.gguf create mode 100644 WEBGEN-4B-Preview-IQ4_NL.gguf create mode 100644 WEBGEN-4B-Preview-IQ4_XS.gguf create mode 100644 WEBGEN-4B-Preview-Q2_K.gguf create mode 100644 WEBGEN-4B-Preview-Q2_K_S.gguf create mode 100644 WEBGEN-4B-Preview-Q3_K_L.gguf create mode 100644 WEBGEN-4B-Preview-Q3_K_M.gguf create mode 100644 WEBGEN-4B-Preview-Q3_K_S.gguf create mode 100644 WEBGEN-4B-Preview-Q4_0.gguf create mode 100644 WEBGEN-4B-Preview-Q4_K_M.gguf create mode 100644 WEBGEN-4B-Preview-Q4_K_S.gguf create mode 100644 WEBGEN-4B-Preview-Q5_0.gguf create mode 100644 WEBGEN-4B-Preview-Q5_K_M.gguf create mode 100644 WEBGEN-4B-Preview-Q5_K_S.gguf create mode 100644 WEBGEN-4B-Preview-Q6_K.gguf create mode 100644 WEBGEN-4B-Preview-Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3e1947c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-F16.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +WEBGEN-4B-Preview-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6e2af2a --- /dev/null +++ b/README.md @@ -0,0 +1,379 @@ +--- +language: +- en +library_name: transformers +pipeline_tag: text-generation +license: apache-2.0 +base_model: +- Tesslate/WEBGEN-4B-Preview +tags: +- web-generation +- html +- css +- tailwind-css +- ui-generation +- web-design +- small-model +- qwen3 +- transformers +--- + +
+
+ Tesslate • Research Preview +

WEBGEN-4B-Preview

+

A 4B web-only generator that turns one prompt into clean, responsive HTML/CSS/Tailwind. Small enough for laptops; opinionated for consistent, modern layouts.

+
+ Open weights + Web-only bias + Mobile-first output + No external JS by default +
+
+ Model card + Weights + Demos + Discord +
+
+ Hero sample + Pricing sample + Features sample + Hero sample + Pricing sample + Features sample +
+
+
+
+
+

What it is

+

WEBGEN-4B-Preview focuses solely on generating production-lean websites. It prefers semantic HTML, sane spacing, and modern component blocks (hero, grids, pricing, FAQ).

+
+
+

Why 4B

+

Small enough for local runs and fast iteration, while retaining strong structure/consistency for HTML/CSS/Tailwind output.

+
+
+
+## Quickstart +### Transformers +
+from transformers import AutoModelForCausalLM, AutoTokenizer
+import torch
+model_id = "Tesslate/WEBGEN-4B-Preview"
+tok = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(
+    model_id,
+    torch_dtype=torch.bfloat16,
+    device_map="auto"
+)
+prompt = """Make a single-file landing page for 'LatticeDB'.
+Style: modern, generous whitespace, Tailwind, rounded-xl, soft gradients.
+Sections: navbar, hero (headline + 2 CTAs), features grid, pricing (3 tiers),
+FAQ accordion, footer. Constraints: semantic HTML, no external JS."""
+inputs = tok(prompt, return_tensors="pt").to(model.device)
+out = model.generate(**inputs, max_new_tokens=2000, temperature=0.7, top_p=0.9)
+print(tok.decode(out[0], skip_special_tokens=True))
+
+### vLLM +
+vllm serve Tesslate/WEBGEN-4B-Preview \
+  --host 0.0.0.0 --port 8000 \
+  --max-model-len 65536 \
+  --gpu-memory-utilization 0.92
+
+### sglang +
+python -m sglang.launch_server \
+  --model-path Tesslate/WEBGEN-4B-Preview \
+  --host 0.0.0.0 --port 5000 \
+  --mem-fraction-static 0.94 \
+  --attention-backend flashinfer \
+  --served-model-name webgen-4b
+
+> **Tip:** Lower temperature (e.g., `0.4–0.6`) yields stricter, cleaner markup. Raise it for more visual variety. + +
+ +## Inference Settings (suggested) + + + + + + + + + + +
ParamValueNotes
temperature0.6Balance creativity & consistency (lower if quantized)
top_p0.9Nucleus sampling
top_k40Optional vocab restriction
max_new_tokens1200–2500Single-file sites often fit < 1500
repetition_penalty1.1Reduces repetitive classes/markup
+
+ +## Prompts that work well + +
+
+

Starter

+ 
+Make a single-file landing page for "RasterFlow" (GPU video pipeline).
+Style: modern tech, muted palette, Tailwind, rounded-xl, subtle gradients.
+Sections: navbar, hero (big headline + 2 CTAs), logos row, features (3x cards),
+code block (copyable), pricing (3 tiers), FAQ accordion, footer.
+Constraints: semantic HTML, no external JS. Return ONLY the HTML code.
+
+
+
+

Design-strict

+ 
+Use an 8pt spacing system. Palette: slate with indigo accents.
+Typography scale: 14/16/18/24/36/56. Max width: 1200px.
+Avoid shadows > md; prefer borders/dividers.
+
+
+
+
+ +## Quantization & VRAM (example) + + + + + + + + +
FormatFootprintNotes
BF16~8–12 GBFastest, best fidelity
GGUF Q5_K_M~6–8 GBGreat quality/size trade-off
GGUF Q4_K_M~5–7 GBSmallest comfortable for laptops
+
+## Intended Use & Scope + +- **Primary:** Generate complete, single-file websites (landing pages, marketing pages, simple docs) with **semantic HTML** and **Tailwind** classes. +- **Secondary:** Component blocks (hero, pricing, FAQ) for manual composition. + +
+Limitations +
    +
  • Accessibility: adds headings/labels but ARIA coverage may need review.
    • +
  • JS widgets: kept light unless explicitly requested in prompt.
    • +
+
+ +
+Ethical Considerations +
    +
  • Curate prompts appropriately.
    • +
  • When using third-party logos/assets, ensure you have rights or use open sources.
    • +
+
+ +
+ +## Training Summary (research preview) + +- **Base:** Qwen/Qwen3-4B-Instruct +- **Objective:** Tight web-only bias; reward semantic structure, spacing rhythm, and responsiveness. +- **Data:** Mixture of curated HTML/CSS/Tailwind snippets, component libraries, and synthetic page specs. +- **Recipe:** SFT with format constraints → instruction tuning → style/rhythm preference optimization. +- **Context:** effective ~64k; trained to keep default outputs within practical page length. + + +
+ +## Example Outputs + +## Community + +- **Examples:** uigenoutput.tesslate.com +- **Discord:** discord.gg/EcCpcTv93U +- **Website:** tesslate.com + +
+“Why are good design models so expensive” — Tesslate Team +
+ +
+ +## Citation + +``` +@misc{tesslate_webgen_4b_preview_2025, +title = {WEBGEN-4B-Preview: Design-first web generation with a 4B model}, +author = {Tesslate Team}, +year = {2025}, +url = {https://huggingface.co/Tesslate/WEBGEN-4B-Preview} +} +``` + +
+ + \ No newline at end of file diff --git a/WEBGEN-4B-Preview-F16.gguf b/WEBGEN-4B-Preview-F16.gguf new file mode 100644 index 0000000..d0e6c2e --- /dev/null +++ b/WEBGEN-4B-Preview-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad4748553b04281db5206c81887b7f0312cd5bd0afc969461cb341147917969c +size 8051290688 diff --git a/WEBGEN-4B-Preview-IQ2_M.gguf b/WEBGEN-4B-Preview-IQ2_M.gguf new file mode 100644 index 0000000..48892ad --- /dev/null +++ b/WEBGEN-4B-Preview-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9b781c3790ebb339a1913f93de7e532c57abf68df40a80e62314babb31a03d5 +size 1512989472 diff --git a/WEBGEN-4B-Preview-IQ2_S.gguf b/WEBGEN-4B-Preview-IQ2_S.gguf new file mode 100644 index 0000000..7014bc6 --- /dev/null +++ b/WEBGEN-4B-Preview-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df6b67b9c00930bdd0faf8d603eddd56c0cd21755a458c12e928ec1ffa3b1a2f +size 1417306912 diff --git a/WEBGEN-4B-Preview-IQ2_XS.gguf b/WEBGEN-4B-Preview-IQ2_XS.gguf new file mode 100644 index 0000000..6dae647 --- /dev/null +++ b/WEBGEN-4B-Preview-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c72f45ac0879a059da2991906b062720a0208e8b609fd23d5b4a379e579b18c +size 1354105632 diff --git a/WEBGEN-4B-Preview-IQ2_XXS.gguf b/WEBGEN-4B-Preview-IQ2_XXS.gguf new file mode 100644 index 0000000..2ec3c36 --- /dev/null +++ b/WEBGEN-4B-Preview-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08d5b7e8f1cd8b05f55be44b8a9dde4de9e4e23f082b9a65ae7e47af858dc317 +size 1246626592 diff --git a/WEBGEN-4B-Preview-IQ3_M.gguf b/WEBGEN-4B-Preview-IQ3_M.gguf new file mode 100644 index 0000000..92657b7 --- /dev/null +++ b/WEBGEN-4B-Preview-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b80d62db63bb5c6671a22abebe1e74c224e8e28f56816968ef8a5e5e2a9ba00c +size 1962901792 diff --git a/WEBGEN-4B-Preview-IQ3_S.gguf b/WEBGEN-4B-Preview-IQ3_S.gguf new file mode 100644 index 0000000..851a528 --- /dev/null +++ b/WEBGEN-4B-Preview-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59484c059bf30d07273066c0691cc6972c0e578cd79feb80fb1a57043f01cc62 +size 1899536672 diff --git a/WEBGEN-4B-Preview-IQ3_XS.gguf b/WEBGEN-4B-Preview-IQ3_XS.gguf new file mode 100644 index 0000000..60b8b13 --- /dev/null +++ b/WEBGEN-4B-Preview-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5047e992b64aa48a5638182de99af8d2eadeeab2c6d0ff30038ab77d813fff +size 1814380832 diff --git a/WEBGEN-4B-Preview-IQ3_XXS.gguf b/WEBGEN-4B-Preview-IQ3_XXS.gguf new file mode 100644 index 0000000..a03ece4 --- /dev/null +++ b/WEBGEN-4B-Preview-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c88d2f94ed878e35f6073a310e9ee062435edc71e9df66175718ffe561da1b2 +size 1670193952 diff --git a/WEBGEN-4B-Preview-IQ4_NL.gguf b/WEBGEN-4B-Preview-IQ4_NL.gguf new file mode 100644 index 0000000..7e68455 --- /dev/null +++ b/WEBGEN-4B-Preview-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:343fd3bbf75d0da5fe888ac0ede6add6a4fb8f222c01c2cc3d5ca67ab0bb0625 +size 2381349152 diff --git a/WEBGEN-4B-Preview-IQ4_XS.gguf b/WEBGEN-4B-Preview-IQ4_XS.gguf new file mode 100644 index 0000000..7567689 --- /dev/null +++ b/WEBGEN-4B-Preview-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14ae438e88805613ca1e8e17e1e1fbaba85a187f2441d42ec010567b44244cf4 +size 2270757152 diff --git a/WEBGEN-4B-Preview-Q2_K.gguf b/WEBGEN-4B-Preview-Q2_K.gguf new file mode 100644 index 0000000..65f05a5 --- /dev/null +++ b/WEBGEN-4B-Preview-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d90fdc16b936c22e780756f1bc6469979a1acca8823667096cf8c9138d8e35e +size 1669505312 diff --git a/WEBGEN-4B-Preview-Q2_K_S.gguf b/WEBGEN-4B-Preview-Q2_K_S.gguf new file mode 100644 index 0000000..dccf2aa --- /dev/null +++ b/WEBGEN-4B-Preview-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a88559e8f879388a02a92fac008c84bd8a92293263e37a2c0180633124b36714 +size 1563459872 diff --git a/WEBGEN-4B-Preview-Q3_K_L.gguf b/WEBGEN-4B-Preview-Q3_K_L.gguf new file mode 100644 index 0000000..b227404 --- /dev/null +++ b/WEBGEN-4B-Preview-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93f65d103846a1f96519da24dadbf852fefe8c495692802585d1c4e858991398 +size 2239791392 diff --git a/WEBGEN-4B-Preview-Q3_K_M.gguf b/WEBGEN-4B-Preview-Q3_K_M.gguf new file mode 100644 index 0000000..b453ffe --- /dev/null +++ b/WEBGEN-4B-Preview-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:427a16603bb58944ef0b390841a04b0fef3d62f7da51632a4994d710d500518a +size 2075623712 diff --git a/WEBGEN-4B-Preview-Q3_K_S.gguf b/WEBGEN-4B-Preview-Q3_K_S.gguf new file mode 100644 index 0000000..a29ffda --- /dev/null +++ b/WEBGEN-4B-Preview-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e264c79e39d05bed336e874161d28559b7bbb88b1e3ec793f978789487a2188d +size 1887002912 diff --git a/WEBGEN-4B-Preview-Q4_0.gguf b/WEBGEN-4B-Preview-Q4_0.gguf new file mode 100644 index 0000000..850b001 --- /dev/null +++ b/WEBGEN-4B-Preview-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3500e441e6cc9414a1f9c4e111bdef0752c085a2bb14419479b459c9c0e08824 +size 2375778592 diff --git a/WEBGEN-4B-Preview-Q4_K_M.gguf b/WEBGEN-4B-Preview-Q4_K_M.gguf new file mode 100644 index 0000000..a805e21 --- /dev/null +++ b/WEBGEN-4B-Preview-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14beddb4ef1f609ae8bf8a5274458cb1ca516c670cd64b20e311dfb2483baa58 +size 2497286432 diff --git a/WEBGEN-4B-Preview-Q4_K_S.gguf b/WEBGEN-4B-Preview-Q4_K_S.gguf new file mode 100644 index 0000000..045e04f --- /dev/null +++ b/WEBGEN-4B-Preview-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:906129f8668226357da5c2d2a713146114a3088b8b9ee3f6bd2e73d4822e31ab +size 2383315232 diff --git a/WEBGEN-4B-Preview-Q5_0.gguf b/WEBGEN-4B-Preview-Q5_0.gguf new file mode 100644 index 0000000..e36b169 --- /dev/null +++ b/WEBGEN-4B-Preview-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b74dd6e6e7d5e2c4c9c01dfdff528b44029b67060c50af05428722d76892d8c +size 2829943072 diff --git a/WEBGEN-4B-Preview-Q5_K_M.gguf b/WEBGEN-4B-Preview-Q5_K_M.gguf new file mode 100644 index 0000000..2476843 --- /dev/null +++ b/WEBGEN-4B-Preview-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a5eff2995938f1ad4c50708b88695e4ece93e25eb5757127e9fa113d364bc3 +size 2889519392 diff --git a/WEBGEN-4B-Preview-Q5_K_S.gguf b/WEBGEN-4B-Preview-Q5_K_S.gguf new file mode 100644 index 0000000..1309a8e --- /dev/null +++ b/WEBGEN-4B-Preview-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd092357c84d5f1e56e39615abb058fc96dc95acda12ac7ada997c3b2aaedee8 +size 2823717152 diff --git a/WEBGEN-4B-Preview-Q6_K.gguf b/WEBGEN-4B-Preview-Q6_K.gguf new file mode 100644 index 0000000..6f3f098 --- /dev/null +++ b/WEBGEN-4B-Preview-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e42fde491cbfe77d59ebbcedcd0a7162a013b352246ca0ebb4cef818edfd7def +size 3306266912 diff --git a/WEBGEN-4B-Preview-Q8_0.gguf b/WEBGEN-4B-Preview-Q8_0.gguf new file mode 100644 index 0000000..0538525 --- /dev/null +++ b/WEBGEN-4B-Preview-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692949b8d91caded2a9e810e537425c31458f2b001a5588e3c6a0fdc814afb08 +size 4280410912