From 1c24e1e95b20bc4691c115c9c338cd7fc1d31fc7 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 11 Aug 2026 15:35:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: arun11karthik/cellsense-fim-7b-GGUF Source: Original Platform --- .gitattributes | 39 ++++++++++++++ README.md | 100 +++++++++++++++++++++++++++++++++++ cellsense-fim-7b-BF16.gguf | 3 ++ cellsense-fim-7b-Q5_K_M.gguf | 3 ++ cellsense-fim-7b-Q8_0.gguf | 3 ++ icon.png | 3 ++ 6 files changed, 151 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 cellsense-fim-7b-BF16.gguf create mode 100644 cellsense-fim-7b-Q5_K_M.gguf create mode 100644 cellsense-fim-7b-Q8_0.gguf create mode 100644 icon.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..90f0882 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,39 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +cellsense-fim-7b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +cellsense-fim-7b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +cellsense-fim-7b-BF16.gguf filter=lfs diff=lfs merge=lfs -text +icon.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..d6c9e4d --- /dev/null +++ b/README.md @@ -0,0 +1,100 @@ +--- +library_name: gguf +base_model: +- arun11karthik/cellsense-fim-7b +pipeline_tag: text-generation +tags: +- cellsense +- fim +- code +- gguf +--- + +

+ CellSense +

+ +# arun11karthik/cellsense-fim-7b-GGUF + +GGUF quantisations of [`arun11karthik/cellsense-fim-7b`](https://huggingface.co/arun11karthik/cellsense-fim-7b), a fill-in-the-middle (FIM) code-completion model. + +## Available files + +| File | Type | Notes | +|------|------|-------| +| `cellsense-fim-7b-BF16.gguf` | BF16 | Full bfloat16 precision — highest quality | +| `cellsense-fim-7b-Q8_0.gguf` | Q8_0 | Near-lossless 8-bit quantisation | +| `cellsense-fim-7b-Q5_K_M.gguf` | Q5_K_M | Good quality / size trade-off | + +## Usage + +For fully local, no-GPU-required inference, GGUF builds are published at +[**`arun11karthik/cellsense-fim-7b-GGUF`**](https://huggingface.co/arun11karthik/cellsense-fim-7b-GGUF). +Ollama can pull and run these directly from the Hugging Face Hub — no manual download or `Modelfile` +required. This is the recommended path for running CellSense entirely on your own machine: with Ollama, +**no code or context ever leaves your computer.** + +### Available quantizations + +| Quantization | Size (approx.) | Notes | Pull with | +|--------------|:--------------:|-------|-----------| +| `Q5_K_M` | 5.4 GB | Good quality / size trade-off | `ollama run hf.co/arun11karthik/cellsense-fim-7b-GGUF:Q5_K_M` | +| `Q8_0` | 8.1 GB | Near-lossless 8-bit quantization (recommended) | `ollama run hf.co/arun11karthik/cellsense-fim-7b-GGUF:Q8_0` | +| `BF16` | 15.2 GB | Full bfloat16 precision — highest quality | `ollama run hf.co/arun11karthik/cellsense-fim-7b-GGUF:BF16` | + +### 1. Install Ollama and pull the model + +Install [Ollama](https://ollama.com), then pull a quantization (this also registers the model so +CellSense can use it): + +```bash +ollama pull hf.co/arun11karthik/cellsense-fim-7b-GGUF:Q5_K_M +``` + +By default Ollama serves its API at `http://localhost:11434`. The model name as it appears in +`ollama list` — `hf.co/arun11karthik/cellsense-fim-7b-GGUF:Q5_K_M` — is what you'll enter into +CellSense below. + +### 2. Install the CellSense JupyterLab plugin + +```bash +pip install jupyterlab-cellsense +jupyter lab +``` + +See the [CellSense repository](https://github.com/arunkarthik11/CellSense) for full installation +options. + +### 3. Point CellSense at your local Ollama model + +Open the CellSense panel from the left sidebar in JupyterLab, go to **Basic Settings**, and configure +the **Ollama** provider: + +| Setting | Value | +|---------|-------| +| **Provider** | `Ollama` | +| **Base URL** | `http://localhost:11434` | +| **Model Family** | `cellsense` | +| **Model** | `hf.co/arun11karthik/cellsense-fim-7b-GGUF:Q5_K_M` (must match the tag in `ollama list`) | + +> ✅ **Set Model Family to `cellsense`.** CellSense now ships first-class support for the CellSense-FIM +> models, so the plugin builds prompts in exactly the repository-, import-, and task-aware FIM format +> these models were trained on — no extra configuration needed. + +Click **Save & Apply**, then start typing in a notebook cell — ghost-text completions from your local +model appear inline. Press **Tab** to accept. + +### Raw API check (optional) + +To confirm Ollama is serving the model with the correct FIM format before wiring up CellSense, query it +directly: + +```bash +curl http://localhost:11434/api/generate -d '{ + "model": "hf.co/arun11karthik/cellsense-fim-7b-GGUF:Q5_K_M", + "prompt": "<|fim_prefix|>import pandas as pd\ndf = pd.read_csv(\"data.csv\")\n<|fim_suffix|>\ndf.head()\n<|fim_middle|>", + "stream": false, + "options": { "temperature": 0.0, "num_predict": 128 } +}' +``` + diff --git a/cellsense-fim-7b-BF16.gguf b/cellsense-fim-7b-BF16.gguf new file mode 100644 index 0000000..3772fa0 --- /dev/null +++ b/cellsense-fim-7b-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965a19c0cf6c87f847b83fe7d6f25f884a95c6c4d5007f1ab0ed6bd98970fa60 +size 15237853312 diff --git a/cellsense-fim-7b-Q5_K_M.gguf b/cellsense-fim-7b-Q5_K_M.gguf new file mode 100644 index 0000000..18a0bd7 --- /dev/null +++ b/cellsense-fim-7b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f266f983d5b90050ad905afed6ce5cec54993f24d137db47d7a24acdc14d8127 +size 5444831360 diff --git a/cellsense-fim-7b-Q8_0.gguf b/cellsense-fim-7b-Q8_0.gguf new file mode 100644 index 0000000..19b1c84 --- /dev/null +++ b/cellsense-fim-7b-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55a58d22f9780b168a99a8a5401609dbfb712b8682010f15b76a47c2f35d0ab6 +size 8098525312 diff --git a/icon.png b/icon.png new file mode 100644 index 0000000..3eb012a --- /dev/null +++ b/icon.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d76b72e1f3a1c165377900dbd23fa3ff15f31797cfff0c827839b03f032f3ed4 +size 116278