EngineX-Ascend/enginex-ascend-910-llama.cpp
10
0
Fork 0
Code Issues Pull Requests Actions 4 Projects Releases Wiki Activity

llama : remove notion of CLS token (#11064)

Browse Source 
ggml-ci
This commit is contained in:
Georgi Gerganov
2025-01-12 12:15:53 +02:00
committed by GitHub
parent afa8a9ec9b
commit 08f10f69c3
5 changed files with 12 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
gguf-py/gguf/gguf_writer.py
View File

@@ -857,9 +857,6 @@ class GGUFWriter:
def add_pad_token_id(self, id: int) -> None:
self.add_uint32(Keys.Tokenizer.PAD_ID, id)
def add_cls_token_id(self, id: int) -> None:
self.add_uint32(Keys.Tokenizer.CLS_ID, id)
def add_mask_token_id(self, id: int) -> None:
self.add_uint32(Keys.Tokenizer.MASK_ID, id)