From c2fd2cc7dde7e188e7f76c386984bed54097f17f Mon Sep 17 00:00:00 2001 From: i-peixingyu Date: Mon, 27 Apr 2026 13:15:15 +0800 Subject: [PATCH] =?UTF-8?q?=E6=B7=BB=E5=8A=A0=20NV=20A100=20Patched=20?= =?UTF-8?q?=E9=95=9C=E5=83=8F=E5=90=88=E5=B9=B6/patch.py?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- NV A100 Patched 镜像合并/patch.py | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) create mode 100644 NV A100 Patched 镜像合并/patch.py diff --git a/NV A100 Patched 镜像合并/patch.py b/NV A100 Patched 镜像合并/patch.py new file mode 100644 index 0000000..e8109ca --- /dev/null +++ b/NV A100 Patched 镜像合并/patch.py @@ -0,0 +1,19 @@ +path = '/usr/local/lib/python3.12/dist-packages/transformers/tokenization_utils_base.py' +with open(path, 'r') as f: + content = f.read() + +old = (' self.SPECIAL_TOKENS_ATTRIBUTES = self.SPECIAL_TOKENS_ATTRIBUTES' + ' + list(special_tokens.keys())') +new = (' # PATCH: some models have extra_special_tokens as list instead of dict\n' + ' if isinstance(special_tokens, list):\n' + ' special_tokens = {t: t for t in special_tokens}\n' + ' self.SPECIAL_TOKENS_ATTRIBUTES = self.SPECIAL_TOKENS_ATTRIBUTES' + ' + list(special_tokens.keys())') + +if old in content: + content = content.replace(old, new) + with open(path, 'w') as f: + f.write(content) + print('Patch applied successfully') +else: + print('WARNING: pattern not found') \ No newline at end of file