From 1c648b0d6a7fe3ff5e23cbc87085023965e6a5dd Mon Sep 17 00:00:00 2001 From: ai-modelscope Date: Thu, 27 Feb 2025 21:25:42 +0800 Subject: [PATCH] Update config.json to support transformers 4.49.0 --- config.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config.json b/config.json index d2880b8..c3f359b 100644 --- a/config.json +++ b/config.json @@ -180,7 +180,7 @@ "tokenizer_class": null, "top_k": 50, "top_p": 1.0, - "torch_dtype": "float32", + "torch_dtype": "bfloat16", "torchscript": false, "typical_p": 1.0, "use_bfloat16": false,