diff --git a/config.json b/config.json
index d2880b8..c3f359b 100644
--- a/config.json
+++ b/config.json
@@ -180,7 +180,7 @@
       "tokenizer_class": null,
       "top_k": 50,
       "top_p": 1.0,
-      "torch_dtype": "float32",
+      "torch_dtype": "bfloat16",
       "torchscript": false,
       "typical_p": 1.0,
       "use_bfloat16": false,