更新 transformers_server.py

2026-05-07 17:22:34 +08:00
1 changed files with 1 additions and 1 deletions
--- a/transformers_server.py
+++ b/transformers_server.py
@@ -79,7 +79,7 @@ def load_model():
    processor_class = resolve_transformers_class(config["processer_class"])
    model_class = resolve_transformers_class(config["model_class"])
    torch_dtype = resolve_torch_dtype(config["torch_dtype"])
-    device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+    device = torch.device("cuda")

    logger.info(
        f"model config: model_class={config['model_class']}, "