lora : fix llama conversion script with ROPE_FREQS (#9117)

2024-08-23 12:58:53 +02:00
parent a07c32ea54
commit 3ba780e2a8
3 changed files with 12 additions and 6 deletions
--- a/convert_lora_to_gguf.py
+++ b/convert_lora_to_gguf.py
@@ -386,6 +386,7 @@ if __name__ == '__main__':
            dry_run=args.dry_run,
            dir_lora_model=dir_lora,
            lora_alpha=alpha,
+            is_lora=True,
        )

        logger.info("Exporting model...")