Upload folder using huggingface_hub

2024-11-27 10:36:10 +08:00
parent be176d6a52
commit a0d39e80fc
18 changed files with 91314 additions and 65 deletions
--- a/mergekit_config.yml
+++ b/mergekit_config.yml
@@ -0,0 +1,20 @@
+
+models:
+  - model: mistralai/Mistral-7B-v0.1
+    # no parameters necessary for base model
+  - model: Equall/Saul-Base
+    parameters:
+      density: 0.5
+      weight: 0.5
+  - model: mistralai/Mistral-7B-Instruct-v0.1
+    parameters:
+      density: 0.5
+      weight: 0.5
+
+merge_method: ties
+base_model: mistralai/Mistral-7B-v0.1
+parameters:
+  normalize: false
+  int8_mask: true
+dtype: float16
+