Upload folder using huggingface_hub

2024-11-27 17:37:26 +08:00
parent 22227a2b53
commit 9e55923c62
18 changed files with 91321 additions and 65 deletions
--- a/mergekit_config.yml
+++ b/mergekit_config.yml
@@ -0,0 +1,18 @@
+
+  slices:
+    - sources:
+        - model: MaziyarPanahi/Calme-7B-Instruct-v0.1.1
+          layer_range: [0, 32]
+        - model: mistralai/Mistral-7B-v0.1+predibase/customer_support
+          layer_range: [0, 32]
+  merge_method: slerp
+  base_model: MaziyarPanahi/Calme-7B-Instruct-v0.1.1
+  parameters:
+    t:
+      - filter: self_attn
+        value: [0, 0.5, 0.3, 0.7, 1]
+      - filter: mlp
+        value: [1, 0.5, 0.7, 0.3, 0]
+      - value: 0.5
+  dtype: bfloat16
+