Upload folder using huggingface_hub

2024-05-11 04:51:30 +00:00
parent f9bc5c9aaf
commit 4e19912972
11 changed files with 412772 additions and 0 deletions
--- a/mergekit_config.yml
+++ b/mergekit_config.yml
@@ -0,0 +1,21 @@
+
+models:
+  - model: NousResearch/Meta-Llama-3-8B
+    # No parameters necessary for base model
+  - model: mlabonne/ChimeraLlama-3-8B-v2
+    parameters:
+      density: 0.33
+      weight: 0.2
+  - model: nbeerbower/llama-3-stella-8B
+    parameters:
+      density: 0.44
+      weight: 0.4
+  - model: uygarkurt/llama-3-merged-linear
+    parameters:
+      density: 0.55
+      weight: 0.4
+merge_method: dare_ties
+base_model: NousResearch/Meta-Llama-3-8B
+parameters:
+  int8_mask: true
+dtype: float16