From 8a3330eaccdcb40807fc501ace0c3cf2ea400908 Mon Sep 17 00:00:00 2001 From: John Smith Date: Wed, 20 Dec 2023 00:55:17 +0000 Subject: [PATCH] Update README.md --- README.md | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/README.md b/README.md index 154df82..c052cf6 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,25 @@ --- license: apache-2.0 --- +Slerp Merge of AIDC-ai-business/Marcoroni-7B-v3 and rishiraj/CatPPT-base + +.yaml file for mergekit + +```.yaml: +slices: + - sources: + - model: AIDC-ai-business/Marcoroni-7B-v3 + layer_range: [0, 32] + - model: rishiraj/CatPPT-base + layer_range: [0, 32] +merge_method: slerp +base_model: AIDC-ai-business/Marcoroni-7B-v3 +parameters: + t: + - filter: self_attn + value: [0, 0.5, 0.3, 0.7, 1] + - filter: mlp + value: [1, 0.5, 0.7, 0.3, 0] + - value: 0.5 # fallback for rest of tensors +dtype: float16 +``` \ No newline at end of file