初始化项目,由ModelHub XC社区提供模型
Model: QCRI/Fanar-1-9B Source: Original Platform
This commit is contained in:
12
mergekit_config.yml
Normal file
12
mergekit_config.yml
Normal file
@@ -0,0 +1,12 @@
|
||||
models:
|
||||
- model: /llms1/benchmarking/results/results_Gemma2Fanar-9b-1T/ckpt_HF/Gemma2Fanar-9b-1T_step00360448
|
||||
parameters:
|
||||
weight: 0.34
|
||||
- model: /llms2/llama3_pretrain/models/gemma2_9b_pruned_vocab/128k/Gemma2Fanar-9b-50B_Recipe1_LR_1e-5/step-00012110
|
||||
parameters:
|
||||
weight: 0.33
|
||||
- model: /llms2/llama3_pretrain/models/gemma2_9b_pruned_vocab/128k/Gemma2Fanar-9b-50B_Recipe3_LR_1e-5/step-00012070
|
||||
parameters:
|
||||
weight: 0.33
|
||||
merge_method: linear
|
||||
dtype: bfloat16
|
||||
Reference in New Issue
Block a user