初始化项目,由ModelHub XC社区提供模型
Model: UmbrellaInc/E-Cameron-3.2-1B Source: Original Platform
This commit is contained in:
26
mergekit_config.yml
Normal file
26
mergekit_config.yml
Normal file
@@ -0,0 +1,26 @@
|
||||
merge_method: dare_ties
|
||||
dtype: float32
|
||||
out_dtype: float32
|
||||
|
||||
base_model: UmbrellaInc/Dr.Cameron-3.2-1B
|
||||
|
||||
models:
|
||||
- model: UmbrellaInc/Executer-Virus-3.2-1B
|
||||
parameters:
|
||||
weight: 0.5
|
||||
density: 0.7
|
||||
|
||||
- model: Novaciano/Think-Doctor.Death-3.2-1B
|
||||
parameters:
|
||||
weight: 0.5
|
||||
density: 0.8
|
||||
|
||||
parameters:
|
||||
int8_mask: true
|
||||
normalize: true
|
||||
rescale: true
|
||||
rescale_factor: 1.15
|
||||
prune_threshold: 0.03
|
||||
|
||||
tie_word_embeddings: true
|
||||
tie_output_embeddings: true
|
||||
Reference in New Issue
Block a user