初始化项目,由ModelHub XC社区提供模型

Model: UmbrellaInc/Hans_Wesker-1B
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-06 23:56:32 +08:00
commit d37d561134
13 changed files with 52088 additions and 0 deletions

32
mergekit_config.yml Normal file
View File

@@ -0,0 +1,32 @@
merge_method: dare_ties
dtype: bfloat16
out_dtype: bfloat16
base_model: UmbrellaInc/W.Project-1B
models:
- model: UmbrellaInc/Prototype-Virus-1B
parameters:
weight: 0.40
density: 0.60
- model: UmbrellaInc/PG67A-W-Serum-1B
parameters:
weight: 0.35
density: 0.55
parameters:
t: 0.60
lambda: -0.70
normalize: false
rescale: true
rescale_factor: 1.30
memory_efficient: true
low_cpu_mem_usage: true
layer_range:
- value: [4, 22]
tie_word_embeddings: false
tie_output_embeddings: false