初始化项目,由ModelHub XC社区提供模型
Model: esa-sceva/llama3-satcom-8b Source: Original Platform
This commit is contained in:
49
model_config.yaml
Normal file
49
model_config.yaml
Normal file
@@ -0,0 +1,49 @@
|
||||
attention_logit_softcapping: null
|
||||
attention_scores_scalar: null
|
||||
attn_bias: false
|
||||
bias: false
|
||||
block_size: 131072
|
||||
final_logit_softcapping: null
|
||||
gelu_approximate: none
|
||||
head_size: 128
|
||||
hf_config:
|
||||
name: Meta-Llama-3.1-8B-Instruct
|
||||
org: meta-llama
|
||||
intermediate_size: 14336
|
||||
latent_attention: null
|
||||
lm_head_bias: false
|
||||
mlp_class_name: LLaMAMLP
|
||||
moe_intermediate_size: null
|
||||
n_embd: 4096
|
||||
n_expert: 0
|
||||
n_expert_per_token: 0
|
||||
n_head: 32
|
||||
n_layer: 32
|
||||
n_query_groups: 8
|
||||
name: Llama-3.1-8B-Instruct
|
||||
norm_1: true
|
||||
norm_2: true
|
||||
norm_class_name: RMSNorm
|
||||
norm_eps: 1.0e-05
|
||||
norm_qk: false
|
||||
norm_qk_type: default
|
||||
padded_vocab_size: 128256
|
||||
padding_multiple: 512
|
||||
parallel_residual: false
|
||||
post_attention_norm: false
|
||||
post_mlp_norm: false
|
||||
rope_adjustments:
|
||||
factor: 8.0
|
||||
high_freq_factor: 4.0
|
||||
low_freq_factor: 1.0
|
||||
original_max_seq_len: 8192
|
||||
rope_base: 500000
|
||||
rope_condense_ratio: 1
|
||||
rope_indices: null
|
||||
rope_local_base_freq: null
|
||||
rotary_percentage: 1.0
|
||||
scale_embeddings: false
|
||||
shared_attention_norm: false
|
||||
sliding_window_indices: null
|
||||
sliding_window_size: null
|
||||
vocab_size: 128000
|
||||
Reference in New Issue
Block a user