初始化项目,由ModelHub XC社区提供模型
Model: SerFabio89/dante-2b-ita-instruct Source: Original Platform
This commit is contained in:
17
dante_export_manifest.json
Normal file
17
dante_export_manifest.json
Normal file
@@ -0,0 +1,17 @@
|
||||
{
|
||||
"source_checkpoint_dir": "/dir1/llm_corpus/checkpoints/dante_2b_instruct_v2/final_hf",
|
||||
"project_dir": "/home/angeletti/project_slm",
|
||||
"output_dir": "/dir1/llm_corpus/checkpoints/dante_2b_instruct_v2/final_transformers",
|
||||
"source_weight_file": "model.bin",
|
||||
"target_architecture": "LlamaForCausalLM",
|
||||
"safe_serialization": true,
|
||||
"dtype": "bfloat16",
|
||||
"num_layers": 28,
|
||||
"hidden_size": 2560,
|
||||
"num_attention_heads": 20,
|
||||
"num_key_value_heads": 4,
|
||||
"intermediate_size": 6912,
|
||||
"max_position_embeddings": 4096,
|
||||
"rope_theta": 10000.0,
|
||||
"tokenizer_model_max_length": 4096
|
||||
}
|
||||
Reference in New Issue
Block a user