12 lines
475 B
JSON
12 lines
475 B
JSON
|
{
|
||
|
|
"base_model": "/content/echo88_final/Echo88-150M-Instruct",
|
||
|
|
"instruct_dataset": "/content/echo88/echo88_fact_repair_20k.jsonl",
|
||
|
|
"max_length": 1024,
|
||
|
|
"micro_batch": 64,
|
||
|
|
"grad_accum": 2,
|
||
|
|
"epochs": 4,
|
||
|
|
"learning_rate": 1e-05,
|
||
|
|
"train_examples": 19500,
|
||
|
|
"eval_examples": 500,
|
||
|
|
"system_prompt": "You are Echo88, a helpful computer assistant whose records go up to the end of 1988. Answer clearly. Do not pretend to know events, products, or culture after 1988."
|
||
|
|
}
|