初始化项目,由ModelHub XC社区提供模型
Model: saketh-chervu/rvr-lettersort-intermediate-correct Source: Original Platform
This commit is contained in:
30
eval_data/meta.json
Normal file
30
eval_data/meta.json
Normal file
@@ -0,0 +1,30 @@
|
||||
{
|
||||
"exp": "exp33",
|
||||
"domain": "lettersort",
|
||||
"variant": "intermediate",
|
||||
"seed": 0,
|
||||
"inner_op": "sort5",
|
||||
"outer_op": "aftermid",
|
||||
"fn_chain": "aftermid|sort5",
|
||||
"inter_kind": "string",
|
||||
"counts": {
|
||||
"atomic.jsonl": 800,
|
||||
"atomic_eval.jsonl": 200,
|
||||
"compose_train_0.jsonl": 1500,
|
||||
"seen_eval.jsonl": 200,
|
||||
"heldout_eval.jsonl": 200,
|
||||
"probe_pool.jsonl": 400
|
||||
},
|
||||
"n_atom_g": 400,
|
||||
"n_atom_f": 400,
|
||||
"disjoint_train_seen": true,
|
||||
"disjoint_train_heldout": true,
|
||||
"disjoint_seen_heldout": true,
|
||||
"train_top_answer_share": 0.086,
|
||||
"train_distinct_answers": 22,
|
||||
"probe_roles": {
|
||||
"train": 200,
|
||||
"heldout": 200
|
||||
},
|
||||
"f_atom_dedupe": true
|
||||
}
|
||||
Reference in New Issue
Block a user