saketh-chervu/rvr-exp22-s1_string-direct-correct
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: saketh-chervu/rvr-exp22-s1_string-direct-correct
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-24 10:09:10 +08:00
commit 15ce38570a
12 changed files with 4008 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

171
eval_data/meta.json Normal file
View File

@@ -0,0 +1,171 @@
{
"exp": "exp22",
"cell": "s1_string",
"variant": "direct",
"arm": "correct",
"seed": 0,
"composable": [
"interleave_halves",
"reverse_blocks3",
"reverse_first_half",
"swap_pairs"
],
"distractors": [
"charset",
"nice_chars"
],
"atoms": [
"charset",
"interleave_halves",
"nice_chars",
"reverse_blocks3",
"reverse_first_half",
"swap_pairs"
],
"fourth_atom": "reverse_blocks3",
"chain_lengths": [
5,
7,
8
],
"excluded_pairs": [
[
"reverse_first_half",
"swap_pairs"
]
],
"train_comps": [
"reverse_first_half|interleave_halves",
"interleave_halves|reverse_first_half",
"reverse_blocks3|swap_pairs",
"swap_pairs|reverse_blocks3",
"reverse_blocks3|interleave_halves",
"interleave_halves|reverse_blocks3"
],
"heldout_comps": [
"reverse_blocks3|reverse_first_half",
"reverse_first_half|reverse_blocks3",
"swap_pairs|interleave_halves",
"interleave_halves|swap_pairs"
],
"heldout_labels": {
"reverse_blocks3|reverse_first_half": "never_paired",
"reverse_first_half|reverse_blocks3": "never_paired",
"swap_pairs|interleave_halves": "never_paired",
"interleave_halves|swap_pairs": "never_paired"
},
"n_comp_train_per_pairing": 200,
"total_comp_train": 1200,
"compositions": {
"reverse_first_half|interleave_halves": {
"role": "train",
"n_train": 200,
"n_seen_eval": 200
},
"interleave_halves|reverse_first_half": {
"role": "train",
"n_train": 200,
"n_seen_eval": 200
},
"reverse_blocks3|swap_pairs": {
"role": "train",
"n_train": 200,
"n_seen_eval": 200
},
"swap_pairs|reverse_blocks3": {
"role": "train",
"n_train": 200,
"n_seen_eval": 200
},
"reverse_blocks3|interleave_halves": {
"role": "train",
"n_train": 200,
"n_seen_eval": 200
},
"interleave_halves|reverse_blocks3": {
"role": "train",
"n_train": 200,
"n_seen_eval": 200
},
"reverse_blocks3|reverse_first_half": {
"role": "heldout",
"label": "never_paired",
"n_eval": 200,
"distinct_answers": 200,
"top_answer_share": 0.005
},
"reverse_first_half|reverse_blocks3": {
"role": "heldout",
"label": "never_paired",
"n_eval": 200,
"distinct_answers": 200,
"top_answer_share": 0.005
},
"swap_pairs|interleave_halves": {
"role": "heldout",
"label": "never_paired",
"n_eval": 200,
"distinct_answers": 200,
"top_answer_share": 0.005
},
"interleave_halves|swap_pairs": {
"role": "heldout",
"label": "never_paired",
"n_eval": 200,
"distinct_answers": 200,
"top_answer_share": 0.005
}
},
"train_heldout_chain_overlap": [],
"heldout_instance_collisions": 0,
"coverage": {
"train_inner_atoms": [
"interleave_halves",
"reverse_blocks3",
"reverse_first_half",
"swap_pairs"
],
"train_outer_atoms": [
"interleave_halves",
"reverse_blocks3",
"reverse_first_half",
"swap_pairs"
],
"heldout_inner_atoms": [
"interleave_halves",
"reverse_blocks3",
"reverse_first_half",
"swap_pairs"
],
"heldout_outer_atoms": [
"interleave_halves",
"reverse_blocks3",
"reverse_first_half",
"swap_pairs"
],
"heldout_inner_count": 4,
"heldout_outer_count": 4,
"per_slot_coverage": {
"interleave_halves": {
"train_as_inner": 2,
"train_as_outer": 2
},
"reverse_blocks3": {
"train_as_inner": 2,
"train_as_outer": 2
},
"reverse_first_half": {
"train_as_inner": 1,
"train_as_outer": 1
},
"swap_pairs": {
"train_as_inner": 1,
"train_as_outer": 1
}
},
"train_covers_both_slots": true,
"pairing_collisions": []
},
"collisions_total": 0,
"chain_lengths_out_of_range": []
}