19 lines
511 B
JSON
19 lines
511 B
JSON
|
{
|
||
|
|
"metric_group": "code_metrics",
|
||
|
|
"model": "Broken_Code_Generation.1.0",
|
||
|
|
"hf_model": "Vilyam888/Broken_Code_Generation.1.0",
|
||
|
|
"evaluation_file": "prepared_data/test.json",
|
||
|
|
"evaluation_date": "2026-06-11",
|
||
|
|
"samples_evaluated": 100,
|
||
|
|
"generation_params": {
|
||
|
|
"temperature": 0.2,
|
||
|
|
"top_p": 0.95,
|
||
|
|
"max_new_tokens": 1200,
|
||
|
|
"seed": 42
|
||
|
|
},
|
||
|
|
"metrics": {
|
||
|
|
"broken_code_syntax_valid_rate": 0.91,
|
||
|
|
"code_token_f1_broken_code": 0.47,
|
||
|
|
"codebleu_broken_code": 0.47
|
||
|
|
}
|
||
|
|
}
|