初始化项目,由ModelHub XC社区提供模型
Model: ramankrishna10/npc-reason Source: Original Platform
This commit is contained in:
30
eval/_eval_meta.json
Normal file
30
eval/_eval_meta.json
Normal file
@@ -0,0 +1,30 @@
|
||||
{
|
||||
"seed": 20260615,
|
||||
"n_total": 500,
|
||||
"sources": [
|
||||
{
|
||||
"name": "openai/gsm8k",
|
||||
"config": "main",
|
||||
"split": "test",
|
||||
"n": 300,
|
||||
"selection": "Random(SEED).shuffle -> first N"
|
||||
},
|
||||
{
|
||||
"name": "HuggingFaceH4/MATH-500",
|
||||
"split": "test",
|
||||
"n": 200,
|
||||
"selection": "Random(SEED+1).shuffle -> first N"
|
||||
}
|
||||
],
|
||||
"schema": [
|
||||
"id",
|
||||
"source",
|
||||
"problem",
|
||||
"gold",
|
||||
"level",
|
||||
"subject"
|
||||
],
|
||||
"frozen": true,
|
||||
"note": "Evaluation only. Never training data. Decontaminate training against this.",
|
||||
"eval_set_sha256": "e1573cabaf44010555ef1138cbeda17bc43deb8121524cde23d94413a5d69753"
|
||||
}
|
||||
Reference in New Issue
Block a user