30 lines
657 B
JSON
30 lines
657 B
JSON
{
|
|
"seed": 20260615,
|
|
"n_total": 500,
|
|
"sources": [
|
|
{
|
|
"name": "openai/gsm8k",
|
|
"config": "main",
|
|
"split": "test",
|
|
"n": 300,
|
|
"selection": "Random(SEED).shuffle -> first N"
|
|
},
|
|
{
|
|
"name": "HuggingFaceH4/MATH-500",
|
|
"split": "test",
|
|
"n": 200,
|
|
"selection": "Random(SEED+1).shuffle -> first N"
|
|
}
|
|
],
|
|
"schema": [
|
|
"id",
|
|
"source",
|
|
"problem",
|
|
"gold",
|
|
"level",
|
|
"subject"
|
|
],
|
|
"frozen": true,
|
|
"note": "Evaluation only. Never training data. Decontaminate training against this.",
|
|
"eval_set_sha256": "e1573cabaf44010555ef1138cbeda17bc43deb8121524cde23d94413a5d69753"
|
|
} |