mirror of
https://github.com/microsoft/SkillOpt.git
synced 2026-07-03 14:02:58 +08:00
35 lines
1003 B
JSON
35 lines
1003 B
JSON
{
|
|
"benchmark": "LiveMathematicianBench",
|
|
"manifest_type": "id_split",
|
|
"source_repo": "LiveMathematicianBench/LiveMathematicianBench",
|
|
"source_repo_type": "dataset",
|
|
"source_url": "https://huggingface.co/datasets/LiveMathematicianBench/LiveMathematicianBench",
|
|
"source_revision": "b72450f6ce96c26158d64d945a5d31ef7727be41",
|
|
"source_files": [
|
|
"data/202511/qa_202511_final.json",
|
|
"data/202512/qa_202512_final.json",
|
|
"data/202601/qa_202601_final.json",
|
|
"data/202602/qa_202602_final.json"
|
|
],
|
|
"split_mode": "ratio",
|
|
"split_ratio": "2:1:7",
|
|
"split_seed": 42,
|
|
"counts": {
|
|
"train": 35,
|
|
"val": 18,
|
|
"test": 124
|
|
},
|
|
"item_fields": [
|
|
"id",
|
|
"month",
|
|
"no",
|
|
"paper_link",
|
|
"source_file"
|
|
],
|
|
"id_format": "<month>:<no>",
|
|
"notes": [
|
|
"This is an ID split manifest, not the full LiveMathematicianBench payload.",
|
|
"Materialize full split items from the official LiveMathematicianBench raw qa_*_final.json files before evaluation."
|
|
]
|
|
}
|