mirror of
https://github.com/microsoft/SkillOpt.git
synced 2026-07-03 14:02:58 +08:00
22 lines
586 B
JSON
22 lines
586 B
JSON
{
|
|
"benchmark": "SearchQA",
|
|
"manifest_type": "id_split",
|
|
"source_repo": "lucadiliello/searchqa",
|
|
"source_repo_type": "dataset",
|
|
"source_url": "https://huggingface.co/datasets/lucadiliello/searchqa",
|
|
"source_id_field": "key",
|
|
"counts": {
|
|
"train": 400,
|
|
"val": 200,
|
|
"test": 1400
|
|
},
|
|
"item_fields": [
|
|
"id"
|
|
],
|
|
"notes": [
|
|
"This is a split manifest, not the full SearchQA payload.",
|
|
"Materialize full split items from lucadiliello/searchqa before evaluation.",
|
|
"The IDs in items.json exactly match the key field in lucadiliello/searchqa."
|
|
]
|
|
}
|