mirror of
https://github.com/microsoft/SkillOpt.git
synced 2026-07-06 07:32:34 +08:00
38 lines
1.6 KiB
Bash
Executable File
38 lines
1.6 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# ──────────────────────────────────────────────────────────────────────────────
|
|
# ReflACT3 — SearchQA Eval-Only (验证集 500)
|
|
#
|
|
# Usage:
|
|
# bash scripts/eval_searchqa_val500.sh --skill_path outputs/xxx/best_skill.md
|
|
# bash scripts/eval_searchqa_val500.sh --skill_path outputs/xxx/best_skill.md --workers 32
|
|
# ──────────────────────────────────────────────────────────────────────────────
|
|
set -euo pipefail
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
|
|
PROJECT_ROOT="$(dirname "${SCRIPT_DIR}")"
|
|
export PYTHONPATH="${PROJECT_ROOT}:${PYTHONPATH:-}"
|
|
|
|
export STUDENT_DEPLOYMENT="${STUDENT_DEPLOYMENT:-gpt-5-mini}"
|
|
|
|
VAL_PATH="/home/azureuser/workspace-yqh/refleAct/search-qa/data/searchqa_val_500.json"
|
|
|
|
TIMESTAMP=$(date +%Y%m%d_%H%M%S)
|
|
DEFAULT_OUT_ROOT="${PROJECT_ROOT}/outputs/searchqa_eval_val500_${STUDENT_DEPLOYMENT}_${TIMESTAMP}"
|
|
|
|
echo "============================================================"
|
|
echo " ReflACT3 — SearchQA Eval-Only (val-500)"
|
|
echo " Student: ${STUDENT_DEPLOYMENT}"
|
|
echo " Data: ${VAL_PATH}"
|
|
echo "============================================================"
|
|
|
|
cd "${PROJECT_ROOT}"
|
|
|
|
python scripts/eval_only.py \
|
|
--config configs/searchqa_default.yaml \
|
|
--data_path "${VAL_PATH}" \
|
|
--out_root "${DEFAULT_OUT_ROOT}" \
|
|
"$@"
|
|
|
|
echo ""
|
|
echo "Done! Results saved to: ${DEFAULT_OUT_ROOT}"
|