#!/usr/bin/env bash
set -euo pipefail

: "${SPLITS_DIR:?Set SPLITS_DIR to data/splits/expanding}"
: "${EXPERIMENTS:?Set EXPERIMENTS to A0 plus development finalists, for example A0,A3,A6}"
FACULTY="${FACULTY:-khoa_cong_nghe_thong_tin}"
OUTPUT_DIR="${OUTPUT_DIR:-./track_a_outputs_holdout}"
EPOCHS="${EPOCHS:-100}"
BATCH_SIZE="${BATCH_SIZE:-512}"

mkdir -p "$OUTPUT_DIR"
python3 run_track_a.py \
  --faculty "$FACULTY" \
  --splits_dir "$SPLITS_DIR" \
  --output_dir "$OUTPUT_DIR" \
  --phase holdout \
  --dev_folds 1,2,3,4,5 \
  --holdout_folds 6,7 \
  --experiments "$EXPERIMENTS" \
  --epochs "$EPOCHS" \
  --batch_size "$BATCH_SIZE" \
  > "$OUTPUT_DIR/track_a_holdout.log" 2>&1

echo "Completed. Comparison:"
echo "$OUTPUT_DIR/$FACULTY/experiment_comparison_holdout.csv"
