#!/usr/bin/env bash
set -euo pipefail

if [[ $# -lt 2 ]]; then
  echo "Usage: $0 <splits_dir> <output_dir> [faculties|all]"
  echo "Example: DEVICE=auto $0 /root/disk_3tb/earlywarning/data/splits/expanding /root/disk_3tb/earlywarning/30072026/results/cross_faculty_residual_moe all"
  exit 2
fi

SPLITS_DIR="$1"
OUT="$2"
FACULTIES="${3:-all}"
DEVICE="${DEVICE:-auto}"
DEV_FOLDS="${DEV_FOLDS:-1,2,3,4,5}"
HOLDOUT_FOLDS="${HOLDOUT_FOLDS:-6,7}"
ALL_FOLDS="${DEV_FOLDS},${HOLDOUT_FOLDS}"
CACHE_DIR="${CACHE_DIR_OVERRIDE:-$OUT/cache}"
REFERENCE_METRICS="${REFERENCE_METRICS:-}"
TARGET_ONLY_FACULTIES="${TARGET_ONLY_FACULTIES:-}"
N_ESTIMATORS="${N_ESTIMATORS:-500}"
HIST_MAX_ITER="${HIST_MAX_ITER:-250}"
CROSSFIT_FOLDS="${CROSSFIT_FOLDS:-5}"
N_EXPERTS="${N_EXPERTS:-4}"
EPOCHS="${EPOCHS:-60}"
BATCH_SIZE="${BATCH_SIZE:-1024}"

mkdir -p "$OUT" "$CACHE_DIR"
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
cd "$SCRIPT_DIR"
export PYTHONPATH="$SCRIPT_DIR${PYTHONPATH:+:$PYTHONPATH}"

python3 prepare_cross_faculty_cache.py \
  --splits_dir "$SPLITS_DIR" \
  --cache_dir "$CACHE_DIR" \
  --faculties "$FACULTIES" \
  --folds "$ALL_FOLDS" \
  --n_estimators "$N_ESTIMATORS" \
  --hist_max_iter "$HIST_MAX_ITER" \
  --crossfit_folds "$CROSSFIT_FOLDS" \
  > "$OUT/cache.log" 2>&1

echo "[CrossFacultyResMoE] canonical caches ready: $CACHE_DIR"

ARGS=(
  --cache_dir "$CACHE_DIR"
  --models_dir "$OUT"
  --faculties "$FACULTIES"
  --dev_folds "$DEV_FOLDS"
  --holdout_folds "$HOLDOUT_FOLDS"
  --device "$DEVICE"
  --n_experts "$N_EXPERTS"
  --epochs "$EPOCHS"
  --batch_size "$BATCH_SIZE"
)

if [[ -n "$TARGET_ONLY_FACULTIES" ]]; then
  ARGS+=(--target_only_faculties "$TARGET_ONLY_FACULTIES")
fi
if [[ -n "$REFERENCE_METRICS" ]]; then
  ARGS+=(--reference_metrics "$REFERENCE_METRICS")
fi

python3 train_cross_faculty_residual_moe.py "${ARGS[@]}" > "$OUT/cross_faculty_residual_moe.log" 2>&1

echo "[CrossFacultyResMoE] completed"
echo "  Main log: $OUT/cross_faculty_residual_moe.log"
echo "  Faculty comparison: $OUT/cross_faculty_committee_comparison.csv"
echo "  Operational metrics: $OUT/cross_faculty_warning_metrics.csv"
if [[ -n "$REFERENCE_METRICS" ]]; then
  echo "  V2/Council comparison: $OUT/cross_faculty_official_reference_comparison.csv"
fi
