#!/usr/bin/env bash
# End-to-end leakage test of the submission pipeline (sub_leakage.py): build the variants, evidence of the 12 models,
# predictions of every fusion with both guess modes, comparison.  Output: test_phase/leak/leakage_summary.txt
set -euo pipefail
cd "$(dirname "$0")/.."
py=../../.venv/bin/python
"$py" -I -u sub_leakage.py build
sets="LEAK_BASE LEAK_CUT0 LEAK_CUT1 LEAK_CUT2 LEAK_SWAP"
for m in dec clf bmms; do GLIMPSE_THR=norm "$py" -I -u sub_evidence.py --model $m --seed 0 1 2 3 --set $sets; done
OUT=../../test_phase/leak
for g in organisers causal; do
  for v in $sets; do
    o="${v#LEAK_}"
    SUB_GUESS=$g GLIMPSE_THR=norm "$py" -u sub_fuse.py predict --set $v --out $OUT/eq3/$g/$o
    for c in ref_t_bm ref_t_bm_stem20 ref_t_bm_stem50; do
      SUB_GUESS=$g GLIMPSE_THR=norm "$py" -u sub_fuse_multi.py predict --combo $c --set $v --out $OUT/$c/$g/$o
    done
    SUB_GUESS=$g GLIMPSE_THR=norm "$py" -u sub_b3v2.py predict --set $v --out $OUT/b3v2/$g/$o
  done
done
"$py" -u sub_leakage.py compare
