"""Builds cache/F2.npy, F3.npy, F4.npy (+ *_names.npy) for every scored window, rows in the order of R.extract()'s `win`.
Same recordings, same E4 filtering (first second zeroed, causal low-pass 45 Hz) as experiments/e4_start. usage: python build_ffeat.py"""
import os
import sys
import time
from multiprocessing import Pool

import mne
import numpy as np

HERE = os.path.dirname(os.path.abspath(__file__))
ROOT = os.path.dirname(os.path.dirname(HERE))
sys.path.insert(0, HERE)
for p in ("experiments/stft_tree", "experiments/iir_filter"):
    sys.path.insert(0, os.path.join(ROOT, p))
import ffeat as F  # noqa: E402
import run_iir_filter as I  # noqa: E402
import run_stft_tree as R  # noqa: E402

mne.set_log_level("ERROR")
_, _, WIN_DF, REC = R.extract()
COUNTS = WIN_DF.groupby("rec").size()
SOS = I.design(None)


def work(i):
    r = REC.loc[i]
    n = int(COUNTS[i])
    x = mne.io.read_raw_brainvision(f"{R.BIDS}/{r.subject}/{r.session_id}/eeg/{r.rec_id}_task-sleeponset_eeg.vhdr", preload=True,
                                    verbose="ERROR").get_data(picks=R.CH) * 1e6
    x = x[:, : n * F.WIN].copy()
    xz = x.copy()
    xz[:, :128] = 0.0
    xf, _ = I.filter_stream(SOS, xz)
    wf = xf.reshape(4, n, F.WIN).transpose(1, 0, 2)
    wr = x.reshape(4, n, F.WIN).transpose(1, 0, 2)
    return i, F.features_f2(wf), F.features_f3(xf), F.features_f4(wr)


if __name__ == "__main__":
    t0 = time.time()
    order = list(REC.index)
    res = {}
    with Pool(6) as pool:
        for k, (i, a, b, c) in enumerate(pool.imap_unordered(work, order)):
            res[i] = (a, b, c)
            if (k + 1) % 60 == 0:
                print(f"{k + 1}/{len(order)} recordings, {time.time() - t0:.0f} s", flush=True)
    for j, (name, names) in enumerate((("F2", F.NAMES_F2), ("F3", F.NAMES_F3), ("F4", F.NAMES_F4))):
        A = np.concatenate([res[i][j] for i in order])
        assert A.shape == (len(WIN_DF), len(names)) and np.isfinite(A).all(), (name, A.shape)
        np.save(os.path.join(HERE, "cache", f"{name}.npy"), A)
        np.save(os.path.join(HERE, "cache", f"{name}_names.npy"), np.array(names))
        print(f"{name}: {A.shape} saved")
    print(f"done in {time.time() - t0:.0f} s")
