from __future__ import annotations

from typing import Dict

import numpy as np
import pandas as pd

from .types import FeatureTransformResult


def _num(frame: pd.DataFrame, name: str, default: float = np.nan) -> pd.Series:
    if name in frame.columns:
        return pd.to_numeric(frame[name], errors="coerce")
    return pd.Series(default, index=frame.index, dtype=float)


def _mask_frame(frame: pd.DataFrame) -> pd.DataFrame:
    out = pd.DataFrame(index=frame.index)
    out["eb_same_course_history_available"] = (_num(frame, "hist_same_course_attempts", 0).fillna(0) > 0).astype(float)
    out["eb_target_course_history_available"] = (_num(frame, "hist_target_course_count", 0).fillna(0) > 0).astype(float)
    out["eb_component_history_available"] = (_num(frame, "hist_component_grade_count", 0).fillna(0) > 0).astype(float)
    out["eb_recent_component_history_available"] = _num(frame, "recent3_component_grade_mean").notna().astype(float)
    out["eb_conduct_history_available"] = _num(frame, "prev_conduct_score").notna().astype(float)
    return out


def add_sparse_history_masks(train: pd.DataFrame, test: pd.DataFrame) -> FeatureTransformResult:
    tr_masks = _mask_frame(train)
    te_masks = _mask_frame(test)
    tr = pd.concat([train.reset_index(drop=True), tr_masks.reset_index(drop=True)], axis=1)
    te = pd.concat([test.reset_index(drop=True), te_masks.reset_index(drop=True)], axis=1).reindex(columns=tr.columns)
    return FeatureTransformResult(tr, te, {"added_masks": list(tr_masks.columns)})


def _status_summaries(frame: pd.DataFrame, columns: list[str]) -> pd.DataFrame:
    values = frame.reindex(columns=columns).apply(pd.to_numeric, errors="coerce").to_numpy(dtype=float)
    out = pd.DataFrame(index=frame.index)
    known = np.isfinite(values)
    known_count = known.sum(axis=1).astype(float)
    out["eb_course_status_known_count"] = known_count
    for category in (0.0, 1.0, 2.0):
        count = ((values == category) & known).sum(axis=1).astype(float)
        label = int(category)
        out[f"eb_course_status_count_{label}"] = count
        out[f"eb_course_status_prop_{label}"] = np.divide(
            count,
            known_count,
            out=np.zeros_like(count, dtype=float),
            where=known_count > 0,
        )
    nonzero = ((values != 0.0) & known).sum(axis=1).astype(float)
    out["eb_course_status_nonzero_count"] = nonzero
    with np.errstate(invalid="ignore"):
        out["eb_course_status_mean"] = np.nanmean(values, axis=1)
        out["eb_course_status_std"] = np.nanstd(values, axis=1)
    out[["eb_course_status_mean", "eb_course_status_std"]] = out[
        ["eb_course_status_mean", "eb_course_status_std"]
    ].fillna(0.0)
    props = out[[f"eb_course_status_prop_{i}" for i in (0, 1, 2)]].to_numpy(dtype=float)
    entropy = np.zeros(len(frame), dtype=float)
    for j in range(props.shape[1]):
        p = props[:, j]
        mask = p > 0
        entropy[mask] -= p[mask] * np.log(p[mask])
    out["eb_course_status_entropy"] = entropy
    return out


def compress_course_status(train: pd.DataFrame, test: pd.DataFrame) -> FeatureTransformResult:
    columns = [c for c in train.columns if c.startswith("course_status_")]
    base_columns = [c for c in train.columns if c not in columns]
    tr_summary = _status_summaries(train, columns) if columns else pd.DataFrame(index=train.index)
    te_summary = _status_summaries(test, columns) if columns else pd.DataFrame(index=test.index)
    tr = pd.concat([train[base_columns].reset_index(drop=True), tr_summary.reset_index(drop=True)], axis=1)
    te = pd.concat([test.reindex(columns=base_columns).reset_index(drop=True), te_summary.reset_index(drop=True)], axis=1).reindex(columns=tr.columns)
    return FeatureTransformResult(
        tr,
        te,
        {"removed_course_status_columns": columns, "added_summary_columns": list(tr_summary.columns)},
    )
