o
    ¶ÈmjoG  ã                   @  sÎ   d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dlm	Z	m
Z
 d dlZd dlmZ d dlmZmZmZ d dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZ G dd„ dƒZ		dddd„ZdS )é    )ÚannotationsN)ÚPath)ÚDictÚOptional)Úclone)ÚExtraTreesClassifierÚHistGradientBoostingClassifierÚRandomForestClassifier)ÚSimpleImputer)ÚLogisticRegression)ÚStratifiedShuffleSplit)ÚPipeline)ÚStandardScalerc                   @  s  e Zd ZdZ										
dTdUdd„ZdVdd„Zedd„ ƒZed d!„ ƒZed"d#„ ƒZ	dVd$d%„Z
d&d'„ Zd(d)„ Zed*d+„ ƒZdWd.d/„ZedXdYd4d5„ƒZd6d7„ ZdZd[d:d;„Zd<d=„ Zd\d>d?„Zd@dA„ ZdBdC„ ZdDdE„ Zd]d^dHdI„Zd]dJdK„ZdLdM„ ZdNdO„ ZdPdQ„ ZedRdS„ ƒZdS )_Ú)ClassAwareHeterogeneousStackingClassifieraü  Leakage-controlled heterogeneous stack for an imbalanced binary target.

    The active base learners are conventional balanced tree ensembles. The old
    ARL feature-subspace classifier and custom RL gradient-boosting classifier
    are intentionally not part of this implementation.

    ``classification_threshold_`` is an *internal* threshold used by the joint
    grade model. The deployable warning threshold should be tuned outside this
    class on pooled temporal development-fold predictions.
    é   Nç      à?ç       @çš™™™™™¹?ç      @é   é*   TÚ
estimatorsúDict[str, object]Úpositive_classÚintÚblender_fractionÚfloatÚthreshold_betaÚthreshold_min_precisionÚthreshold_max_warning_ratioÚthreshold_min_flagsÚrandom_stateÚverboseÚboolc                 C  sì   |st dƒ‚d|  k rdk st dƒ‚ t dƒ‚|dkr t dƒ‚d|  kr-dks2t dƒ‚ t dƒ‚|dkr:t dƒ‚|dk rBt d	ƒ‚t|ƒ| _|| _|| _t|ƒ| _t|ƒ| _t|ƒ| _t|ƒ| _	t
|ƒ| _t
|	ƒ| _t|
ƒ| _|  ¡  d S )
Nzestimators cannot be emptyç        ç      ð?z"blender_fraction must be in (0, 1)zthreshold_beta must be positivez)threshold_min_precision must be in [0, 1]z,threshold_max_warning_ratio must be positiver   z threshold_min_flags must be >= 1)Ú
ValueErrorÚdictr   r   Úmeta_estimatorr   r   r   r   r   r   r    r!   r#   r"   Ú_reset)Úselfr   r   r(   r   r   r   r   r    r!   r"   © r+   úJ/root/disk_3tb/earlywarning/30072026/class_aware_heterogeneous_stacking.pyÚ__init__    s6   ÿÿ







z2ClassAwareHeterogeneousStackingClassifier.__init__ÚreturnÚNonec                 C  sR   d | _ d | _d | _d | _d | _d | _i | _i | _d | _g | _	d| _
d | _d| _d S )Nr   F)Úclasses_Úpositive_class_Únegative_class_Úpositive_class_index_Únegative_class_index_Ún_features_in_Úfitted_estimators_Úbase_model_metrics_Úmeta_estimator_Úmeta_feature_names_Úclassification_threshold_Úvalidation_metrics_Ú
is_fitted_©r*   r+   r+   r,   r)   F   s   
z0ClassAwareHeterogeneousStackingClassifier._resetc                 C  sN   t | dƒr	|  ¡ } tj| tjd�} | jdkrtd| j› �ƒ‚tj| dddd�S )NÚto_numpy©Údtypeé   zX must be 2D, got r$   )ÚnanÚposinfÚneginf)	Úhasattrr>   ÚnpÚasarrayÚfloat64Úndimr&   ÚshapeÚ
nan_to_num)ÚXr+   r+   r,   Ú
_prepare_XU   s   

z4ClassAwareHeterogeneousStackingClassifier._prepare_Xc                 C  s"   t | dƒr	|  ¡ } t | ¡ d¡S )Nr>   éÿÿÿÿ)rE   r>   rF   rG   Úreshape)Úyr+   r+   r,   Ú
_prepare_y^   s   
z4ClassAwareHeterogeneousStackingClassifier._prepare_yc                 C  s(   zt | ƒW S  ty   t | ¡ Y S w ©N)r   Ú	ExceptionÚcopyÚdeepcopy)Ú	estimatorr+   r+   r,   Ú_safe_cloned   s
   
ÿz5ClassAwareHeterogeneousStackingClassifier._safe_clonec                 C  sš   t  |¡| _t| jƒdkrtdƒ‚| j| jvrtdƒ‚| j| _| j| j| jk d | _tt  	| j| jk¡d d ƒ| _
tt  	| j| jk¡d d ƒ| _d S )NrA   zbinary classification onlyzpositive class not foundr   )rF   Úuniquer0   Úlenr&   r   r1   r2   r   Úwherer3   r4   ©r*   rP   r+   r+   r,   Ú_init_classesk   s    $z7ClassAwareHeterogeneousStackingClassifier._init_classesc                 C  sD   t  |j¡j}d|v rd|v r|j||||d� |S | ||¡ |S )NÚX_valÚy_val)r]   r^   )ÚinspectÚ	signatureÚfitÚ
parameters)r*   rV   rL   rP   Ú
X_selectorÚ
y_selectorÚparamsr+   r+   r,   Ú_fit_estimatorv   s   ÿz8ClassAwareHeterogeneousStackingClassifier._fit_estimatorc                 C  sl   t j| |¡t jd�}t  |j¡}t  || jk¡d }t|ƒdkr%tdƒ‚t  	|d d …t
|d ƒf dd¡S )Nr?   r   r   z1base estimator does not expose the positive classçH¯¼šò×z>çËPÊÿÿï?)rF   rG   Úpredict_probarH   r0   rZ   r1   rY   ÚRuntimeErrorÚclipr   )r*   rV   rL   ÚprobabilityÚclassesÚindexr+   r+   r,   Ú_positive_probability~   s   "z?ClassAwareHeterogeneousStackingClassifier._positive_probabilityc                 C  s8  | |k}||k}t t ||@ ¡ƒ}t t | |@ ¡ƒ}t t || @ ¡ƒ}t t | | @ ¡ƒ}|t|| dƒ }	|t|| dƒ }
|t|| dƒ }d|	 |
 t|	|
 dƒ }d|
|  }|| tt| ƒdƒ }t|| tt| ƒdƒ ƒt|	ƒt|
ƒt|ƒt|ƒt|ƒtt t|
dƒt|dƒ ¡ƒt|ƒ||||dœS )Nr   r   gVçž¯Ò<r   r$   )ÚaccuracyÚminority_precisionÚminority_recallÚmajority_recallÚminority_f1Úbalanced_accuracyÚgmeanÚ	flag_rateÚtrue_positiveÚfalse_positiveÚfalse_negativeÚtrue_negative)r   rF   ÚsumÚmaxrY   r   ÚmathÚsqrt)Úy_trueÚy_predr   ÚpositiveÚpredicted_positiveÚtpÚfpÚfnÚtnÚ	precisionÚrecallÚspecificityÚf1ru   rw   r+   r+   r,   Ú_metrics†   s2   ôz2ClassAwareHeterogeneousStackingClassifier._metricsrˆ   r‰   c                 C  s:   | j d }|| | }|dkrdS td| | | | ƒS )NrA   r$   r%   )r   r   )r*   rˆ   r‰   Úbeta_sqÚdenominatorr+   r+   r,   Ú_fbeta£   s
   
z0ClassAwareHeterogeneousStackingClassifier._fbetaéX  rl   ú
np.ndarrayÚmaximumc                 C  sP   t j| t jd� d¡} t  | ¡}t|ƒ|kr|S t  dd|¡}t  t  | |¡¡S )Nr?   rN   gü©ñÒMbP?g+‡ÙÎ÷ï?)rF   rG   rH   rO   rX   rY   ÚlinspaceÚquantile)rl   r’   rX   Ú	quantilesr+   r+   r,   Ú_candidate_thresholdsª   s   
z?ClassAwareHeterogeneousStackingClassifier._candidate_thresholdsc                   s&  t  ˆ¡ d¡‰t j|t jd� d¡}tt  ˆˆjk¡ƒ}tdˆjt	|dƒ ƒ‰g }ˆ 
|¡D ]*}t  ||kˆjˆj¡}ˆ ˆ|ˆj¡}ˆ |d |d ¡|d< | t|ƒ|f¡ q/‡‡fdd	„‰ ‡ ‡‡fd
d„|D ƒ}‡ ‡fdd„|D ƒ}	|p„|	p„‡ fdd„|D ƒp„|}
t	|
dd„ d�\}}||fS )NrN   r?   g®Gáz®ï?g:Œ0âŽyE>rq   rr   Úfbetac                   s   | d d t ˆƒ ˆ jkS )Nr   rw   )rY   r    ©Úitemr[   r+   r,   Úenough_flagsÇ   s   zOClassAwareHeterogeneousStackingClassifier._best_threshold.<locals>.enough_flagsc                   s:   g | ]}ˆ |ƒr|d  d ˆj kr|d  d ˆkr|‘qS )r   rq   rw   )r   ©Ú.0r™   )rš   Úmax_flag_rater*   r+   r,   Ú
<listcomp>Ê   s    þýzMClassAwareHeterogeneousStackingClassifier._best_threshold.<locals>.<listcomp>c                   s(   g | ]}ˆ |ƒr|d  d ˆkr|‘qS )r   rw   r+   r›   )rš   r�   r+   r,   rž   Ð   s    þÿc                   s   g | ]}ˆ |ƒr|‘qS r+   r+   r›   )rš   r+   r,   rž   Ô   s    c                 S  s.   | d d | d d | d d | d d  fS )Nr   r—   rr   rq   rw   r+   r˜   r+   r+   r,   Ú<lambda>×   s
   


üzKClassAwareHeterogeneousStackingClassifier._best_threshold.<locals>.<lambda>)Úkey)rF   rG   rO   rH   r   Úmeanr1   Úminr   r}   r–   rZ   r2   rŒ   r�   Úappend)r*   rP   rl   Ú
prevalenceÚ
candidatesÚ	thresholdÚ
predictionÚmetricsÚstrictÚ
ratio_onlyÚeligibler+   )rš   r�   r*   rP   r,   Ú_best_threshold³   s<   ýþÿÿ
þ	z9ClassAwareHeterogeneousStackingClassifier._best_thresholdFÚ	fit_namesc                 C  sü   t  t j|t jd�dd¡}t  |d|  ¡}|jddd�}|jddd�}|jddd�}|jddd�}|| }	|dkjddd�}
|t  |d	 ¡ d| t  d| d	 ¡   }|rpt	| j
ƒ}d
d„ |D ƒdd„ |D ƒ g d¢ | _t  |||||||	|
|g	¡S )Nr?   rg   rh   r%   r   T)ÚaxisÚkeepdimsr   gê-�™—q=c                 S  ó   g | ]}d |› �‘qS )Úprobability__r+   ©rœ   Únamer+   r+   r,   rž   í   ó    zLClassAwareHeterogeneousStackingClassifier._meta_features.<locals>.<listcomp>c                 S  r°   )Úlogit__r+   r²   r+   r+   r,   rž   î   r´   )Úprobability_meanÚprobability_minÚprobability_maxÚprobability_stdÚprobability_spreadÚvote_fractionÚensemble_entropy)rF   rk   rG   rH   Úlogr¡   r¢   r}   ÚstdÚlistr6   r9   Úcolumn_stack)r*   Úprobability_matrixr­   ÚpÚlogitsr¡   Úminimumr’   r¾   Úspreadr»   ÚentropyÚnamesr+   r+   r,   Ú_meta_featuresà   s8   .
ÿþÿ÷z8ClassAwareHeterogeneousStackingClassifier._meta_featuresc                 C  s2   t dtdd�fdtƒ fdtdddd	| jd
�fgƒS )NÚimputerÚmedian)ÚstrategyÚscalerÚ
classifierÚbalancedr   i¸  Ú	liblinear)Úclass_weightÚCÚmax_iterÚsolverr!   )r   r
   r   r   r!   r=   r+   r+   r,   Ú_default_meta  s   ûþýz7ClassAwareHeterogeneousStackingClassifier._default_metac                 C  s´  |d u s|d u rt dƒ‚|  |¡}|  |¡}|  |¡}|  |¡}|  ¡  |jd | _|  |¡ td| j| j	d�}t
| ||¡ƒ\}}|| || }}	|| || }
}| jretdt|ƒ› dt|ƒ› �ƒ g }| j ¡ D ]Ž\}}|  |¡}z|  |||||	¡}|  ||
¡}W n& ty¬ } z| jr¢td|› dt|ƒj› d|› d	�ƒ W Y d }~qld }~ww |  ||¡\}}|| j|< d
|i|¥| j|< | |¡ | jrútd|d›d| jd›d|d d›d|d›d|d d›d|d d›d|d d›d|d d›�ƒ qlt| jƒdk �rtdƒ‚t |¡}| j|dd�}| j d u �r|  !¡ n|  | j ¡| _"| j" #||¡ |  | j"|¡}|  ||¡\}}t$|ƒ| _%|| _&d| _'| j�rXtd|d ›�ƒ td!|› �ƒ | S )"NzX_val and y_val are requiredr   )Ún_splitsÚ	test_sizer!   zSelector rows=z | Blender rows=z  z: skipped (z: ú)r¦   Ú24sz FÚgÚ=r—   z.4fz threshold=z.5fz P=rq   z R=rr   z F1=rt   z flag=rw   rA   z2at least two base estimators must fit successfullyT)r­   zInternal stacking threshold=z.6fz%Internal stacking validation metrics=)(r&   rM   rQ   r)   rJ   r5   r\   r   r   r!   ÚnextÚsplitr"   ÚprintrY   r   ÚitemsrW   rf   ro   rS   ÚtypeÚ__name__r¬   r6   r7   r£   r   rj   rF   rÀ   rÈ   r(   rÔ   r8   ra   r   r:   r;   r<   )r*   rL   rP   r]   r^   ÚsplitterÚselector_idxÚblender_idxrc   rd   Ú	X_blenderÚ	y_blenderÚblender_probabilitiesr³   Ú	prototyperV   rl   Úerrorr¦   r¨   ÚmatrixÚmeta_XÚmeta_probabilityr+   r+   r,   ra     sˆ   




ý
"€ý

 ÿÿþþýÿ€
ÿ
ý
z-ClassAwareHeterogeneousStackingClassifier.fitc                 C  s   | j stdƒ‚d S )Nzmodel is not fitted)r<   rj   r=   r+   r+   r,   Ú_check_fittedW  s   ÿz7ClassAwareHeterogeneousStackingClassifier._check_fittedc                   sF   ˆ  ¡  ˆ ˆ ¡‰ t ‡ ‡fdd„ˆj ¡ D ƒ¡}ˆ ˆjˆ |¡¡S )Nc                   s   g | ]}ˆ  |ˆ ¡‘qS r+   )ro   )rœ   rV   ©rL   r*   r+   r,   rž   ^  s    
ÿÿzTClassAwareHeterogeneousStackingClassifier.predict_positive_proba.<locals>.<listcomp>)	rì   rM   rF   rÀ   r6   Úvaluesro   r8   rÈ   )r*   rL   ré   r+   rí   r,   Úpredict_positive_proba[  s   
þþz@ClassAwareHeterogeneousStackingClassifier.predict_positive_probac                 C  sN   |   |¡}tjt|ƒdftjd�}||d d …| jf< d| |d d …| jf< |S )NrA   r?   r%   )rï   rF   ÚzerosrY   rH   r3   r4   )r*   rL   rÂ   Úresultr+   r+   r,   ri   g  s
   
z7ClassAwareHeterogeneousStackingClassifier.predict_probar¦   úOptional[float]c                 C  s6   |d u r| j nt|ƒ}|  |¡}t ||k| j| j¡S rR   )r:   r   rï   rF   rZ   r1   r2   )r*   rL   r¦   rl   r+   r+   r,   Úpredictn  s   
z1ClassAwareHeterogeneousStackingClassifier.predictc                 C  s"   |   |¡}|  ||  ||¡| j¡S rR   )rQ   rŒ   ró   r1   )r*   rL   rP   r¦   r+   r+   r,   Úevaluate_binarys  s   
z9ClassAwareHeterogeneousStackingClassifier.evaluate_binaryc                 C  s   |   ¡  dd„ | j ¡ D ƒS )Nc                 S  s   g | ]
\}}d |i|¥‘qS )Úmodelr+   )rœ   r³   r¨   r+   r+   r,   rž   y  s    zSClassAwareHeterogeneousStackingClassifier.get_base_model_report.<locals>.<listcomp>)rì   r7   rÞ   r=   r+   r+   r,   Úget_base_model_reportw  s   z?ClassAwareHeterogeneousStackingClassifier.get_base_model_reportc                 C  sx   |   ¡  t| jdƒr| jj d| j¡n| j}t|dd ƒ}|d u r"g S t |¡ d¡}t	dd„ t
| j|ƒD ƒdd„ d	d
�S )NÚnamed_stepsrÍ   Úcoef_rN   c                 S  s(   g | ]\}}|t |ƒt t|ƒƒd œ‘qS ))Úmeta_featureÚcoefficientÚabsolute_coefficient)r   Úabs)rœ   r³   Úvaluer+   r+   r,   rž   ‡  s    ü
ýÿzSClassAwareHeterogeneousStackingClassifier.get_meta_coefficients.<locals>.<listcomp>c                 S  s   | d S )Nrû   r+   )Úrowr+   r+   r,   rŸ   �  s    zQClassAwareHeterogeneousStackingClassifier.get_meta_coefficients.<locals>.<lambda>T)r    Úreverse)rì   rE   r8   r÷   ÚgetÚgetattrrF   rG   rO   ÚsortedÚzipr9   )r*   rÍ   Úcoefficientsr+   r+   r,   Úget_meta_coefficients{  s    
ÿý
úöz?ClassAwareHeterogeneousStackingClassifier.get_meta_coefficientsc                 C  sT   t |ƒ}|jjddd� | d¡�}t | |¡ W d   ƒ d S 1 s#w   Y  d S )NT)ÚparentsÚexist_okÚwb)r   ÚparentÚmkdirÚopenÚpickleÚdump)r*   ÚpathÚfiler+   r+   r,   Ú
save_model“  s
   "ÿz4ClassAwareHeterogeneousStackingClassifier.save_modelc                 C  s<   t | ƒ d¡�}t |¡W  d   ƒ S 1 sw   Y  d S )NÚrb)r   r  r  Úload)r  r  r+   r+   r,   Ú
load_model™  s   $ÿz4ClassAwareHeterogeneousStackingClassifier.load_model)	r   Nr   r   r   r   r   r   T)r   r   r   r   r   r   r   r   r   r   r   r   r    r   r!   r   r"   r#   )r.   r/   )rˆ   r   r‰   r   r.   r   )r�   )rl   r‘   r’   r   r.   r‘   )F)r­   r#   )NNrR   )r¦   rò   )rà   Ú
__module__Ú__qualname__Ú__doc__r-   r)   ÚstaticmethodrM   rQ   rW   r\   rf   ro   rŒ   r�   r–   r¬   rÈ   rÔ   ra   rì   rï   ri   ró   rô   rö   r  r  r  r+   r+   r+   r,   r      sR    õ
&





-%
B
r   r   Tr!   r   Úinclude_lightgbmr#   c                 C  s¢   t dddddd| d�tddd	d
d| d d�tdddddd| d d�dœ}|rOzddlm} |dddddddddd
d| d dd�|d< W |S  tyN   Y |S w |S )zºBuild the reduced classifier community.

    Active models:
      * balanced Random Forest
      * balanced Extra Trees
      * Histogram Gradient Boosting
      * optional LightGBM
    iô  é   r   Úbalanced_subsampleTrN   )Ún_estimatorsÚmin_samples_leafÚmax_featuresrÐ   Ú	bootstrapÚn_jobsr!   é   gffffffæ?rÎ   r   )r  r  r  rÐ   r  r!   gš™™™™™©?éú   é   é   r%   rA   )Úlearning_raterÒ   Úmax_leaf_nodesr  Úl2_regularizationÚearly_stoppingr!   )Úrandom_forest_balancedÚextra_trees_balancedÚhist_gradient_boostingr   )ÚLGBMClassifierÚbinaryg¸…ëQ¸ž?g333333ë?gš™™™™™é?r   )Ú	objectiver  r$  Ú
num_leavesÚmin_child_samplesÚ	subsampleÚcolsample_bytreeÚ	reg_alphaÚ
reg_lambdarÐ   r  r!   Ú	verbosityÚlightgbm_balanced)r	   r   r   Úlightgbmr+  ÚImportError)r!   r  r   r+  r+   r+   r,   Úbuild_standard_base_estimatorsŸ  sf   ù	úùîóýýr8  )r   T)r!   r   r  r#   )Ú
__future__r   rT   r_   r~   r  Úpathlibr   Útypingr   r   ÚnumpyrF   Úsklearn.baser   Úsklearn.ensembler   r   r	   Úsklearn.imputer
   Úsklearn.linear_modelr   Úsklearn.model_selectionr   Úsklearn.pipeliner   Úsklearn.preprocessingr   r   r8  r+   r+   r+   r,   Ú<module>   s,       þ