o
    ¶ÈmjA  ã                   @  sÄ   d dl mZ d dlZd dlZd dlZd dlZd dlmZ d dlm	Z	 d dl
Zd dlmZ d dlmZmZmZmZ dd„ Zd	d
„ Zdd„ Zddd„Z				ddd„ZG dd„ dƒZG dd„ dƒZdS )é    )ÚannotationsN)ÚPath)ÚDict)Úclone)ÚExtraTreesRegressorÚGradientBoostingRegressorÚHistGradientBoostingRegressorÚRandomForestRegressorc                 C  sN   t | dƒr	|  ¡ } tj| tjd�} | jdkrtd| j› �ƒ‚tj| dddd�S )NÚto_numpy©Údtypeé   zX must be 2D, got ç        )ÚnanÚposinfÚneginf)	Úhasattrr
   ÚnpÚasarrayÚfloat64ÚndimÚ
ValueErrorÚshapeÚ
nan_to_num©Úa© r   úP/root/disk_3tb/earlywarning/30072026/joint_failure_aware_stacking_grade_model.pyÚ_x   s   

r   c                 C  sB   t | dƒr	|  ¡ } tj| tjd� d¡} t | ¡ ¡ stdƒ‚| S )Nr
   r   éÿÿÿÿzy contains NaN/inf)	r   r
   r   r   r   ÚreshapeÚisfiniteÚallr   r   r   r   r   Ú_y   s   
r#   c                 C  s(   zt | ƒW S  ty   t | ¡ Y S w ©N)r   Ú	ExceptionÚcopyÚdeepcopy©Úmodelr   r   r   Ú_clone'   s
   
ÿr*   c                 C  sZ   t  | j¡j}i }|d urd|v r||d< |d ur!d|v r!||d< | j||fi |¤Ž | S )NÚX_valÚy_val)ÚinspectÚ	signatureÚfitÚ
parameters)r)   ÚXÚyr+   r,   ÚparamsÚkwr   r   r   Ú_fit.   s   r5   é*   Tc                 C  s  i }| d ur
| |d< t dddd|d�|d< tddd	d|d
 d�|d< tdddddd|d d�|d< |rYzddlm} |ddddddd	dddd|d d�|d< W n	 tyX   Y nw |rzddlm} |dddd d!d"d"|d# d$�|d%< W |S  ty~   Y |S w |S )&NÚrlgbiô  é   Úsqrtr   )Ún_estimatorsÚmin_samples_leafÚmax_featuresÚn_jobsÚrandom_stateÚrandom_forestr   çš™™™™™é?é   Úextra_treesÚabsolute_errorg{®Gáz¤?i,  é   é   ç      ð?)ÚlossÚlearning_rateÚmax_iterÚmax_leaf_nodesr;   Úl2_regularizationr>   Úhist_gbr   )ÚLGBMRegressorÚregression_l1i¼  gš™™™™™™?ç333333ë?çš™™™™™¹?)Ú	objectiver:   rH   Ú
num_leavesÚmin_child_samplesÚ	subsampleÚcolsample_bytreeÚ	reg_alphaÚ
reg_lambdar=   Ú	verbosityr>   Úlightgbm)ÚCatBoostRegressorÚMAEç¸…ëQ¸ž?é   g      @Fé   )Úloss_functionÚ
iterationsrH   ÚdepthÚl2_leaf_regÚverboseÚallow_writing_filesÚrandom_seedÚcatboost)r	   r   r   rY   rM   ÚImportErrorrf   rZ   )Úrl_regressorr>   Úinclude_lightgbmÚinclude_catboostÚmodelsrM   rZ   r   r   r   Úbuild_grade_regressors9   s‚   
û
û
ù
ôÿøýýrl   c                   @  s’   e Zd ZdZ												
			d(d)dd„Zedd„ ƒZdd„ Zdd„ Zdd„ Z	dd„ Z
dd„ Zdd„ Zd d!„ Zd"d#„ Zd$d%„ Zd&d'„ ZdS )*ÚJointRLStackingGradeRegressoraQ  Stacking regression plus state-dependent RL blending.

    State:
        failure-probability bin x model-disagreement bin

    Actions:
        meta prediction alone, or meta blended with mean, median,
        failure anchor, or one base model.

    Reward:
        -abs(y - prediction)

    This directly optimizes validation MAE.
    r   ç      @ç      à?N©çš™™™™™É?ro   r@   ©rP   ç      Ð?ro   rE   rq   ç×£p=
×ï?ç{®Gáz”?r6   TÚ
estimatorsúDict[str, object]c                 C  sÌ   t |ƒ| _t|ƒ| _t|ƒ| _t|ƒ| _|| _t|ƒ| _t|ƒ| _	t
|ƒ| _t|	ƒ| _t|
ƒ| _t|ƒ| _t|ƒ| _t
|ƒ| _t|ƒ| _i | _i | _d | _d | _g | _d | _d | _tj | j¡| _d| _d S )NF)Údictrv   ÚfloatÚ	grade_minÚ	grade_maxÚblender_fractionÚmeta_estimatorÚtupleÚfailure_binsÚdisagreement_binsÚintÚ	rl_epochsÚrl_alphaÚ
rl_epsilonÚrl_epsilon_decayÚrl_min_epsilonr>   Úboolrc   Úmodels_Úmodel_report_Úmeta_Úq_Úaction_names_Úvalidation_mae_meta_Úvalidation_mae_joint_r   ÚrandomÚdefault_rngÚrng_Úfitted_)Úselfrv   rz   r{   r|   r}   r   r€   r‚   rƒ   r„   r…   r†   r>   rc   r   r   r   Ú__init__•   s.   













z&JointRLStackingGradeRegressor.__init__c                 C  s   t t t | | ¡¡ƒS r$   )ry   r   ÚmeanÚabs)Úy_trueÚpredr   r   r   Ú_mae¿   s   z"JointRLStackingGradeRegressor._maec           	      C  s†   |j dd�}tj|dd�}|jdd�}|jdd�}|jdd�}t |¡ d¡}t |||||||| ||| dt 	d| d ¡ g
¡S )NrA   ©Úaxisr   rF   g       @)
r•   r   ÚmedianÚstdÚminÚmaxr   r    Úcolumn_stackr–   )	r“   ÚbaseÚp_failÚ	thresholdr•   rœ   r�   ÚminimumÚmaximumr   r   r   Ú_meta_featuresÃ   s$   öz,JointRLStackingGradeRegressor._meta_featuresc                 C  s:   t  || j¡}t  |jdd�| j¡}|t| jƒd  | S ©NrA   rš   )r   Údigitizer   r�   r€   Úlen)r“   r¢   r¡   ÚpfÚdsr   r   r   Ú_statesØ   s   z%JointRLStackingGradeRegressor._statesc              	   C  s   |j dd�}tj|dd�}| jd|  }t || j| j¡}|d| d|  d| d|  d| d|  d| d|  d| d	|  d
| d|  g}g d¢}t| jƒD ]\}	}
| d| d|d d …|	f   ¡ | d|
› d�¡ qSt t 	|¡| j| j¡|fS )NrA   rš   rF   rO   g333333Ã?gffffffæ?g333333Ó?gÍÌÌÌÌÌì?rP   g      è?rs   )ÚmetaÚmeta85_mean15Úmeta70_mean30Úmeta85_median15Úmeta70_median30Úmeta90_failure10Úmeta75_failure25r@   rq   Úmeta80_Ú20)
r•   r   rœ   r{   Úcliprz   Ú	enumeraterˆ   Úappendr    )r“   r¡   r­   r¢   r•   rœ   ÚanchorÚvaluesÚnamesÚjÚnamer   r   r   Ú_actionsÝ   s.   ù	
"ýüz&JointRLStackingGradeRegressor._actionsc              
   C  sh  |   ||¡}|  |||¡\}| _t| jƒd t| jƒd  }t ||jd f¡| _	tj
| j	tjd�}| j}	t t|ƒ¡}
t| jƒD ]p}| j |
¡ |
D ]\}t|| ƒ}| j ¡ |	k rft| j |jd ¡ƒ}n
tt | j	| ¡ƒ}t|| |||f  ƒ }|||f  d7  < | jt |||f ¡ }| j	||f  ||| j	||f   7  < qKt| j|	| j ƒ}	qAd S )NrA   r   )r¬   r¾   rŒ   r©   r   r€   r   Úzerosr   r‹   Ú
zeros_likeÚint64r„   ÚarangeÚranger‚   r‘   Úshuffler�   r�   ÚintegersÚargmaxr–   rƒ   Úmathr9   rŸ   r†   r…   )r“   r—   r¡   r­   r¢   ÚstatesÚactionsÚn_statesÚvisitsÚepsilonÚorderÚ_ÚiÚstateÚactionÚrewardÚalphar   r   r   Ú_learn_policy  s8   ÿÿ
ÿþîz+JointRLStackingGradeRegressor._learn_policyc                 C  sH   |   ||¡}|  |||¡\}}tj| j| dd�}|t t|ƒ¡|f S r§   )r¬   r¾   r   rÆ   r‹   rÂ   r©   )r“   r¡   r­   r¢   rÈ   rÉ   rÎ   Úchoicer   r   r   Ú_apply_policy'  s   z+JointRLStackingGradeRegressor._apply_policyc                 C  s®  t |ƒt|ƒ}}t |ƒt|ƒ}}t |¡ d¡}t t|ƒ¡}	| j |	¡ t	t|	ƒd| j
  ƒ}
t	t |
dt|	ƒd ¡ƒ}
|	d |
… }|	|
d … }|| }|| }|| }|| }|| }g }| j ¡ D ]u\}}t|ƒ}zt|||||d� t | |¡¡ d¡}t || j| j¡}W n% ty² } z| jr¨td|› dt|ƒj› d|› �ƒ W Y d }~qfd }~ww || j|< d|  ||¡i| j|< | |¡ | jrÛt|d	›d
| j| d d›�ƒ qft| jƒdk rçtdƒ‚t |¡}|  |||¡}| jd u �rt dddddd| j!d�nt| jƒ| _"| j" #||¡ t | j" |¡| j| j¡}|  ||¡| _$|  %||||¡ |  &|||¡}|  ||¡| _'d| _(| j�rUtd| j$d›�ƒ td| j'd›�ƒ | S )Nr   rF   rA   ©r+   r,   z
Regressor z
 skipped: z: Úvalidation_maeÚ20sz validation MAE=ú.6fr   z%At least two regressors are required.rC   éú   r\   rE   rO   )rG   r:   rH   Ú	max_depthr;   rT   r>   TzMeta MAE:  zJoint MAE: ))r   r#   r   r   r    rÂ   r©   r‘   rÄ   r�   r|   r¶   rv   Úitemsr*   r5   Úpredictrz   r{   r%   rc   ÚprintÚtypeÚ__name__rˆ   r™   r‰   r¸   ÚRuntimeErrorr    r¦   r}   r   r>   rŠ   r/   r�   rÔ   rÖ   rŽ   r’   )r“   r1   r2   Úfailure_probabilityÚfailure_thresholdr+   r,   Úfailure_probability_valÚp_valÚindicesÚsplitÚbase_val_idxÚ	blend_idxÚ
X_base_valÚ
y_base_valÚX_blendÚy_blendÚp_blendÚpredictionsr½   Ú	prototyper)   r˜   Úexcr¡   ÚZr­   Újointr   r   r   r/   -  sª   
ûÿÿÿ€ú

ÿ
ÿÿ€
÷ù
õ
ýÿÿz!JointRLStackingGradeRegressor.fitc                 C  sL   g }| j  ¡ D ]}t | |¡¡ d¡}| t || j| j	¡¡ qt 
|¡S )Nr   )rˆ   rº   r   r   rÞ   r    r¸   r¶   rz   r{   r    )r“   r1   rº   r)   r˜   r   r   r   Ú_base_predictions—  s   ÿ
z/JointRLStackingGradeRegressor._base_predictionsc                 C  sf   | j stdƒ‚t|ƒ}t |¡ d¡}|  |¡}|  |||¡}t | j	 
|¡| j| j¡}|  |||¡S )NzRegressor is not fitted.r   )r’   râ   r   r   r   r    rõ   r¦   r¶   rŠ   rÞ   rz   r{   rÖ   )r“   r1   rã   rä   Úpr¡   ró   r­   r   r   r   rÞ      s   

ýz%JointRLStackingGradeRegressor.predictc                 C  s   dd„ | j  ¡ D ƒS )Nc                 S  s   g | ]
\}}d |i|¥‘qS r(   r   )Ú.0r½   Úmetricsr   r   r   Ú
<listcomp>±  s    
ÿÿzGJointRLStackingGradeRegressor.get_base_model_report.<locals>.<listcomp>)r‰   rÝ   )r“   r   r   r   Úget_base_model_report°  s   þz3JointRLStackingGradeRegressor.get_base_model_reportc                 C  sr   g }t | jƒd }t| jjd ƒD ]%}tt | j| ¡ƒ}| ||| || | j	| t
| j||f ƒdœ¡ q|S )NrA   r   )rÐ   Úfailure_stateÚdisagreement_staterÑ   Úq_value)r©   r€   rÃ   r‹   r   r�   r   rÆ   r¸   rŒ   ry   )r“   ÚresultÚn_drÐ   rÑ   r   r   r   Úget_policy_report¶  s   
ûz/JointRLStackingGradeRegressor.get_policy_report)r   rn   ro   Nrp   rr   rE   rq   rq   rt   ru   r6   T)rv   rw   )rá   Ú
__module__Ú__qualname__Ú__doc__r”   Ústaticmethodr™   r¦   r¬   r¾   rÔ   rÖ   r/   rõ   rÞ   rú   r   r   r   r   r   rm   …   s8    ñ*
%%j	rm   c                   @  sN   e Zd ZdZ				ddd„Zdd	„ Zd
d„ Zdd„ Zdd„ Ze	dd„ ƒZ
dS )ÚJointFailureAwareGradeModelz=Existing failure classifier + joint stacking grade regressor.rF   r   rn   Tc                 C  sP   || _ || _t|ƒ| _t|ƒ| _t|ƒ| _t|ƒ| _d | _d | _	d| _
d| _d S )Nro   F)Úfailure_classifierÚgrade_regressorry   Úfailure_boundaryrz   r{   r‡   rc   Úfailure_classifier_Úgrade_regressor_Úfailure_threshold_r’   )r“   r  r  r  rz   r{   rc   r   r   r   r”   Ê  s   	




z$JointFailureAwareGradeModel.__init__c           	   	   C  s  t |ƒt|ƒ}}t |ƒt|ƒ}}|| jk  tj¡}|| jk  tj¡}t | j¡| _	| j	j
||||d� t| j	jƒ| _| j	 |¡}| j	 |¡}t | j¡| _| jj
|||| j|||d� d| _| jr„tdƒ td| jd›�ƒ td| jjd›�ƒ td	| jjd›�ƒ | S )
Nr×   )rã   rä   r+   r,   rå   Tz!
Joint failure-aware model fittedzFailure threshold: z.4fz Validation MAE before joint RL: rÚ   zValidation MAE after joint RL: )r   r#   r  Úastyper   rÁ   r&   r'   r  r	  r/   ry   Úclassification_threshold_r  Úpredict_positive_probar  r
  r’   rc   rß   r�   rŽ   )	r“   r1   r2   r+   r,   Úy_failÚ
y_val_failÚp_trainræ   r   r   r   r/   ß  sj   þÿüÿ
ÿ
ÿÿù
ÿÿÿÿÿÿzJointFailureAwareGradeModel.fitc                 C  s   | j stdƒ‚| j t|ƒ¡S )NúModel is not fitted.)r’   râ   r	  r  r   )r“   r1   r   r   r   Úpredict_failure_probability  s
   
þz7JointFailureAwareGradeModel.predict_failure_probabilityc                 C  sF   | j stdƒ‚t|ƒ}|  |¡}| jj||| jd�}t || j	| j
¡S )Nr  )rã   rä   )r’   râ   r   r  r
  rÞ   r  r   r¶   rz   r{   )r“   r1   rö   Ú
predictionr   r   r   rÞ   &  s   
ýýz#JointFailureAwareGradeModel.predictc                 C  sT   t |ƒ}|jjddd� | d¡�}t | |¡ W d   ƒ d S 1 s#w   Y  d S )NT)ÚparentsÚexist_okÚwb)r   ÚparentÚmkdirÚopenÚpickleÚdump)r“   ÚpathÚfiler   r   r   Ú
save_model9  s
   "ÿz&JointFailureAwareGradeModel.save_modelc                 C  s<   t | ƒ d¡�}t |¡W  d   ƒ S 1 sw   Y  d S )NÚrb)r   r  r  Úload)r  r  r   r   r   Ú
load_model?  s   $ÿz&JointFailureAwareGradeModel.load_modelN)rF   r   rn   T)rá   r  r  r  r”   r/   r  rÞ   r  r  r"  r   r   r   r   r  Ç  s    
ù?r  )NN)Nr6   TT)Ú
__future__r   r&   r-   rÇ   r  Úpathlibr   Útypingr   Únumpyr   Úsklearn.baser   Úsklearn.ensembler   r   r   r	   r   r#   r*   r5   rl   rm   r  r   r   r   r   Ú<module>   s.   		

üL  D