ó
    nÙjñ  ã                  ó8   • S r SSKJr  SSKrSSKr " S S5      rg)zQFixed-shape, training-fitted numerical and optional coded-category preprocessing.é    )ÚannotationsNc                  óF   • \ rS rSrS
S jr\S 5       rS rS rS r	S r
Srg	)ÚPreprocessoré   c                óô  • [        U5      U l        U Vs/ s H  oUU R                  ;   d  M  UPM     snU l        [        U5      U l        [        U5      U l        U R                  S:  d  U R                  S::  a  [        S5      e[        U R                  5      nU R                   Vs/ s H  nSU-   PM
     snU R                   Vs/ s H  nSU-   PM
     sn-   U l	        [        U R                  5       VVs0 s H  u  puXWXg-   /_M     snnU l        U R                   H®  n[        U R                  5      nU =R                  [        U R                  5       Vs/ s H  nSU SU 3PM     sn-  sl	        U =R                  SU S3/-  sl	        U R                  U==   [        [        U[        U R                  5      5      5      -  ss'   M°     0 U l        S	U l        g s  snf s  snf s  snf s  snnf s  snf )
Né   r   zInvalid preprocessing boundszvalue::z	missing::z
category::z::z	::unknownF)ÚlistÚnamesÚcategoricalÚintÚcategorical_slotsÚfloatÚclipÚ
ValueErrorÚlenÚtransformed_namesÚ	enumerateÚbundlesÚrangeÚvocabulariesÚfitted)	Úselfr
   r   r   r   ÚnÚdÚiÚstarts	            ÚH/root/disk_3tb/earlywarning/30072026/suite34_ipmvcl/s34_preprocessing.pyÚ__init__ÚPreprocessor.__init__   s©  € Ü˜%“[ˆŒ
Ù'2ÓF¢{ !¸4¿:¹:±oŸA¡{ÑFˆÔÜ!$Ð%6Ó!7ˆÔÜ˜$“KˆŒ	Ø×!Ñ! AÓ%¨¯©°a«ÜÐ;Ó<Ð<Ü�—
‘
‹OˆØ:>¿*º*Ó"Eº*°Q 9¨q¤=¹*Ñ"EØ<@¿JºJÓ"GºJ°q ;°¤?¹JÑ"Gñ#HˆÔä09¸$¿*¹*Ô0EÔFÒ0E©¨˜˜q™s˜8šÑ0EÒFˆŒØ×!Ô!ˆAÜ˜×.Ñ.Ó/ˆEØ×"Ò"ÄeÈD×LbÑLbÔFcÓ&dÒFcÀ¨°A°3°b¸¸Ó'<ÑFcÑ&dÑdÕ"Ø×"Ò"¨°A°3°iÐ'@Ð&AÑAÕ"Ø�L‰L˜‹Oœt¤E¨%´°T×5KÑ5KÓ1LÓ$MÓNÑN�Oñ	 "ð
 ˆÔØˆ�ùò Gùò #FùÚ"GùÛFùò 'es"   •G ¬G Â(G%ÃG*Ã8G/ÅG5
c                ó,   • [        U R                  5      $ )N)r   r   )r   s    r   Ú	dimensionÚPreprocessor.dimension   s   € ä�4×)Ñ)Ó*Ð*ó    c                ó–  • U R                  U5      R                  [        R                  5      n[        R                  U[        R
                  " U5      ) '   [        R                  " 5          [        R                  " S[        5        [        R                  " USS9U l        S S S 5        [        R
                  " U R                  5      ) U l        SU R                  U R                  '   [        R                  " [        R
                  " U5      XR                  5      nUR                  SS9U l        SU R                  [        R
                  " U R                  5      ) U R                  S:  -  '   U R                    H°  n[        R"                  " U[        R
                  " US S 2U R$                  R'                  U5      4   5      U R$                  R'                  U5      4   SS9u  pE[        R(                  " XE* 45      S U R*                   nXF   R-                  5       U R.                  U'   M²     SU l        U $ ! , (       d  f       GNž= f)NÚignorer   ©Úaxisr   g�íµ ÷Æ°>T)Úreturn_counts)Ú_checkÚastypeÚnpÚfloat64ÚnanÚisfiniteÚwarningsÚcatch_warningsÚsimplefilterÚRuntimeWarningÚ	nanmedianÚmedianÚall_missingÚwhereÚstdÚscaler   Úuniquer
   ÚindexÚlexsortr   Útolistr   r   )r   ÚXÚfilledr   ÚvaluesÚcountsÚorders          r   ÚfitÚPreprocessor.fit   s¨  € Ø�K‰K˜‹N×!Ñ!¤"§*¡*Ó-ˆÜŸV™VˆŒ2�;Š;�q‹>ˆ/ÑÜ×$Ò$Õ&Ü×!Ò! (¬NÔ;ÜŸ,š, q¨qÑ1ˆDŒK÷ 'ô ŸKšK¨¯©Ó4Ð4ˆÔØ()ˆ�‰�D×$Ñ$Ñ%Ü—’œ"Ÿ+š+ a›.¨!¯[©[Ó9ˆØ—Z‘Z Q�ZÐ'ˆŒ
ØEFˆ�
‰
”B—K’K §
¡
Ó+Ð+¨t¯z©z¸DÑ/@ÑAÑBØ×!Ô!ˆAÜŸYšY q¬¯ª°Q²q¸$¿*¹*×:JÑ:JÈ1Ó:MÐ7MÑ5NÓ)OÐQU×Q[ÑQ[×QaÑQaÐbcÓQdÐ)dÑ'eØ59ñ;‰NˆFä—J’J ¨Ð0Ó1Ð2I°4×3IÑ3IÐJˆEØ#)¡=×#7Ñ#7Ó#9ˆD×Ñ˜aÓ ñ	 "ð
 ˆŒØˆ÷ 'Ö&ús   Á,6H9È9
Ic                ó´   • [         R                  " U5      nUR                  S:w  d&  UR                  S   [	        U R
                  5      :w  a  [        S5      eU$ )Né   r   z.Preprocessor feature schema/dimension mismatch)r+   ÚasarrayÚndimÚshaper   r
   r   )r   r=   s     r   r)   ÚPreprocessor._check2   sB   € Ü�JŠJ�q‹MˆØ�6‰6�Q‹;˜!Ÿ'™' !™*¬¨D¯J©J«Ó7ÜÐMÓNÐNØˆr#   c                óJ  • U R                   (       d  [        S5      eU R                  U5      R                  [        R
                  5      n[        R                  " U5      ) n[        R                  " X R                  U5      n[        R                  " X0R                  -
  U R                  -  U R                  * U R                  5      nXBR                  [        R
                  5      /nU R                   HÄ  nUS S 2U R                  R                  U5      4   n[        R                  " [        U5      U R                   S-   4[        R"                  5      nSUS S 2S4'   [%        U R&                  U   5       H,  u  pš[        R                  " U5      Xz:H  -  nSX‹S4'   SX‹U	4'   M.     UR)                  U5        MÆ     [        R*                  " USS9R                  [        R"                  5      n[        R                  " U5      R-                  5       (       d  [        S5      eU$ )Nz Preprocessor has not been fittedr   éÿÿÿÿr   r&   zNonfinite preprocessed features)r   r   r)   r*   r+   r,   r.   r6   r4   r   r8   r   r
   r:   Úzerosr   r   Úfloat32r   r   ÚappendÚconcatenateÚall)r   r=   Úmissingr>   ÚscaledÚblocksr   ÚcolÚencodedr   ÚvalueÚmaskÚoutputs                r   Ú	transformÚPreprocessor.transform8   s™  € Ø�{�{ÜÐ?Ó@Ð@Ø�K‰K˜‹N×!Ñ!¤"§*¡*Ó-ˆÜ—;’;˜q“>�/ˆÜ—’˜'§;¡;°Ó2ˆÜ—’˜&§¡Ñ,¨d¯j©jÑ8¸4¿9¹9¸*ÀdÇiÁiÓPˆØŸ.™.¬¯©Ó4Ð5ˆØ×!Ô!ˆAØ’A�t—z‘z×'Ñ'¨Ó*Ð*Ñ+ˆCÜ—h’h¤ A£¨×(>Ñ(>¸qÑ(@ÐAÄ2Ç:Á:ÓNˆGØˆG’A�r�E‰NÜ% d×&7Ñ&7¸Ñ&:Ö;‘�Ü—{’{ 3Ó'¨3©<Ñ8�Ø$%�˜b˜Ñ!Ø#$�˜a˜Ó ñ <ð �M‰M˜'Ö"ñ "ô —’ ¨QÑ/×6Ñ6´r·z±zÓBˆÜ�{Š{˜6Ó"×&Ñ&×(Ñ(ÜÐ>Ó?Ð?Øˆr#   c           
     ó  • [        [        U R                  5      U R                  [	        U R                  U R
                  5       VVs/ s H  u  pU(       d  M  UPM     snnU R                  U R                  SU R                  S9$ s  snnf )NzDCACHE_NONFINITE_ONLY; original source imputation/masks unrecoverable)Úraw_dimensionÚtransformed_dimensionÚall_missing_featuresr   Úcategory_vocabulariesÚmissingnessr   )	Údictr   r
   r!   Úzipr5   r   r   r   )r   r   Úms      r   ÚauditÚPreprocessor.auditN   sg   € Ü¤# d§j¡j£/ÈÏÉÜ8;¸D¿J¹JÈ×HXÑHXÔ8YÔ)_Ò8Y±°Ô]^¯!Ñ8YÒ)_Ø $× 0Ñ 0È×HYÑHYØ fØŸ™ñ	$ð 	$ùÛ)_s   ÁBÁB)r5   r   r   r   r   r   r4   r
   r8   r   r   N)© é    g      $@)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   Úpropertyr!   rB   r)   rY   rd   Ú__static_attributes__rf   r#   r   r   r      s/   † ôð& ñ+ó ð+òò&òõ,$r#   r   )Ú__doc__Ú
__future__r   r/   Únumpyr+   r   rf   r#   r   Ú<module>rq      s   ðÙ WÝ "Û Û ÷L$ò L$r#   