ó
    7�j$  ã                  ó´   • S SK Jr  S SKJr  S SKrS SKrS SKrS SKJr  S SK	r
S SKJr  SrS rS rS	 rS
 r\ " S S5      5       rS rS rS r " S S5      rg)é    )Úannotations)Ú	dataclassN)ÚPath)ÚMiniBatchKMeansgH¯¼šò×z>c                óF  • / n[        U 5       HY  u  p#[        R                  " S[        U5      5      nU(       d  M.  UR	                  [        UR                  S5      5      U45        M[     U(       d  [        S5      e[        U5       VVs/ s H  u  pRUPM	     snn$ s  snnf )Nzprobability__expert_(\d+)é   z?no probability__expert_* columns found in shared feature schema)	Ú	enumerateÚreÚ	fullmatchÚstrÚappendÚintÚgroupÚ
ValueErrorÚsorted)Úfeature_namesÚpairsÚiÚnÚmÚ_s         ÚK/root/disk_3tb/earlywarning/30072026/suite11/suite11_opportunity_domains.pyÚbase_probability_columnsr      s}   € Ø
€EÜ˜Ö'‰ˆÜ
�,Š,Ð3´C¸³FÓ
;ˆßˆ1ˆU�\‰\œ3˜qŸw™w q›z›?¨1Ð-Ö.ñ (ö ÜÐZÓ[Ð[Ü œÔ'š‘#�!‹A™Ò'Ð'ùÓ's   ÂBc                ó¢   • [        U5      n[        R                  " U [        5      S S 2U4   n[        R                  " U[
        S[
        -
  5      $ ©Nr   )r   ÚnpÚasarrayÚfloatÚclipÚEPS)ÚXr   ÚcolsÚps       r   Úextract_base_probabilitiesr$      s<   € Ü	! -Ó	0€DÜ‡j‚j�”5Óš!˜D˜&Ñ!€AÜ�7Š7�1”S˜œ3™ÓÐó    c                ó$  • [         R                  " U [        5      n [         R                  " [         R                  " U[        5      [        S[        -
  5      nU [         R
                  " U5      -  SU -
  [         R
                  " SU-
  5      -  -   * $ r   )r   r   r   r   r    Úlog)Úyr#   s     r   Ú	_bce_probr)      sb   € Ü‡j‚j�”5Ó€AÜ‡g‚gŒb�jŠj˜œ5Ó!¤# a¬¡eÓ,€AØŒr�vŠv�a‹y‰[˜!˜A™#œrŸvšv a¨¡c›{Ñ*Ñ*Ð+Ð+r%   c                óô  • [         R                  " U [        5      n [         R                  " U[        5      n[         R                  " U[        5      n[         R                  " [        U 5      S[        5      n[         R                  " U[         R                  " USS9/5      n[         R                  " USS9 H½  nUS S 2S4   US   :H  US S 2S4   US   :H  -  n[         R                  " U5      S   n[        U5      S:X  a  ML  X   n[         R                  " USS9n	[         R                  " [        U5      [        5      n
[         R                  " [        U5      5      S-   [        U5      -  X©'   X£U'   M¿     U$ )	Nç      à?ç ÈNgmÁ«Ã©Únanr   ©Úaxisr   Ú	mergesort)Úkind)r   r   r   r   ÚfullÚlenÚcolumn_stackÚ
nan_to_numÚuniqueÚwhereÚargsortÚemptyÚarange)ÚvaluesÚfaculty_idxÚblocksÚoutÚkeysÚkeyr   ÚidxÚvÚorderÚrankss              r   Ú_group_percentilerF   %   sJ  € Ü�:Š:�fœUÓ#€F´·
²
¸;ÄsÓ0K KÔSU×S]ÒS]Ð^dÔejÓSkÈFÜ
�Š”�F“˜BœuÓ%€CÜ	�Š˜+¤r§}¢}°VÀÑ'FÐGÓ	H€DÜ�yŠy˜ 1Ô%ˆØ’�!�‰9�c˜!‘fÑ˜t¢A a C™y¨#¨a©&Ñ0Ñ
1ˆ´b·h²h¸q³kÀ!±n°#Üˆs‹8�Q‹;‘xØ
‰+ˆœBŸJšJ q¨kÑ:�eÄÇÂÌ#ÈaË&ÔQVÓAW¸5Ôfh×foÒfoÔpsÐtuÓpvÓfwÐx{Ñf{ô  ~Að  BCó  ~Dñ  fDÐX]ÑXdð  NSð  ILó  EMñ &ð €Jr%   c                  ó>   • \ rS rSr% S\S'   S\S'   S\S'   S\S'   Srg	)
ÚOpportunitySignatureé0   z
np.ndarrayÚfeaturesz	list[str]r   Úopportunity_scoreÚcommittee_rank© N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__annotations__Ú__static_attributes__rM   r%   r   rH   rH   0   s   ‡ àÓØÓØ!Ó!ØÖr%   rH   c                ó�  • [         R                  " U [        5      n [         R                  " [         R                  " U[        5      [
        S[
        -
  5      n[         R                  " [         R                  " U[        5      [
        S[
        -
  5      nUR                  S:w  d  [        U5      [        U 5      :w  a  [        S5      e[        X5      n[         R                  " [        UR                  S   5       Vs/ s H  n[        XS S 2U4   5      PM     sn5      nUS S 2S 4   U-
  n	[        XU5      n
UR                  SS9oµR                  SS9UR!                  SS9-
  nU	R                  SS9oÙR                  SS9oéR                  SS9U	R!                  SS9-
  nX-
  nU SU-
  -  nSU -
  U-  nU SU
-
  -  nSU -
  U
-  nU[         R"                  " U5      -  SU-
  [         R"                  " SU-
  5      -  -   * n/ n/ n[        UR                  S   5       H/  nUR%                  U	S S 2U4   5        UR%                  SU 35        M1     UUUUUUUXX¼XÞUU/-  nU/ SQ-  n[         R                  " U5      nUSU-  -   SU-  -   S	U-  -   S
U-  -   S[         R&                  " US5      -  -   S	U-  -   n[)        [         R*                  " USSSS9R-                  [         R.                  5      U[         R*                  " USSSS9R-                  [         R.                  5      U
R-                  [         R.                  5      5      $ s  snf )Nr   é   z)base_probs must be N x M and align with yr/   ç      ð?Úbase_utility_)Úcommittee_lossÚsigned_errorÚmissed_failure_severityÚfalse_alarm_severityÚmissed_failure_rank_severityÚfalse_alarm_rank_severityÚcommittee_probabilityrL   Úbase_disagreement_stdÚbase_disagreement_spreadÚbest_base_utilityÚbase_utility_stdÚbase_utility_spreadÚcommittee_entropyç      è?gš™™™™™É?g333333Ã?r+   ç        )r.   ÚposinfÚneginf)r   r   r   r   r   r    Úndimr4   r   r)   r5   ÚrangeÚshaperF   ÚstdÚmaxÚminr'   r   ÚmaximumrH   r6   ÚastypeÚfloat32)r(   ÚqÚ
base_probsr=   r>   ÚbaserX   ÚkÚexpert_lossÚutilityÚqrankÚdisagreement_stdÚdisagreement_spreadÚbest_utilityÚutility_stdÚutility_spreadrY   Úmissed_failureÚfalse_alarmÚmissed_rankÚfalse_alarm_rankÚentropyr"   ÚnamesrJ   rK   s                             r   Úbuild_opportunity_signaturer„   8   s3  € Ü‡j‚j�”3Ó€Aœ"Ÿ'š'¤"§*¢*¨Q¬uÓ"5´c¸!¼C¹%Ó@˜ÄbÇgÂgÌbÏjÊjÐYcÔdiÓNjÔknÐopÔqtÑotÓFuÀØ‡y�y�!ƒ|”s˜4“y¤# a£&Ó(¬zÐ:eÓ/fÐ)fÜ˜Q“>€NÜ—’ÄÀtÇzÁzÐRSÁ}ÔAUÓ VÒAU¸A¤¨1²!°A°#©YÖ!7ÑAUÑ VÓW€KØš1˜T˜6Ñ" ;Ñ.€GÜ
˜A¨&Ó
1€EØ—X‘X 1�XÐ%Ð¿(¹(È¸(Ð:JÈ4Ï8É8ÐYZÈ8ÐK[Ñ:[Ð&9Ø—‘ !�Ð$€L·±À!°Ð1D [×T_ÑT_ÐefÐT_ÐTgÐho×hsÑhsÐyzÐhsÐh{ÑT{À^Ø‘€LØ�c˜!‘e‘9€NØ�1‘�a‘€KØ�3�u‘9‘€KØ˜‘c˜5‘[ÐØ”—’�q“	‰k˜1˜Q™3¤§¢ q¨¡s£Ñ+Ñ+Ð,€GØ	€D�"ˆEÜ�4—:‘:˜a‘=Ö!ˆ $§+¡+¨g²a¸°c©lÔ";¸E¿L¹LÈ=ÐYZÐX[ÐI\Ö<]Ñ!Øˆ^˜L¨¸ÀKÐP`ØÐ%¸,ÐSaÐbiðkñ k€Dà	ò Sñ S€Eô �_Š_˜TÓ"€Hð &¨¨^Ñ(;Ñ;¸dÀ;Ñ>NÑNÐQUÐVaÑQaÑaØÐ,Ñ,ñ-Ø/3´B·J²J¸|ÈCÓ4PÑ/PñQØSWÐXkÑSkñlÐä¤§¢¨h¸3ÀcÐQTÑ U× \Ñ \Ô]_×]gÑ]gÓ hÐinÜ "§¢Ð.?ÀCÈsÐZ]Ñ ^× eÑ eÔfh×fpÑfpÓ qÐrw×r~Ñr~ô  @B÷  @Jñ  @Jó  sKóLð Lùò/ !Ws   Ã<Mc                ó¨  • [         R                  " U [        5      n [         R                  " U[        5      n[         R                  " U[        5      n[         R                  " [        U 5      [        5      n[         R                  " U[         R                  " USS9/5      n[        [         R                  " USS5      5      n[         R                  " USS9 Hw  nUS S 2S4   US   :H  US S 2S4   US   :H  -  n[         R                  " U5      S   n	[        U	5      S:X  a  ML  [        [         R                  " X	   U5      5      o U	   U
:¬  XI'   My     U$ )Nr,   r-   rf   rV   r   r/   r   )r   r   r   r   Úzerosr4   Úboolr5   r6   r   r7   r8   Úquantile)Úscorer=   r>   rˆ   Úmaskr@   rr   rA   r   rB   Úthrs              r   Ú_group_quantile_maskrŒ   W   s  € Ü
�*Š*�Uœ5Ó
!€E¬b¯jªj¸ÄSÓ.I +ÔQS×Q[ÒQ[Ð\bÔchÓQiÈ&Ü	�Š”#�e“*œTÓ	"€D¬¯ª¸ÄRÇ]Â]ÐSYÐ^cÑEdÐ8eÓ(f 4ÜŒB�GŠG�H˜S Ó%Ó&€AÜ�yŠy˜ 1Ô%ˆØ’�!�‰9�c˜!‘fÑ˜t¢A a C™y¨#¨a©&Ñ0Ñ
1ˆ´b·h²h¸q³kÀ!±n°#Üˆs‹8�Q‹;‘xÜ”"—+’+˜e™j¨Ó+Ó,ˆ¸S±zÀ3±¨T«Yñ &ð €Kr%   c                ó
  • [         R                  " U [        5      o U R                  SSS9-
  n [         R                  " [         R
                  " U SS5      5      o[         R                  " UR                  SSS9[        5      -  $ )Nr   T)r0   ÚkeepdimsiÄÿÿÿé<   )	r   r   r   rm   Úexpr   ro   Úsumr    )ÚzÚes     r   Ú_softmax_rowsr”   b   sƒ   € Ü‡j‚j�”5Ó€A˜aŸe™e¨°D˜eÐ9Ñ9˜!¼B¿FºFÄ2Ç7Â7È1ÈSÐQSÓCTÓ<U¸!Ô_a×_iÒ_iÐjk×joÑjoÐuvð  AEÐjoð  kFô  GJó  `Kñ  ^Kð  WKr%   c                  ód   • \ rS rSrSrSS jrS rS rS rS r	S r
S	 rS
 rS rS rS rS rSrg)ÚOpportunityDomainDiscovereréf   a?  Discover NULL + K latent domains from chronology-safe OOF opportunity signatures.

Domain discovery can use historical labels because it is fit only on historical OOF rows.
Deployment never calls this object with target labels; a separate prospective router predicts
the discovered domain from observable model inputs.
c                ó
  • [        U5      U l        [        U5      U l        [        U5      U l        [        U5      U l        [        U5      U l        [        U5      U l        S U l        S U l	        S U l
        S U l        S U l        g ©N)r   Ú	n_domainsr   Úopportunity_quantileÚtemperatureÚseedÚmax_cluster_rowsÚ
batch_sizeÚmean_Úscale_Ú	clustererr   Úcluster_order_)Úselfrš   r›   rœ   r�   rž   rŸ   s          r   Ú__init__Ú$OpportunityDomainDiscoverer.__init__m   sr   € Ü˜9“~ˆŒÄÐFZÓ@[ dÔ&?ÔmrÐs~ÓmÐ\`Ô\lÜ�d“)ˆŒ	´#Ð6FÓ2G˜DÔ1ÔX[Ð\fÓXgÈÌØˆŒ
 D˜œ¸¨¬ÐPT¸TÔ=OÐimÐUYÕUhr%   c                óT  • [         R                  " U[        5      R                  SS9U l        [         R                  " U[        5      R                  SS9U l        [         R                  " U R                  S:  SU R                  5      U l        XR                  -
  U R                  -  $ )Nr   r/   ç�íµ ÷Æ°>rV   )r   r   r   Úmeanr    rl   r¡   r8   ©r¤   r!   s     r   Ú_standardize_fitÚ,OpportunityDomainDiscoverer._standardize_fitr   s¨   € Ü—:’:˜a¤Ó&×+Ñ+°Ð+Ð3ˆŒ
ÄÇ
Â
È1ÌUÓ@S×@WÑ@WÐ]^Ð@WÐ@_°D´KÔln×ltÒltÐuy÷  vAñ  vAð  BFñ  vFð  GJð  KO÷  KVñ  KVó  mWÐ`dÔ`kØ—*‘*‘˜dŸk™kÑ)Ð)r%   c                ól   • [         R                  " U[        5      U R                  -
  U R                  -  $ r™   )r   r   r   r    r¡   rª   s     r   Ú_standardizeÚ(OpportunityDomainDiscoverer._standardizev   s%   € Ü—
’
˜1œUÓ# D§J¡JÑ.°·±Ñ;Ð;r%   c                óD   • [        UR                  X#U R                  5      $ r™   )rŒ   rK   r›   ©r¤   Ú	signaturer=   r>   s       r   Úopportunity_maskÚ,OpportunityDomainDiscoverer.opportunity_masky   s   € Ü# I×$?Ñ$?ÀÐSW×SlÑSlÓmÐmr%   c                óz  • [         R                  " UR                  [        5      n[	        UR
                  5      U l        U R                  XU5      n[         R                  " U5      S   n[        U5      [        U R                  S-  S5      :  a$  [        SU R                   S[        U5       35      eU R                  XF   5      n[        U5      U R                  :”  aQ  [         R                  R                  U R                   5      oˆR#                  [        U5      U R                  SS9o—U	   n
OUn
[%        U R                  U R                   ['        U R(                  [        [        U
5      S5      5      S	S
S9nUR+                  U
5        X°l        [/        U R
                  5       VVs0 s H  u  pÍXÜ_M	     nnnUR0                  U R2                  S S S 24   -  U R4                  S S S 24   -   n/ n[/        U5       Hr  u  nnUR7                  [        UUR9                  SS5         5      * [        UUR9                  SS5         5      * [        UUR9                  SS5         5      * U45        Mt     [         R:                  " [=        U5       Vs/ s H  nUS   PM
     sn[>        5      U l         U $ s  snnf s  snf )Nr   é   éd   z not enough opportunity rows for z
 domains: F)Úreplaceé   é
   g{®Gáz„?)Ú
n_clustersÚrandom_staterŸ   Ún_initÚreassignment_ratiorZ   rY   ra   éÿÿÿÿ)!r   r   rJ   r   Úlistr   r³   r8   r4   rm   rš   r   r«   rž   ÚrandomÚdefault_rngr�   Úchoicer   rn   rŸ   Úfitr¢   r	   Úcluster_centers_r¡   r    r   ÚgetÚarrayr   r   r£   )r¤   r²   r=   r>   r!   ÚopprB   ÚZÚrngÚtakeÚZfitÚkmr   r   Ú	name_to_iÚraw_centersr@   ru   ÚcÚxs                       r   rÄ   ÚOpportunityDomainDiscoverer.fit|   s‹  € Ü
�*Š*�Y×'Ñ'¬Ó
.ˆÄ$Ày×G^ÑG^ÓB_¨tÔ/AÐdh×dyÑdyð  {Dð  QWó  eXÐ`cÜ�HŠH�S‹M˜!ÑˆÜˆs‹8”C˜Ÿ™ rÑ)¨#Ó.Ó.´ZÐBbÐcg×cqÑcqÐbrÐr|ô  ~Að  BEó  ~Fð  }Gð  AHó  6Ið  0IØ
×
Ñ
 ¡Ó
'ˆÜˆs‹8�D×)Ñ)Ó)Ü—	‘	×%Ñ% d§i¡iÓ0ˆC·j±jÄÀSÃÈ$×J_ÑJ_Ðhm°jÐ6n°ÐvzÑt{ÑosØˆTÜ d§n¡nÀ$Ç)Á)ÔWZÐ[_×[jÑ[jÔknÔorÐswÓoxÐy|Ók}ÓW~ð  GIð  ]`ñ  aˆØ
�‰ˆtŒ B”^ä"+¨D×,>Ñ,>Ô"?Ô@Ò"?™3˜1�1’3Ñ"?ˆ	Ñ@Ø×'Ñ'¨¯©°Dº°FÑ(;Ñ;¸D¿J¹JÀtÊAÀvÑ<NÑNˆØˆÜ˜[Ö)‰CˆAˆaØ�K‰KÜ�a˜	Ÿ™Ð&?ÀÓBÑCÓDðEä�q˜Ÿ™ ~°aÓ8Ñ9Ó:Ð:Ü�q˜Ÿ™Ð':¸1Ó=Ñ>Ó?Ð?ÀðCö Dñ *ô
 ŸHšH´V¸D´\Ó%B²\° a¨¤e±\Ñ%BÄ3ÓGˆÔØˆùó Aùò &Cs   Æ+J2ÊJ8c                óÊ   • U R                  U5      o R                  R                  U5      n[        US-  * [	        U R
                  S5      -  5      nUS S 2U R                  4   $ )NrU   r¨   )r®   r¢   Ú	transformr”   rm   rœ   r£   )r¤   rJ   rÉ   Údistr#   s        r   Ú_cluster_probsÚ*OpportunityDomainDiscoverer._cluster_probs’   s[   € Ø
×
Ñ
˜HÓ
%ˆ¯>©>×+CÑ+CÀAÓ+F dÜ
˜$ ™'˜
¤3 t×'7Ñ'7¸Ó#=Ñ=Ó
>ˆà’�4×&Ñ&Ð&Ñ'Ð'r%   c                óš  • U R                   c  [        S5      eU R                  XU5      n[        R                  " [        UR                  5      U R                  S-   4[        5      nSXT) S4'   [        R                  " U5      (       a$  U R                  UR                  U   5      XTSS 24'   UR                  [        R                  5      $ )Núdiscoverer is not fitr   rV   r   )r¢   ÚRuntimeErrorr³   r   r†   r4   rJ   rš   r   ÚanyrÖ   rp   rq   )r¤   r²   r=   r>   rÈ   r?   s         r   rÔ   Ú%OpportunityDomainDiscoverer.transform˜   s¦   € Ø�>‰>Ñ!¬Ð5LÓ(MÐ"MØ×!Ñ! )¸Ó?ˆÄBÇHÂHÌcÐR[×RdÑRdÓNeÐfj×ftÑftÐuvÑfvÐMwÔx}ÓD~ÀØˆˆD�ˆF‰Ü�6Š6�#�;‰; 4×#6Ñ#6°y×7IÑ7IÈ#Ñ7NÓ#O�s˜q™r˜6‘{Ø�z‰zœ"Ÿ*™*Ó%Ð%r%   c                óF   • U R                  XU5      R                  XU5      $ r™   )rÄ   rÔ   r±   s       r   Úfit_transformÚ)OpportunityDomainDiscoverer.fit_transformŸ   s!   € Ø�x‰x˜	¨fÓ5×?Ñ?À	ÐV\Ó]Ð]r%   c                ó†   • [         R                  " U R                  XU5      SS9R                  [         R                  5      $ )Nr   r/   )r   ÚargmaxrÔ   rp   Úint64r±   s       r   Úhard_labelsÚ'OpportunityDomainDiscoverer.hard_labels¢   s0   € Ü�yŠy˜Ÿ™¨	¸fÓEÈ1ÑM×TÑTÔUW×U]ÑU]Ó^Ð^r%   c           	     óz  • SS K nU R                  c  UR                  5       $ U R                  R                  U R                  S S S 24   -  U R
                  S S S 24   -   o"U R                     nUR                  X R                  S9o3R                  SS[        R                  " SU R                  S-   5      5        U$ )Nr   )ÚcolumnsÚdomainr   )Úpandasr¢   Ú	DataFramerÅ   r¡   r    r£   r   Úinsertr   r;   rš   )r¤   ÚpdÚrawÚdfs       r   Úcenter_frameÚ(OpportunityDomainDiscoverer.center_frame¥   sŸ   € ÛØ�>‰>Ñ!¨¯©«Ð"7Ø�N‰N×+Ñ+¨D¯K©K¸ºQ¸Ñ,?Ñ?ÀÇ
Á
È4ÒPQÈ6Ñ@RÑRˆÐ[_×[nÑ[nÑWoÐSVØ�<‰<˜×$6Ñ$6ˆ<Ð7ˆ¿	¹	À!ÀHÌRÏYÊYÐWXÐY]×YgÑYgÐhiÑYiÓMjÔ8kÐsuÐlur%   c           
     ó‚  • U R                   c  [        S5      eU R                  U R                  U R                  U R
                  U R                  U R                  R                  5       U R                  R                  5       U R                  R                  5       U R                   R                  R                  5       S.	$ )NrÙ   )	rš   r›   rœ   r�   r   r©   ÚscaleÚcluster_orderÚcluster_centers)r¢   rÚ   rš   r›   rœ   r�   r   r    Útolistr¡   r£   rÅ   )r¤   s    r   Úto_dictÚ#OpportunityDomainDiscoverer.to_dict«   s¶   € Ø�>‰>Ñ!¬Ð5LÓ(MÐ"MØ ŸN™NÀ$×B[ÑB[Ðjn×jzÑjzð  CG÷  CLñ  CLØ $× 2Ñ 2¸$¿*¹*×:KÑ:KÓ:MÐVZ×VaÑVa×VhÑVhÓVjÐ{÷  |Oñ  |O÷  |Vñ  |Vó  |XØ"&§.¡.×"AÑ"A×"HÑ"HÓ"JñLð 	Lr%   c                óz   • [        U5      R                  [        R                  " U R	                  5       SS95        g )NrU   )Úindent)r   Ú
write_textÚjsonÚdumpsrõ   )r¤   Úpaths     r   ÚsaveÚ OpportunityDomainDiscoverer.save±   s%   € ÜˆT‹
×ÑœdŸjšj¨¯©«¸qÑAÕBr%   )rŸ   r£   r¢   r   rž   r    rš   r›   r¡   r�   rœ   N)é   gÍÌÌÌÌÌä?re   é*   iðI i   )rN   rO   rP   rQ   Ú__doc__r¥   r«   r®   r³   rÄ   rÖ   rÔ   rÞ   rã   rî   rõ   rý   rS   rM   r%   r   r–   r–   f   sJ   † ñônò
*ò<ònòò,(ò&ò^ò_òvòLõCr%   r–   )Ú
__future__r   Údataclassesr   rú   Úmathr
   Úpathlibr   Únumpyr   Úsklearn.clusterr   r    r   r$   r)   rF   rH   r„   rŒ   r”   r–   rM   r%   r   Ú<module>r     sn   ðå "Ý !Û Û Û 	Ý ã Ý +à
€ò(ò ò,òð ÷ð ó ðòLò>òK÷LCò LCr%   