ó
    Pï‘jøB  ã                  ó"  • S SK Jr  S SKrS SKrS SKrS SKJs  Jr	  S SK
JrJrJr  S SKJrJr  S SKJr  S SKJr   " S S\5      rS	 rSS
 jrS rS rS rS rSS jrS rS rS rSS jr SS jr!S S jr"S r#S!S jr$S!S jr%S"S jr&S r'S#S jr(g)$é    )ÚannotationsN)ÚDatasetÚ
DataLoaderÚWeightedRandomSampler)Úaverage_precision_scoreÚroc_auc_score)Úfaculty_class_sampling_weights)Úequal_budget_metricsc                  ó.   • \ rS rSr/ SQrS rS rS rSrg)ÚBundleDataseté   )ÚflatÚ
e0_contextÚfusion_contextÚgate_contextÚ
e1_contextÚ
e2_contextÚ
e3_contextÚ
e4_contextÚyÚteacherÚmechanism_targetsÚfaculty_idxÚstudent_seqÚstudent_maskÚcourse_targetÚcourse_neighborsÚcourse_neighbor_maskÚcourse_relation_typeÚrelation_eventsÚrelation_maskÚrelation_typeÚcomponent_eventsÚcomponent_maskÚcomponent_typec                óP   • Xl         [        R                  " U[        5      U l        g ©N)ÚbÚnpÚasarrayÚintÚidx)ÚselfÚbundleÚindicess      Ú@/root/disk_3tb/earlywarning/30072026/suite14/suite14_training.pyÚ__init__ÚBundleDataset.__init__   s   € ¨V¤f¼R¿ZºZÈÔPSÓ=T°DµHó    c                ó,   • [        U R                  5      $ r'   )Úlenr,   )r-   s    r0   Ú__len__ÚBundleDataset.__len__   s   € œS §¡›]Ð*r3   c           
     ó¸   • U R                   U   o R                   Vs0 s H0  o3[        R                  " [	        U R
                  U5      U   5      _M2     sn$ s  snf r'   )r,   ÚKEYSÚtorchÚ	as_tensorÚgetattrr(   )r-   ÚjÚiÚks       r0   Ú__getitem__ÚBundleDataset.__getitem__   sD   € Ø
�(‰(�1‰+ˆÏyÊyÓYÊyÈ!¤§¢´¸¿¹¸qÓ0AÀ!Ñ0DÓ EÒEÉyÑYÐYùÒYs   �7A)r(   r,   N)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r9   r1   r6   r@   Ú__static_attributes__© r3   r0   r   r      s   † ò 
x€DÚTÚ*õZr3   r   c                óö  • U S    VVs0 s H,  o[         R                  " U  Vs/ s H  o"U   PM	     sn5      _M.     nnnUS   R                  5       US'   US   R                  5       US'   US   R                  5       US'   US   R                  5       US'   S H  oU   R	                  5       X1'   M     S H  oU   R                  5       X1'   M     S H  oU   R                  5       X1'   M     U$ s  snf s  snnf )	Nr   r   r   r   r   )r   r   r!   r$   )r   r"   r%   )r   r   r   r   r   r   r   r   r   r   r   r    r#   )r:   ÚstackÚfloatÚlongÚbool)Úbatchr?   ÚxÚouts       r0   ÚcollaterP      sg  € Ø7<¸Q²xÔ@²x°!Œ5�;Š;¡eÓ,¢e ˜!œ¡eÑ,Ó-Ò	-±x€CÑ@È#ÈcÉ(Ï.É.ÓJZÀÀSÁÐjmÐnwÑjx×j~Ñj~ó  kAÐ[^Ð_hÑ[ið  [^ð  _rñ  [s÷  [yñ  [yó  [{ð  BEð  FYñ  BZð  ORð  S`ñ  Oa÷  Ofñ  Ofó  Ohð  |ð  @Mñ  |NÛUˆÐabÑ]c×]hÑ]hÓ]jÐVYÓV\ÑUÛFˆÐRSÉfÏkÉkËmÀsÃvÑFó Mˆð  YZñ  U[÷  Uañ  Uaó  Ucð  NQó  NTñ  MØ€Jùò	 -ùÓ@s   ‰C5£C0±C5Ã0C5c                ó†  • [         R                  " [         R                  " U[        5      5      S   n[	        X5      nU(       d  [        X‚SS[        S9$ [        U R                  U   U R                  U   U R                  U5      u  pš[        R                  " 5       o»R                  [        U5      5        [        U5      S::  a  [        U5      O4[!        [#        S[        U5      5      [#        [        U5      S5      S-  5      n[%        [        R&                  " U	[        R(                  S9USUS9n[        X‚US[        S	9$ )
Nr   F)Ú
batch_sizeÚshuffleÚnum_workersÚ
collate_fné   é   ©ÚdtypeT)ÚreplacementÚ	generator)rR   ÚsamplerrT   rU   )r)   Úwherer*   rL   r   r   rP   r	   r   r   Úfaculty_namesr:   Ú	GeneratorÚmanual_seedr+   r5   ÚminÚmaxr   r;   Údouble)r.   ÚmaskrR   ÚsampledÚbetaÚseedÚsamples_per_epochr,   ÚdsÚwÚ_ÚgenÚnsÚsams                 r0   Úloaderro      så  € Ü
�Š”—’˜D¤Ó&Ó'¨Ñ*€C¬m¸FÓ.G¨2Þœ* RÀeÐXYÔelÑmÐmÜ& v§x¡x°¡}°V×5GÑ5GÈÑ5LÈV×MaÑMaÐbfÓg�C€AÔlq×l{Òl{Ól}Ðhk÷  Nñ  Nô  ORð  SWó  OXô  Yô  ilð  m~ó  ið  ABó  iBô  ]`ð  adô  ]eô  HKô  LOð  PQô  RUð  Vgó  Rhó  Liô  jmô  nqð  ruó  nvð  wxó  jyð  z{ñ  j{ó  H|ð  Z\ô  AVô  W\÷  Wfò  Wfð  ghô  ot÷  o{ñ  o{ñ  W|ð  }ð  LPð  [^ñ  A_ð  }@ô  gqð  rtð  SVð  cdô  pwñ  gxð  `xr3   c                ó”  • U R                  5        VVs0 s H  u  p#X#R                  U5      _M     nnn[        S0 SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _S	US
   _SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _SUS   _6oUU4$ s  snnf )Nr   r   r   r   r   r   r   r   Úfacultyr   Úcommittee_probsr   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   rG   )ÚitemsÚtoÚdict)rM   Údevicer?   Úvr(   Úkws         r0   Úto_modelry      s}  € Ø!&§¡¤Ô/¢™#˜!€q�‰ˆf‹‚~¡€AÑ/´4ò  4}¸Q¸vºYð  4}ÐRSÐT`ÒRað  4}Ðqrð  tDò  rEð  4}ð  STð  Ucò  Sdð  4}ð  pqð  r~ò  pð  4}ð  KLð  MYò  KZð  4}ð  fgð  htò  fuð  4}ð  ABð  COò  APð  4}ð  YZð  [hò  Yið  4}ð  z{ð  |Eò  zFð  4}ð  STð  Ubò  Scð  4}ð  qrð  sAò  qBð  4}ð  QRð  Sbò  Qcð  4}ð  uvð  wIò  uJð  4}ð  `að  bxò  `yð  4}ð  OPð  Qgò  Ohð  4}ð  yzð  {L	ò  yM	ð  4}ð  \	]	ð  ^	m	ò  \	n	ð  4}ð  }	~	ð  	N
ò  }	O
ð  4}ð  a
b
ð  c
u
ò  a
v
ð  4}ð  FGð  HXò  FYð  4}ð  ijð  k{ò  i|ð  4}°ð  HIð  EIð  ~IùÓ/s   ”Cc                óˆ   • [         R                  " U 5      R                  S:  a  [        S5      $ [        [	        X5      5      $ ©Né   Únan)r)   ÚuniqueÚsizerJ   r   ©r   Úss     r0   Úsafe_apr‚      s1   € ¬¯	ª	°!«×(9Ñ(9¸!Ó(;œ˜e›ÐdÄÔG^Ð_`ÓGcÓAdÐdr3   c                óˆ   • [         R                  " U 5      R                  S:  a  [        S5      $ [        [	        X5      5      $ r{   )r)   r~   r   rJ   r   r€   s     r0   Úsafe_aucr„       s0   € ¬¯ª°1«×):Ñ):¸1Ó)<œ˜u›Ð[Ä%ÌÐVWÓHZÓB[Ð[r3   c                ó,   • [         R                  " XSS9$ )NÚmean©Ú	reduction)ÚFÚ binary_cross_entropy_with_logits)ÚlogitsÚtargets     r0   Ú	_soft_bcer�   !   s   € ¤A×$FÒ$FÀvÐ_eÑ$fÐfr3   c
                ó4  • [         R                  " U S   U5      o¢R                  S5      n[         R                  " U S   S S 2S4   U5      n[        U S   U5      n[        R
                  " S/U	QUR                  UR                  S9S S S 24   n[         R                  " U S   US S 2S 4   R                  U S   5      SS	9oðR                  S
[        R                  " U[        R                  S95      R                  5       nUU-  U-  R                  5       UU-  R                  5       R                  S5      -  n[         R                  " U S   USS	9nUS S 2SS 24   nUU-  R                  5       UR                  5       R                  S5      -  nUS:X  a2  [         R                  " U S   S S 2S4   U5      X|-  -   X�-  -   U
UUXÍS.4$ US:X  a­  US S 2SS 24   U-  [        R
                  " X‘R                  UR                  S9S S S 24   -  R                  5       U[        R
                  " X‘R                  UR                  S9S S S 24   -  R                  5       R                  S5      -  nUUU-  -   U
UUXÍS.4$ X¥U-  -   UU-  -   X|-  -   X�-  -   U
UUXÍS.4$ )NÚfinal_logitrV   Úprivate_logitsr   Úteacher_logitsç      ð?)rY   rv   Únoner‡   Úbase_availabilityrX   Úmechanism_logits)ÚfinalÚprivateÚ	mechanismÚpreserveÚrecon)r‰   rŠ   r†   r�   r:   r;   rY   rv   Ú	expand_asÚgetÚ	ones_likerL   rJ   ÚsumÚ	clamp_min)rO   r   r   r   ÚphaseÚ
aux_lambdaÚmechanism_lambdaÚpreserve_lambdaÚrecon_lambdaÚdirect_weightsr–   Úqr™   rš   ÚdwÚperÚavr—   Úmech_perÚmavr˜   Úp14s                         r0   Ú
phase_lossr­   #   s´  € Ü
×
,Ò
,¨S°Ñ-?ÀÓ
B€EÇ\Á\ÐRSÃ_À1Ô^_÷  _Aò  _Að  BEð  FVñ  BWò  XYð  Z[ð  X[ñ  B\ð  ]^ó  __ÐU]ô  foð  psð  tDñ  pEð  FMó  fNð  `eÜ‡‚˜Ð,˜^Ð,°1·7±7À!Ç(Á(ÑKÈDÒQRÈFÑS€BÔXY×XzÒXzÐ{~ð  @Pñ  |Qð  RSò  TUð  VZð  TZñ  R[÷  Reñ  Reð  fið  jzñ  f{ó  R|ð  GMñ  YNÐTW÷  RYñ  RYð  Zmô  ns÷  n}ò  n}ð  ~Aô  HM÷  HRñ  HRñ  nSó  RT÷  RZñ  RZó  R\ð  OQð  fið  jlñ  flð  moñ  fo÷  etñ  etó  evð  xzð  {}ñ  x}÷  wBñ  wBó  wD÷  wNñ  wNð  OQó  wRñ  eRð  ]dÜ×/Ò/°Ð4FÑ0GÐHYÐdjÑk€HÐprÒstÐuvÑuwÐswÑpxÐloð  EMð  NQñ  EQ÷  DVñ  DVó  DXð  Y\÷  Y`ñ  Y`ó  Yb÷  Ylñ  Ylð  moó  Ypñ  Dpð  zCØˆaƒx”q×9Ò9¸#Ð>NÑ:OÒPQÐRSÐPSÑ:TÐUVÓWÐXgÑXpÑpÐq}ñ  rDñ  Dð  NSð  ^eð  r{ð  GOñ  E^ð  ^ð  ^ØˆaƒxØ’�1‘2�‰Y�s‰]œ5Ÿ?š?¨>ÇÁÈqÏxÉxÑXÐY]Ò^_ÐY_Ñ`Ñ`×eÑeÓgÐilÔmr×m|Òm|ð  ~L÷  SZñ  SZð  bc÷  bjñ  bjñ  nkð  lpò  qrð  lrñ  nsñ  js÷  ixñ  ixó  iz÷  iDñ  iDð  EGó  iHñ  HˆØÐ# IÑ-Ñ-°uÀsÐW`Ðltñ  /Dð  Dð  	DØ˜GÑ#Ñ#Ð$4°YÑ$>Ñ>¸Ñ?WÑWÐXdÑXjÑjÐtyð  ELð  Ybð  nvñ  lEð  Eð  Er3   c                ó   • [        U 5      S;   $ )N>   r   r|   é   )r+   )r    s    r0   Úphase_allows_zeror°   -   s   € Üˆu‹:˜Ñ Ð r3   c                óð  • U R                  5        H
  nSUl        M     US:X  a  U R                  /nGOUS:X  aE  U R                  U R                  U R
                  U R                  U R                  U R                  /nOÑUS:X  aE  U R                  U R                  U R                  U R                  U R                  U R                  /nO†U R                  U R                  U R
                  U R                  U R                  U R                  U R                  U R                  U R                  U R                  U R                  U R                  /nU H!  nUR                  5        H
  nSUl        M     M#     g )NFr   rV   r|   T)Ú
parametersÚrequires_gradÚe0Úe1Úe2Úe3Úe4Úprivate_headsÚmechanism_headsÚexchangeÚgate_facÚgateÚvalueÚ
correctionÚ	authority)Úmodelr    ÚpÚmodsÚms        r0   Úset_phase_trainablerÅ   1   sH  € Ø×ÑÖˆ° ¦ÑØˆaƒxØ�h‰hˆZŠØ	�‹Ø�h‰h�u—x‘x §¡¨¯©°%×2EÑ2EÀe×F[ÑF[Ð\‰Ø	�‹Ø�n‰n˜UŸ^™^¨E¯J©J°u·{±{À5×CSÑCSÐTY×TcÑTcÐd‰ð �h‰h�u—x‘x §¡¨¯©°%×2EÑ2EÀe×F[ÑF[Ð\a×\jÑ\jÐkp×kyÑkyÐz÷  {Eñ  {Eð  FK÷  FQñ  FQð  RW÷  Rbñ  Rbð  ch÷  crñ  crð  sˆÛˆØ—‘–ˆA° ¦“ò r3   c                óV  • U R                  5         U R                  U R                  U R                  U R                  U R
                  U R                  /nU R                  U R                  U R                  U R                  U R                  U R                  /nUS:X  a5  X#-    H  oDR                  5         M     U R                  R                  5         g US:X  aK  U R                  R                  5         U H  oDR                  5         M     U H  oDR                  5         M     g US:X  aK  U R                  R                  5         U H  oDR                  5         M     U H  oDR                  5         M     g U R                  R                  5         X#-    H  oDR                  5         M     g )Nr   rV   r|   )Útrainrµ   r¶   r·   r¸   r¹   rº   r»   r¼   r½   r¾   r¿   rÀ   Úevalr´   )rÁ   r    Úall_specialÚcollabrÄ   s        r0   Úset_phase_moderË   @   s
  € Ø	‡K�K„MØ—‘˜%Ÿ(™( 5§8¡8¨E¯H©H°U×5HÑ5HÈ×I^ÑI^Ð_€KØ�N‰N˜5Ÿ>™>¨%¯*©*°U·[±[À×AQÑAQÐRW×RaÑRaÐb€FØˆaƒxØÔ#ˆA§F¡F¦HÑ#Ø�‰�‰ÕØ	�‹Ø�‰�‰ŒÛˆAŸW™WžY‘ÛˆAŸ™ž’Ø	�‹Ø�‰�‰ŒÛˆAŸV™VžX‘ÛˆAŸ™ž	’ð 	�‰�‰ŒØÔ#ˆA§G¡G¦IÒ#r3   c                ó¬   • U R                  5        Vs/ s H  oUR                  (       d  M  UPM     nn[        R                  R	                  XbUS9$ s  snf )N)ÚlrÚweight_decay)r²   r³   r:   ÚoptimÚAdamW)rÁ   r    rÍ   rÎ   Úe0_lr_scalerÂ   Úparamss          r0   Úbuild_optimizerrÓ   U   sD   € à×'Ñ'Ô)Ó=Ò)�!¯_­_�AÑ)€FÐ=Ü�;‰;×Ñ˜V°|ÐÐDÐDùò >s
   “A«Ac           	     óö  • U R                  5         S Vs0 s H  of/ _M     nnU R                  U R                  p˜S=U l        U l        [        R                  " 5          [        XUSSS5       GH�  n
[        X¤5      u  p¼X[S'   U " S"0 UD6nUS   R                  [        R                  " US   5      R                  5       R                  5       5        US	   R                  [        R                  " US
   5      R                  5       R                  5       5        US   R                  [        R                  " US   5      R                  5       R                  5       5        US   R                  [        R                  " US   5      R                  5       R                  5       5        US   R                  US   R                  5       R                  5       5        US   R                  US   R                  5       R                  5       5        US   R                  US   R                  5       R                  5       5        US   R                  US   R                  5       R                  5       5        US   R                  US   R                  5       R                  5       5        US   R                  US   R                  5       R                  5       5        US   R                  US   R                  5       R                  5       5        US   R                  US   R                  5       R                  5       5        US   R                  US   R                  5       R                  5       5        US   R                  US   R                  5       R                  5       5        US    R                  US    R                  5       R                  5       5        US!   R                  US!   R                  5       R                  5       5        GM      S S S 5        X‰sU l        U l        U H  n[        R                  " Xv   5      Xv'   M     US   R                  [        5      US'   U$ s  snf ! , (       d  f       Na= f)#N)Úscorer—   r˜   Úteacher_predr½   ÚtokensÚcollab_tokensÚ	attentionÚavailabilityr   Úe0_deltaÚ	committeeÚe0_logitÚcollab_deltaÚrow_authorityÚlocal_competenceç        Fg§èH.ÿï?r   Úforce_expert_offrÕ   Úfull_collab_logitr—   r�   r˜   r•   rÖ   r‘   r½   Úgate_weightsr×   Úexpert_tokensrØ   Úcollaborative_tokensrÙ   rÚ   r”   r   rÛ   Úe0_delta_logitrÜ   Úcommittee_probabilityrÝ   rÞ   Úcollab_delta_logitrß   rà   rG   )rÈ   Ú
e0_dropoutÚexpert_dropoutr:   Úno_gradro   ry   ÚappendÚsigmoidÚcpuÚnumpyr)   ÚconcatenateÚastyper+   )rÁ   r.   rd   rR   rv   Úablater?   ÚbagÚold0ÚoldxÚbtrx   r(   Úos                 r0   Úpredictrù   Z   sª  € Ø	‡J�J„Lñ  %fó  gò  %f˜q˜’dñ  %f�ð  gð  rw÷  rBñ  rBð  CH÷  CWñ  CWð  mqð  ~@ð  X@ð  X]ô  Xhð  inô  i}Ü	�Š�Ü˜ Z°°e¸A×>ˆBÜ˜"Ó$‰DˆB¸FÐ(:Ñ%;ÁUÁ[ÈRÁ[À1Ø�‰L×Ñ¤§¢¨aÐ0CÑ.DÓ E× IÑ IÓ K× QÑ QÓ SÔTÐUXÐYbÑUc×UjÑUjÔkp×kxÒkxÐyzð  |Lñ  zMó  lN÷  lRñ  lRó  lT÷  lZñ  lZó  l\ô  V]ð  ^að  bmñ  ^n÷  ^uñ  ^uô  v{÷  vCò  vCð  DEð  FXñ  DYó  vZ÷  v^ñ  v^ó  v`÷  vfñ  vfó  vhô  ^ið  jmð  n|ñ  j}÷  jDñ  jDô  EJ÷  ERò  ERð  STð  Ueñ  Sfó  Eg÷  Ekñ  Ekó  Em÷  Esñ  Esó  Euô  jvð  wzð  {Añ  wB÷  wIñ  wIð  JKð  LZñ  J[÷  J_ñ  J_ó  Ja÷  Jgñ  Jgó  Jiô  wjð  knð  owñ  kx÷  kñ  kð  @Að  BQñ  @R÷  @Vñ  @Vó  @X÷  @^ñ  @^ó  @`ô  kað  beð  fuñ  bv÷  b}ñ  b}ð  ~ð  @Vñ  ~W÷  ~[ñ  ~[ó  ~]÷  ~cñ  ~có  ~eô  bfð  gjð  kvñ  gw÷  g~ñ  g~ð  @ð  ALñ  M÷  Qñ  Qó  S÷  Yñ  Yó  [ô  g\ð  ]`ð  aoñ  ]p÷  ]wñ  ]wð  xyð  zM	ñ  xN	÷  xR	ñ  xR	ó  xT	÷  xZ	ñ  xZ	ó  x\	ô  ]]	ð  ^	a	ð  b	e	ñ  ^	f	÷  ^	m	ñ  ^	m	ð  n	o	ð  p	s	ñ  n	t	÷  n	x	ñ  n	x	ó  n	z	÷  n	@
ñ  n	@
ó  n	B
ô  ^	C
ð  D
G
ð  H
R
ñ  D
S
÷  D
Z
ñ  D
Z
ð  [
\
ð  ]
m
ñ  [
n
÷  [
r
ñ  [
r
ó  [
t
÷  [
z
ñ  [
z
ó  [
|
ô  D
}
ð  ~
Að  BMñ  ~
N÷  ~
Uñ  ~
Uð  VWð  Xoñ  Vp÷  Vtñ  Vtó  Vv÷  V|ñ  V|ó  V~ô  ~
ð  @Cð  DNñ  @O÷  @Vñ  @Vð  WXð  Ycñ  Wd÷  Whñ  Whó  Wj÷  Wpñ  Wpó  Wrô  @sð  twð  xFñ  tG÷  tNñ  tNð  OPð  Qeñ  Of÷  Ojñ  Ojó  Ol÷  Orñ  Oró  Otô  tuð  vyð  zIñ  vJ÷  vQñ  vQð  RSð  Tcñ  Rd÷  Rhñ  Rhó  Rj÷  Rpñ  Rpó  Rrô  vsð  twð  xJñ  tK÷  tRñ  tRð  STð  Ugñ  Sh÷  Slñ  Sló  Sn÷  Stñ  Stó  Sv÷  twñ ?÷ 
ð +/Ð)€EÔ�UÔ)ÛˆœŸš s¡vÓ.�“‰SØ�‰X�_‰_œSÓ!€Cˆ�H¨ *ùò gß	�ús   •Q%ÁN2Q*Ñ*
Q8c                óÄ  • / n[         R                  " U [        5      n [         R                  " U[        5      n[         R                  " U[        5      n[         R                  " U[        5      n[	        U5       H­  u  pšX9:H  n[         R
                  " U5      (       a&  [         R                  " X   5      R                  S:  a  ML  [        X   X   5      n[        X   X+   5      n[        X   X   SU5      S   n[        X   X+   SU5      S   oøR                  X¬U-
  Xï-
  45        M¯     U(       dR  [         R                  * SSS[         R                  [         R                  [         R                  [         R                  S.$ [         R                  " U Vs/ s H  nUS   PM
     sn5      n[         R                  " U Vs/ s H  nUS   PM
     sn5      n[        [         R                  " U5      5      n[        [         R                  " U5      5      n[        [         R                  " U5      5      nU[        U5      U-  -   [        U5      U-  -   [        U5      [        US:„  R!                  5       5      [        US:„  R!                  5       5      UUU[        [         R                  " U5      5      [        [         R"                  " US5      5      US.
$ s  snf s  snf )	Nr|   çš™™™™™É?Úfbetar   )rÕ   Ú	facultiesÚap_winsÚf2_winsÚmedian_delta_apÚmean_delta_apÚmedian_delta_f2Úworst_quartile_delta_aprV   ç      Ð?)
rÕ   rý   rþ   rÿ   r   r  r  Úmean_delta_f2r  Úrows)r)   r*   r+   rJ   Ú	enumerateÚanyr~   r   r‚   r
   rí   Úinfr}   Úmedianr†   r5   rž   Úquantile)r   Ú	candidaterÜ   r   r^   Ú	f2_weightÚmean_weightrf   r  ÚfiÚnamerÄ   ÚapcÚapqÚf2cÚf2qÚrÚdaÚdfÚmedr†   Úmf2s                         r0   Ú robust_committee_selection_statsr  d   sï  € Ø	€DŒb�jŠj˜œ3ÓˆA¬"¯*ª*°Y¼uÓ*E 	ÔPR×PZÒPZÐ[dÔejÓPkÀiÔxz÷  yCò  yCð  DOô  PSó  yTÐlwÜ˜]Ö+‰ˆØ
‰/ˆÜ�vŠv�a�y‰yœBŸIšI a¡d›O×0Ñ0°Ó2±8Ü�A‘D˜™Ó&ˆ¬7°1±4¸	¹Ó+E sÔJ^Ð_`Ñ_cÐdmÑdpÐqtÐuyÓJzð  |Cñ  KDÀcô  I]ð  ^_ñ  ^bð  clñ  coð  psð  txó  Iyð  zAñ  IBð  EH÷  CNñ  CNð  PTð  Y\ñ  U\ð  ]`ñ  ]dð  Oeö  Cfñ ,ö ¤§¡ °AÀÈAÔ`b×`fÑ`fÔwy×w}Ñw}ô  QS÷  QWñ  QWô  rt÷  rxñ  rxñ  yð  yÜ	‡z‚z¡Ó&¢˜A�1�Q”4¡Ñ&Ó'€B¬2¯:ª:ÁTÓ6JÂTÀ°q¸´tÁTÑ6JÓ+K¨ÔPUÔVX×V_ÒV_Ð`bÓVcÓPdÈCÔjoÔpr×pwÒpwÐxzÓp{Ój|Ðeiô  BGô  HJ÷  HQò  HQð  RTó  HUó  BVð  ~Að  gjô  kpð  qzó  k{ð  |ñ  kñ  gô  @Eð  FQó  @Rð  SWñ  @Wñ  gWô  dgð  hló  dmô  x{ð  }ð  @Añ  }A÷  |Fñ  |Fó  |Hó  xIô  TWð  Y[ð  \]ñ  Y]÷  Xbñ  Xbó  Xdó  Teð  x{ð  LPð  cfô  w|ô  }÷  }Dò  }Dð  EGó  }Hó  wIô  diô  jl÷  juò  juð  vxð  y|ó  j}ó  d~ð  FJñ  ^Kð  WKùÒ&ùÒ6Js   ÆKÇKc                ó  • [         R                  " U [        5      n [         R                  " [         R                  " U[        5      SS5      n[         R                  " U[        5      n/ n[        U5       H•  u  pVX%:H  n[         R                  " U5      (       d  M&  X   [         R                  " X   5      -  SX   -
  [         R                  " SX   -
  5      -  -   * o„R                  [        [         R                  " U5      5      5        M—     U(       a  [        [         R                  " U5      5      O[         R                  o™* X”(       a  [        [         R                  " U5      5      O[         R                  [        U5      S.$ )Nç�íµ ÷Æ°>çé!çýÿï?rV   )rÕ   Ú
median_bceÚmean_bcerý   )r)   r*   rJ   Úclipr+   r  r  Úlogrí   r†   r
  r	  r5   )
rŒ   Úpredr   r^   Úlossr  rk   rÄ   r(   r  s
             r0   Úmechanism_validation_statsr$  m   s?  € Ü�:Š:�fœUÓ#€F¬¯ª´·²¸DÄÓ1GÈÈVÓ)T DÔac×akÒakÐlwÔx{Óa|ÐU`ð  CEð  ~BÜ˜-Ö(‰ˆØ
‰/ˆÜ�vŠv�a�y‰y™Ø‰I”b—f’f˜T™W“oÑ% q¨©¡{´B·F²F¸1¸T¹W¹9Ó4EÑ&EÑEÐ
FˆÇ{Á{ÔSXÔY[×Y`ÒY`ÐabÓYcÓSdÖGeñ )ö #'ŒŒb�iŠi˜‹oÔ¬B¯F©F€CÀ4ÐUXõ  }AÔdiÔjl×jqÒjqÐrvÓjwÔdxô  GI÷  GMñ  GMô  Z]ð  ^bó  Zcñ  ;dð  4dr3   c                ó4  • [         R                  " U [        5      n [         R                  " [         R                  " U[        5      SS5      n[         R                  " U[        5      n[         R                  " U[        5      n[         R                  " U[        5      n[         R                  " U[        5      oˆ[        UR                  5       S5      -  n/ n	/ n
[        U5       GHS  u  p¼XK:H  n[         R                  " U5      (       d  M'  X   [         R                  " X   5      -  SX   -
  [         R                  " SX   -
  5      -  -   * oéR                  [        [         R                  " U5      5      5        [         R                  " X=   5      R                  S:  a  M¾  / n[        S5       H'  nUR                  [        X=   X-US-   4   5      5        M)     [         R                   " [         R                  " U[        5      SS9oúR                  [        [         R                  " X�-  5      5      5        GMV     U	(       a  [        [         R"                  " U	5      5      O[         R$                  nU	(       a  [        [         R                  " U	5      5      O[         R$                  nU
(       a  [        [         R"                  " U
5      5      OSnU
(       a  [        [         R                  " U
5      5      OSnU* [        U5      U-  -   UUUU['        U	5      S	.$ )
zLSelect Phase1 on both mechanism fidelity and actual failure-ranking utility.r  r  g:Œ0âŽyE>rV   r|   rW   rá   )r}   )rÕ   r  r  Úmedian_private_apÚmean_private_aprý   )r)   r*   rJ   r   r+   rb   rž   r  r  r!  rí   r†   r~   r   Úranger‚   Ú
nan_to_numr
  r	  r5   )rŒ   Úmechanism_predÚprivate_predr   r   r^   Úpredictive_weightr¥   r§   ÚbcesÚapsr  rk   rÄ   r(   Úvalsr?   Úmed_bcer  Úmed_apÚmean_aps                        r0   Úspecialist_validation_statsr3  v   sá  € ä�:Š:�fœUÓ#€F´2·7²7¼2¿:º:ÀnÔUZÓ;[Ð\`ÐagÓ3h NÔvx÷  wAò  wAð  BNô  OTó  wUÐiuô  XZ÷  Xbò  Xbð  cdô  ehó  Xið  VWô  vx÷  v@ò  v@ð  ALô  MPó  vQð  juÜ	‡z‚z�.¤Ó'€B¬c°"·&±&³(¸4Ó.@Ñ+@¨ÀbÀÈRÈÜ˜-×(‰ˆØ
‰/ˆÜ�vŠv�a�y‰y™Ø‰I”b—f’f˜^Ñ.Ó/Ñ/°°6±9±¼b¿fºfÀQÀ~ÑGXÑEXÓ>YÑ0YÑYÐ
Zˆ×[fÑ[fÔglÔmo×mtÒmtÐuvÓmwÓgxÔ[yÜ�9Š9�Q‘T‹?×Ñ Ó!¡(ØˆÜ�q–ˆA˜$Ÿ+™+¤g¨a©d°<À!ÀAÁ#ÀÑ3FÓ&GÖH‘Ü�]Š]œ2Ÿ:š: d¬5Ó1°cÑ:ˆ¿:¹:ÄeÌBÏFÊFÐSUÑSZËOÓF\×;]ñ )ö '+ŒE”"—)’)˜D“/Ô"´·±€GÖX\ÄÄbÇgÂgÈdÃmÔ@TÔbd×bhÑbh°xö  JMÔpuÔvx×vÒvð  ADó  wEô  qFð  SUÐioö  uxô  ^cô  df÷  dkò  dkð  loó  dpô  ^qð  ~@ð  V]Ø�HœUÐ#4Ó5°fÑ<Ñ<È'Ð]eð  {Að  T[ô  hkð  lpó  hqñ  rð  rr3   c	           
     óÜ  • [         R                  " [         R                  " U[        5      5      S   o‘R                  U	   o¡R
                  U	   o±R                  U	   R                  S5      nUS:X  a-  [        UR                  U	   U S   U S   X«UR                  Xx5      $ US:X  a#  [        X S   S S 2S4   XËUR                  XEU5      $ [        X S   U S   S S 2S4   X±R                  XEU5      $ )Nr   rV   r˜   r—   rÕ   )r)   r]   r*   rL   r   r   r   r†   r3  r   r^   r  )Úprr.   Úval_maskr    r  r  rf   Úphase1_predictive_weightr¥   r,   r   Úfacr¦   s                r0   Ú_stats_for_phaser9  †   s  € Ü
�Š”—’˜H¤TÓ*Ó+¨AÑ.€C·±¸#±¨q×CUÑCUÐVYÑCZ¸s×]kÑ]kÐloÑ]p×]uÑ]uÐvwÓ]xÐ[\ØˆaƒxÔ2°6×3KÑ3KÈCÑ3PÐQSÐT_ÑQ`ÐacÐdmÑanÐopÐu{÷  vJñ  vJð  Kcó  sð  sØˆaƒxÜ/°°Y±-ÂÀ!ÀÑ2DÀQÈ6×K_ÑK_Ð`iÐvzÓ{Ð{ä+¨A°©k¸"¸Y¹-ÊÈ!ÈÑ:LÈS×QeÑQeÐfoð  }Aó  Bð  Br3   c                óÒ	  • [        X5        [        XXgU5      n[        U=(       d    US-  5      n[        R                  * n[
        R                  " U R                  5       5      nSnSn/ n[        U5      nU(       GaQ  [        XUUU5      n[        UXUUUU	UU5	      n [        U S   5      n[
        R                  " U R                  5       5      nUS[        R                  US.U R                  5        V!V"s0 s H1  u  n!n"[        R                  " U"5      (       d  M#  U!S:w  d  M+  SU! 3U"_M3     sn"n!En#UR                  U#5        US:X  a+  [!        SUS SU S	   S
 SU S   S
 SU S    SU S    S35        OYUS:X  a*  [!        SUS SU S	   S
 SU S   S
 SU S    SU S    3
5        O)[!        SUS SU S	   S
 SU S   S
 SU S    SU S    3
5        [#        S[        U5      S-   5       GHÎ  n$[%        X5        Sn%Sn&['        XUSXšUS-  -   U$-   U5       GH  n'[)        U'U5      u  n(n)UR+                  SS9  U " S10 U(D6n*[-        U*U)S   U)S   U)S   XLXÞUU5
      u  n+n,U+R/                  5         U R1                  5        V-s/ s H  n-U-R2                  (       d  M  U-PM     n.n-[4        R6                  R8                  R;                  U.S5        UR=                  5         U%[        U+R?                  5       RA                  5       5      [C        U)S   5      -  -  n%U&[C        U)S   5      -  n&GM     [        XUUU5      n/[        U/XUUUU	UU5	      n0[        U0S   5      n1UU$U%[E        U&S5      -  U1S.U0R                  5        V!V"s0 s H1  u  n!n"[        R                  " U"5      (       d  M#  U!S:w  d  M+  SU! 3U"_M3     sn"n!En#UR                  U#5        US:X  a6  [!        SU$S SU S U%[E        U&S5      -  S! S"U1S S#U0S$   S% S&U0S'   S% 35        O^[!        S(U S)U$S SU S U%[E        U&S5      -  S! S"U1S SU0S	   S
 S*U0S+   S
 SU0S    SU0S    SU0S   S
 S,U0S-    SU0S    S.U0S/   S
 35        U1US0-   :”  a+  U1n[
        R                  " U R                  5       5      nU$nSnOUS-  nU$S:¼  d  GM½  U[        U5      :¼  d  GMÏ    O   U RG                  U5        U[I        U5      4$ s  sn"n!f s  sn-f s  sn"n!f )2NrW   r   rÕ   )r    Úepochr#  Ú	val_scoreÚval_z[PHASE0 INIT] robust=z+.5fu	    medÎ”AP=r   z+.4fu	    medÎ”F2=r  z APwins=rþ   Ú/rý   z+ (E0 exactly Committee before optimization)r|   z"[PHASE2 INIT] identity(E0) robust=z%[PHASE3 INIT] preserve phase2 robust=rV   rá   Téè  ©Úset_to_noner   r   r   ç      @z[PHASE1] ep=Ú02dú loss=ú.5fz robust=z mechanismBCE=r  z.4fz privateAP=r&  z[PHASEú] ep=u
    meanÎ”AP=r  z F2wins=rÿ   u	    q25Î”AP=r  g-Cëâ6?rG   )%rÅ   rÓ   r+   r)   r	  ÚcopyÚdeepcopyÚ
state_dictr°   rù   r9  rJ   r}   rs   Úisscalarrí   Úprintr(  rË   ro   ry   Ú	zero_gradr­   Úbackwardr²   r³   r:   ÚnnÚutilsÚclip_grad_norm_ÚstepÚdetachrï   r5   rb   Úload_state_dictÚpd_dataframe)2rÁ   r.   ÚtrÚvalr    ÚepochsrÍ   ÚwdrR   rf   rg   rv   r¡   r¢   r£   r¤   r¥   rÑ   Úselection_f2_weightÚselection_mean_weightr7  Úpatiencerh   Úpredict_batch_sizeÚoptÚbestÚstateÚbest_epÚbadÚhistÚ
allow_zeroÚpr0Úst0r?   rw   ÚrowÚepÚtotÚnr÷   rx   r(   rø   r#  rk   rÂ   rÒ   r5  ÚstrÕ   s2                                                     r0   Útrain_phaserk  Ž   sr
  € Ü˜Ô$¬¸ÀRÈ;Ó)W SÔknð  pB÷  pRð  FPð  QRñ  FRó  lSÐXjô  Z\÷  Z`ñ  Z`ð  Y`ð  TXô  gk÷  gtò  gtð  uz÷  uEñ  uEó  uGó  gHð  afð  QRð  IPð  WXð  SVð  ^`ð  Y]Ü  Ó'€JßÜ�E Ð%7¸Ó?ˆÔDTÐUXÐY_ÐdiÐj}ð  Tð  UYð  Zrð  sAó  EBÀô  HMð  NQð  RYñ  NZó  H[ð  CGô  bf÷  boò  boð  pu÷  p@ñ  p@ó  pBó  bCð  \aØ 1¬B¯F©F¸tñ  NÐ_b×_hÑ_hÔ_jô  GMÒ_jÑX[ÐXYÐZ[Ônp×nyÒnyÐz{×n|Ã|ð  BCð  ELñ  BLÃ|ÈÈaÈSÀzÐRSÂ|Ñ_jò  GMð  Nˆð  OS÷  OZñ  OZð  [^ô  O_Ø�!‹8”EÐ1°$°t°¸IÀcÐJ[ÑF\Ð]aÐEbÐbkÐloð  qBñ  mCð  DHð  lIð  IQð  RUð  V_ñ  R`ð  Qað  abð  cfð  grñ  csð  btð  t_ð  `õ  aØ�A‹X”eÐ@ÀÀdÀÈ9ÐUXÐYjÑUkÐlpÐTqÐqzÐ{~ð  @Qñ  |Rð  SWð  {Xð  X`ð  adð  enñ  aoð  `pð  pqð  ruð  vAñ  rBð  qCð  Dõ  EÜÐ:¸4À¸+ÀYÈsÐSdÑOeÐfjÐNkÐktÐuxð  zKñ  vLð  MQð  uRð  RZð  [^ð  _hñ  [ið  Zjð  jkð  loð  p{ñ  l|ð  k}ð  ~ô  Ü�A”c˜&“k !‘m×$ˆÜ�uÔ#¨ C¨Q¨1Ü˜ :¨d°4¸UÀ4¹Z¹ÈÑ8JÐK\×]ˆBÜ˜"˜VÓ$‰DˆBˆq S§]¡]¸t ]Ñ%DÁuÁ{ÈrÁ{ÀQÔZdÐefÐghÐilÑgmÐnoÐpyÑnzÐ{|ð  ~Qñ  |Rð  SXð  dtð  EQð  R`ó  [aÑSYÐSWÐXYð  bf÷  boñ  boô  bqð  EJ÷  EUñ  EUô  EWó  ykò  EWð  @Að  [\÷  [jõ  [j÷  z{ñ  EWð  rxð  ykô  lq÷  ltñ  lt÷  lzñ  lz÷  lJñ  lJð  KQð  RTô  lUð  VY÷  V^ñ  V^ô  V`ð  adô  fkð  lp÷  lwñ  lwó  ly÷  l}ñ  l}ó  ló  f@ô  ADð  EFð  GJñ  EKó  ALñ  fLñ  aLð  adð  MNô  PSð  TUð  VYñ  TZó  P[ñ  M[ó  MNñ ^ä�5 Ð$6°vÓ>ˆÔBRÐSUÐV\ÐafÐgzð  |Qð  RVð  Woð  p~ó  C¸rô  FKð  LNð  OVñ  LWó  FXð  @Eð  fkð  tvð  ~Aô  BEð  FGð  HIó  BJñ  ~Jð  W\ñ  ]eð  xz÷  x@ñ  x@ô  xBô  _dò  xBñ  qtð  qrð  stô  FH÷  FQò  FQð  RS÷  FTó  `lð  YZð  \cñ  Ycó  `lð  bfð  ghð  fið  `jð  klò  `lñ  xBò  _dð  ]eð  Y\ð  fj÷  fqñ  fqð  ruô  fvØ�!‹8”E˜L¨¨C¨°°&°¸ÀÄCÈÈ!ÃHÁÈSÐ?QÐQYÐZ_Ð`dÐYeÐesÐtvð  xDñ  uEð  FIð  tJð  JUð  VXð  Ylñ  Vmð  nqð  Urð  sõ  tÜ�V˜E˜7 %¨¨3 x¨q°°¸¸sÄ3ÀqÈÃ8¹|ÈCÐ>PÐPXÐY^Ð_cÐXdÐdmÐnpð  rCñ  oDð  EIð  nJð  JTð  UWð  Xgñ  Uhð  imð  Tnð  nvð  wyð  zCñ  wDð  vEð  EFð  GIð  JUñ  GVð  FWð  W`ð  acð  duñ  avð  w{ð  `|ð  |Dð  EGð  HQñ  ERð  DSð  STð  UWð  Xcñ  Udð  Teð  enð  oqð  rKñ  oLð  MQð  nRð  Sô  TØ��d‘‹? ˜4¬D¯MªM¸%×:JÑ:JÓ:LÓ,M eÐVXÈgÐ]^ÑY\Ø�!‰VˆSØˆqŽ5�Sœ#˜h›-Ö'©ñ %ð 
×Ñ˜%Ô ¨´¸TÓ0BÐ(BÐ!Bùó GMùò ykùó _ds0   Ã7"SÄSÄ%
SÉ<SÊSÍ:"S#
Î S#
Î(
S#
c                ó,   • SS K nUR                  U 5      $ )Nr   )ÚpandasÚ	DataFrame)r  Úpds     r0   rT  rT  £   s   € ÛØ�<‰<˜ÓÐr3   c                ó¬  • [        U5      S::  a  [        SU S35        g [        X5        [        XXVU5      n[	        S[        U5      S-   5       GH{  n[        X5        SnSn[        XUSX‰US-  -   U-   U5       GH  n[        UU
5      u  nnUR                  SS9  U " S0 UD6n[        UUS	   US
   US   X;XÍXï5
      u  nnUR                  5         [        R                  R                  R                  U R                  5        Vs/ s H  nUR                   (       d  M  UPM     snS5        UR#                  5         U[%        UR'                  5       R)                  5       5      [+        US	   5      -  -  nU[+        US	   5      -  nGM     US:X  d  U[        U5      :X  d  GMU  [        SU SUS SU SU[-        US5      -  S 35        GM~     g s  snf )Nr   z[REFIT PHASEz%] epochs=0 -> preserve incoming staterV   rá   Tr?  r@  r   r   r   rB  rF  rC  r>  rD  rE  rG   )r+   rK  rÅ   rÓ   r(  rË   ro   ry   rL  r­   rM  r:   rN  rO  rP  r²   r³   rQ  rJ   rR  rï   r5   rb   )rÁ   r.   rd   r    rW  rÍ   rX  rR   rf   rg   rv   r¡   r¢   r£   r¤   r¥   rÑ   rh   r]  rg  rh  ri  r÷   rx   r(   rø   r#  rk   rÂ   s                                r0   Útrain_fixed_phaserq  §   sÒ  € Ü
ˆ6ƒ{�Aƒ~Ü�˜U˜GÐ#HÐIÔJÈ6Ü˜Ô$¬¸ÀRÈ;Ó)W SÜ�A”c˜&“k !‘m×$ˆÜ�uÔ#¨ C¨Q¨1Ü˜ Z°°T¸uÀT¹z¹/È"Ñ:LÐM^×_ˆBÜ˜"˜VÓ$‰DˆBˆq S§]¡]¸t ]Ñ%DÁuÁ{ÈrÁ{ÀQÔZdÐefÐghÐilÑgmÐnoÐpyÑnzÐ{|ð  ~Qñ  |Rð  SXð  dtð  EQó  [aÑSYÐSWÐXYð  bf÷  boñ  boô  bqô  rw÷  rzñ  rz÷  r@ñ  r@÷  rPñ  rPð  ]b÷  ]mñ  ]mô  ]oó  QCò  ]oð  XYð  st÷  sBõ  sB÷  RSñ  ]oñ  QCð  DFô  rGð  HK÷  HPñ  HPô  HRð  SVô  X]ð  ^b÷  ^iñ  ^ió  ^k÷  ^oñ  ^oó  ^qó  Xrô  svð  wxð  y|ñ  w}ó  s~ñ  X~ñ  S~ð  SVð  @ô  BEð  FGð  HKñ  FLó  BMñ  Mó  @ñ `àˆq‹5�Bœ˜F›–O¤E¨L¸¸¸uÀRÈÀHÈAÈfÈXÐU[Ð\_Ô`cÐdeÐfgÓ`hÑ\hÐilÐ[mÐ*n×$oò	 %ùò QCs   ÄGÄ G)r   )r  rû   ç      à?çš™™™™™¹?©rr  rs  r’   gffffffÖ?)rû   r'   )rr  r  g       @)ç      è?rt  )rû   rr  r  ru  r¯   r   N)rû   r   ))Ú
__future__r   rG  rð   r)   r:   Útorch.nn.functionalrN  Ú
functionalr‰   Útorch.utils.datar   r   r   Úsklearn.metricsr   r   Úsuite7_commonr	   Úsuite2_commonr
   r   rP   ro   ry   r‚   r„   r�   r­   r°   rÅ   rË   rÓ   rù   r  r$  r3  r9  rk  rT  rq  rG   r3   r0   Ú<module>r}     sš   ðå "Û Û Û ß Ð ß EÑ Eß AÝ 8Ý .ôZ�Gô ZòôxòIò eÚ [Ú fôEò!ò5ò.ô*Eô
-ôKòdôrô BôCò*õpr3   