§
    4P„j²)  ã                   ó²   — d Z ddlmZmZmZmZ ddlmZ ddlm	Z	 ddl
mZmZmZ ddlmZmZ  G d	„ d
e¦  «        Z G d„ de¦  «        Z G d„ de¦  «        ZdS )uN   The implementation of chrF (PopoviÄ‡ 2015) and chrF++ (PopoviÄ‡ 2017) metrics.é    )ÚListÚSequenceÚOptionalÚDict)ÚCounteré   )Úsum_of_listsé   )ÚScoreÚ	SignatureÚMetric)Úextract_all_char_ngramsÚextract_word_ngramsc                   ó(   ‡ — e Zd ZdZdefˆ fd„Zˆ xZS )ÚCHRFSignaturezœA convenience class to represent the reproducibility signature for chrF.

    :param args: key-value dictionary passed from the actual metric instance.
    Úargsc                 ó  •— t          ¦   «                              |¦  «         | j                             ddddddœ¦  «         | j                             |d         rdnd	|d
         sdnd|d         |d         |d         rdnddœ¦  «         dS )z`CHRFSignature` initializer.ÚcÚeÚncÚnwÚs)ÚcaseÚeffr   r   ÚspaceÚ	lowercaseÚlcÚmixedÚeps_smoothingÚyesÚnoÚ
char_orderÚ
word_orderÚ
whitespaceN)ÚsuperÚ__init__Ú_abbrÚupdateÚinfo)Úselfr   Ú	__class__s     €ú[/root/disk_3tb/conda_envs/Huy-visual/lib/python3.11/site-packages/sacrebleu/metrics/chrf.pyr&   zCHRFSignature.__init__   sÁ   ø€ å‰Œ×Ò˜ÑÔÐØŒ
×ÒØØØØØð
ð 
ñ 	ô 	ð 	ð 	Œ	×ÒØ  Ô-Ð:�D�D°7Ø $ _Ô 5Ð?�5�5¸4Ø�|Ô$Ø�|Ô$Ø" <Ô0Ð:�U�U°dð
ð 
ñ 	ô 	ð 	ð 	ð 	ó    )Ú__name__Ú
__module__Ú__qualname__Ú__doc__Údictr&   Ú__classcell__©r+   s   @r,   r   r      sN   ø€ € € € € ðð ð˜Tð ð ð ð ð ð ð ð ð ð r-   r   c                   ó4   ‡ — e Zd ZdZdedededefˆ fd„Zˆ xZS )Ú	CHRFScorea9  A convenience class to represent chrF scores.

    :param score: The chrF (chrF++) score.
    :param char_order: The character n-gram order.
    :param word_order: The word n-gram order. If equals to 2, the metric is referred to as chrF++.
    :param beta: Determine the importance of recall w.r.t precision.
    Úscorer"   r#   Úbetac                 ó    •— || _         || _        || _        d| j         › �d| j        z  z   }t          ¦   «                              ||¦  «         dS )z`CHRFScore` initializer.ÚchrFú+N)r8   r"   r#   r%   r&   )r*   r7   r"   r#   r8   Únamer+   s         €r,   r&   zCHRFScore.__init__,   sU   ø€ àˆŒ	Ø$ˆŒØ$ˆŒð "�d”iÐ!Ð! C¨$¬/Ñ$9Ñ9ˆå‰Œ×Ò˜˜uÑ%Ô%Ð%Ð%Ð%r-   )r.   r/   r0   r1   ÚfloatÚintr&   r3   r4   s   @r,   r6   r6   $   sc   ø€ € € € € ðð ð	&˜eð 	&°ð 	&À#ð 	&ÈSð 	&ð 	&ð 	&ð 	&ð 	&ð 	&ð 	&ð 	&ð 	&ð 	&r-   r6   c                   óº  ‡ — e Zd ZdZdZdZdZ ed¦  «        Ze	Z
eeeddddfded	ed
ededededeeee                           fˆ fd„Zedededee         fd„¦   «         Zdedee         fd„Zdedefd„Zdee         defd„Zdee         defd„Zdeee                  defd„Zdee         deeeee                  f         fd„Zdededee         fd „Zˆ xZS )!ÚCHRFal  Computes the chrF(++) metric given hypotheses and references.

    :param char_order: Character n-gram order.
    :param word_order: Word n-gram order. If equals to 2, the metric is referred to as chrF++.
    :param beta: Determine the importance of recall w.r.t precision.
    :param lowercase: Enable case-insensitivity.
    :param whitespace: If `True`, include whitespaces when extracting character n-grams.
    :param eps_smoothing: If `True`, applies epsilon smoothing similar
    to reference chrF++.py, NLTK and Moses implementations. Otherwise,
    it takes into account effective match order similar to sacreBLEU < 2.0.0.
    :param references: A sequence of reference documents with document being
    defined as a sequence of reference strings. If given, the reference n-grams
    will be pre-computed and cached for faster re-computation across many systems.
    é   r   r   z !"#$%&'()*+,-./:;<=>?@[\]^_`{|}~FNr"   r#   r8   r   r$   r   Ú
referencesc                 ó   •— t          ¦   «                              ¦   «          || _        || _        || _        | j        | j        z   | _        || _        || _        || _        |�|  	                    |¦  «        | _
        dS dS )z`CHRF` initializer.N)r%   r&   r8   r"   r#   Úorderr   r$   r   Ú_cache_referencesÚ
_ref_cache)	r*   r"   r#   r8   r   r$   r   rB   r+   s	           €r,   r&   zCHRF.__init__V   s}   ø€ õ 	‰Œ×ÒÑÔÐàˆŒ	Ø$ˆŒØ$ˆŒØ”_ t¤Ñ6ˆŒ
Ø"ˆŒØ$ˆŒØ*ˆÔàÐ!à"×4Ò4°ZÑ@Ô@ˆDŒOˆOˆOð "Ð!r-   Ú
hyp_ngramsÚ
ref_ngramsÚreturnc                 óÔ   — d\  }}|                       ¦   «         D ]'\  }}||z  }||v r|t          |||         ¦  «        z  }Œ(|r|ndt          |                     ¦   «         ¦  «        |gS )a`  Computes the match statistics between hypothesis and reference n-grams.

        :param hyp_ngrams: A `Counter` holding hypothesis n-grams.
        :param ref_ngrams: A `Counter` holding reference n-grams.
        :return: A list of three numbers denoting hypothesis n-gram count,
            reference n-gram count and the intersection count.
        )r   r   r   )ÚitemsÚminÚsumÚvalues)rG   rH   Úmatch_countÚ	hyp_countÚngÚcounts         r,   Ú_get_match_statisticszCHRF._get_match_statisticsl   s�   € ð "&Ñˆ�YØ#×)Ò)Ñ+Ô+ð 	:ð 	:‰IˆB�Ø˜ÑˆIØ�ZÐÐØ�s 5¨*°R¬.Ñ9Ô9Ñ9�øð $Ð*ˆIˆI¨Ý�
×!Ò!Ñ#Ô#Ñ$Ô$Øð	
ð 	
r-   Úsentc                 óH  — g }|                      ¦   «         D ]Š}t          |¦  «        dk    r|                     |¦  «         Œ+|d         | j        v r||dd…         |d         gz  }ŒP|d         | j        v r||d         |dd…         gz  }Œu|                     |¦  «         Œ‹|S )zÆSeparates out punctuations from beginning and end of words for chrF.
        Adapted from https://github.com/m-popovic/chrF

        :param sent: A string.
        :return: A list of words.
        r
   éÿÿÿÿNr   )ÚsplitÚlenÚappendÚ_PUNCTS)r*   rT   Ú	tokenizedÚws       r,   Ú_remove_punctuationzCHRF._remove_punctuationƒ   s¿   € ð ˆ	Ø—’‘”ð 
	(ð 
	(ˆAÝ�1‰vŒv˜Š{ˆ{Ø× Ò  Ñ#Ô#Ð#Ð#ð �R”5˜DœLÐ(Ð(Ø ! C R C¤&¨!¨B¬% Ñ0�I�IØ�q”T˜Tœ\Ð)Ð)Ø ! A¤$¨¨!¨"¨"¬ Ñ.�I�Ià×$Ò$ QÑ'Ô'Ð'Ð'ØÐr-   c                 ó<   — | j         r|                     ¦   «         n|S )z™Given a sentence, apply optional lowercasing.

        :param sent: The input sentence string.
        :return: The pre-processed output string.
        )r   Úlower)r*   rT   s     r,   Ú_preprocess_segmentzCHRF._preprocess_segment˜   s   € ð  $œ~Ð7ˆt�zŠz‰|Œ|ˆ|°4Ð7r-   Ú
statisticsc                 óÊ  — d}d}d}| j         dz  }d\  }}t          | j        ¦  «        D ]o}|d|z  d|z  dz   …         \  }	}
}|	dk    r||	z  n|}|
dk    r||
z  n|}||z  |z   }||dk    rd|z   |z  |z  |z  n|z  }|	dk    r|
dk    r||z  }||z  }|dz  }Œp| j        rd|z  | j        z  S |dk    rdx}}n
||z  }||z  }||z   rd|z   |z  |z  }|||z  |z   z  }d|z  S dS )	a  Compute the chrF score given the n-gram match statistics.

        :param statistics: A flattened list of 3 * (`char_order` + `word_order`)
            elements giving the [hyp, ref, match] counts for each order.
        :return: The final f_beta score between [0, 100].
        g¼‰Ø—²Òœ<ç        r   r   )rc   rc   é   r
   éd   )r8   ÚrangerD   r   )r*   ra   Úepsr7   Úeffective_orderÚfactorÚavg_precÚavg_recÚiÚn_hypÚn_refÚn_matchÚprecÚrecÚdenoms                  r,   Ú_compute_f_scorezCHRF._compute_f_score    s‚  € ð ˆØˆØˆØ”˜a‘ˆØ$Ñˆ�'å�t”zÑ"Ô"ð 	%ð 	%ˆAØ$.¨q°1©u°a¸!±e¸a±iÐ/?Ô$@Ñ!ˆE�5˜'ð ',¨a¢i i�7˜U‘?�?°SˆDØ%*¨Q¢Y Y�'˜E‘/�/°CˆCà˜T‘M CÑ'ˆEØ¸EÀAºI¸I�q˜6‘z TÑ)¨CÑ/°%Ñ7Ð7È3ÑNˆEð �qŠyˆy˜U QšY˜YØ˜DÑ �Ø˜3‘�Ø 1Ñ$�øàÔð 	,Ø˜‘; ¤Ñ+Ð+à˜aÒÐØ!$Ð$ˆH�w�wà˜Ñ'ˆHØ�Ñ&ˆGà�gÑð 	Ø˜‘Z 8Ñ+¨gÑ5ˆEØ�v Ñ(¨GÑ3Ñ4ˆEØ˜‘;Ðà�3r-   Ústatsc                 ój   — t          |                      |¦  «        | j        | j        | j        ¦  «        S )z¶Computes the final score from already aggregated statistics.

        :param stats: A list or numpy array of segment-level statistics.
        :return: A `CHRFScore` object.
        )r6   rs   r"   r#   r8   ©r*   rt   s     r,   Ú_compute_score_from_statszCHRF._compute_score_from_statsÍ   s4   € õ Ø×!Ò! %Ñ(Ô(¨$¬/ØŒO˜TœYñ(ô (ð 	(r-   c                 óF   — |                       t          |¦  «        ¦  «        S )z¬Computes the final score given the pre-computed corpus statistics.

        :param stats: A list of segment-level statistics
        :return: A `CHRFScore` object.
        )rw   r	   rv   s     r,   Ú_aggregate_and_computezCHRF._aggregate_and_compute×   s    € ð ×-Ò-­l¸5Ñ.AÔ.AÑBÔBÐBr-   Úrefsc           	      ó2  — g }|D ]�}t          || j        | j        ¦  «        }| j        dk    rR|                      |¦  «        }t          | j        ¦  «        D ](}|                     t          ||dz   ¦  «        ¦  «         Œ)|                     |¦  «         Œ�d|iS )zßGiven a list of reference segments, extract the character and word n-grams.

        :param refs: A sequence of reference segments.
        :return: A list where each element contains n-grams per reference segment.
        r   r
   rH   )r   r"   r$   r#   r]   rf   rY   r   )r*   rz   ÚngramsÚrefrt   Ú	ref_wordsÚns          r,   Ú_extract_reference_infozCHRF._extract_reference_infoß   s®   € ð ˆàð 	!ð 	!ˆCå+¨C°´À$Ä/ÑRÔRˆEð Œ Ò"Ð"Ø ×4Ò4°SÑ9Ô9�	å˜tœÑ/Ô/ð Hð H�AØ—L’LÕ!4°YÀÀAÁÑ!FÔ!FÑGÔGÐGÐGà�MŠM˜%Ñ Ô Ð Ð à˜fÐ%Ð%r-   Ú
hypothesisÚ
ref_kwargsc                 óÎ  ‡— g }d}t          || j        | j        ¦  «        }| j        dk    rN|                      |¦  «        Št          d| j        dz   ¦  «        }|                     ˆfd„|D ¦   «         ¦  «         |d         D ]b}g }t          ||¦  «        D ].\  }	}
|                     |                      |	|
¦  «        ¦  «         Œ/|  	                    |¦  «        }||k    r|}|}Œc|S )aâ  Given a (pre-processed) hypothesis sentence and already computed
        reference n-grams, returns the best match statistics across the
        references.

        :param hypothesis: Hypothesis sentence.
        :param ref_kwargs: A dictionary with key `ref_ngrams` which is a list
        where each sublist contains n-gram counters for a particular reference sentence.
        :return: A list of integers where each triplet denotes [hyp, ref, match]
        statistics.
        g      ð¿r   r
   c                 ó0   •— g | ]}t          ‰|¦  «        ‘ŒS © )r   )Ú.0r   Úhwordss     €r,   ú
<listcomp>z4CHRF._compute_segment_statistics.<locals>.<listcomp>  s$   ø€ Ð"RÐ"RÐ"RÀaÕ#6°v¸qÑ#AÔ#AÐ"RÐ"RÐ"Rr-   rH   )
r   r"   r$   r#   r]   rf   ÚextendÚziprS   rs   )r*   r�   r‚   Ú
best_statsÚbest_f_scoreÚall_hyp_ngramsÚ_rangeÚ_ref_ngramsrt   ÚhÚrÚf_scorer‡   s               @r,   Ú_compute_segment_statisticsz CHRF._compute_segment_statisticsö   s  ø€ ð ˆ
Øˆõ 1Ø˜œ¨¬ñ:ô :ˆð Œ?˜QÒÐà×-Ò-¨jÑ9Ô9ˆFÝ˜1˜dœo°Ñ1Ñ2Ô2ˆFØ×!Ò!Ð"RÐ"RÐ"RÐ"RÈ6Ð"RÑ"RÔ"RÑSÔSÐSð & lÔ3ð 		#ð 		#ˆKØˆEå˜N¨KÑ8Ô8ð ?ð ?‘��1Ø—’˜T×7Ò7¸¸1Ñ=Ô=Ñ>Ô>Ð>Ð>Ø×+Ò+¨EÑ2Ô2ˆGà˜Ò%Ð%Ø&�Ø"�
øàÐr-   ) r.   r/   r0   r1   Ú
CHAR_ORDERÚ
WORD_ORDERÚBETAÚsetrZ   r   Ú_SIGNATURE_TYPEr>   Úboolr   r   Ústrr&   Ústaticmethodr   r   rS   r]   r`   r=   rs   r6   rw   ry   r   r€   r“   r3   r4   s   @r,   r@   r@   8   sQ  ø€ € € € € ðð ð  €Jð €Jð €Dð ˆcÐ6Ñ7Ô7€Gà#€Oà)3Ø#-Ø!Ø#(Ø$)Ø',ØAEðAð A 3ð AØ ðAàðAð !ðAð "ð	Að
 !%ðAð & h¨x¸¬}Ô&=Ô>ðAð Að Að Að Að Að, ð
¨'ð 
¸wð 
È4ÐPSÌ9ð 
ð 
ð 
ñ „\ð
ð,¨ð °°S´	ð ð ð ð ð*8¨ð 8°ð 8ð 8ð 8ð 8ð+¨4°¬9ð +¸ð +ð +ð +ð +ðZ(¨t°C¬yð (¸Yð (ð (ð (ð (ðC¨D°°c´¬Oð CÀ	ð Cð Cð Cð Cð&¨H°S¬Mð &¸dÀ3ÈÈTÐRYÌ]ÔH[ÐC[Ô>\ð &ð &ð &ð &ð.&Ø!ð&Ø/3ð&Ø8<¸S¼	ð&ð &ð &ð &ð &ð &ð &ð &r-   r@   N)r1   Útypingr   r   r   r   Úcollectionsr   Úutilsr	   Úbaser   r   r   Úhelpersr   r   r   r6   r@   r…   r-   r,   ú<module>r¡      s  ðØ TÐ Tà 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø Ð Ð Ð Ð Ð à  Ð  Ð  Ð  Ð  Ð  Ø *Ð *Ð *Ð *Ð *Ð *Ð *Ð *Ð *Ð *Ø AÐ AÐ AÐ AÐ AÐ AÐ AÐ Aðð ð ð ð �Iñ ô ð ð2&ð &ð &ð &ð &�ñ &ô &ð &ð(dð dð dð dð dˆ6ñ dô dð dð dð dr-   