
    Ng                     b    d dl mZ d dlmZ dZd                                Zd Zd Zd Z	d Z
d	S )
    )BigramCollocationFinder)BigramAssocMeasuresg:0yE>zthis this is is a a test testc                 P    t          d t          | |          D                       S )zbVerify that two sequences of n-gram association values are within
    _EPSILON of each other.
    c              3   j   K   | ].\  }}t          |d          |d          z
            t          k    V  /dS )   N)abs_EPSILON).0x1y1s      \/var/www/html/ai-engine/env/lib/python3.11/site-packages/nltk/test/unit/test_collocations.py	<genexpr>zclose_enough.<locals>.<genexpr>   s?      FF&"bs2a52a5=!!X-FFFFFF    )allzip)xys     r   close_enoughr   
   s)    
 FFC1IIFFFFFFr   c                  H   t          j        t                    } t          | j                                                  g dk    sJ t          | j                                                  g dk    sJ t          t                    t          | j        	                                          cxk    r-t          | j        	                                          dz   k    sn J t          t          |                     t          j                            g d          sJ d S )N)ar   r   )r   testr   )isr   r   r   r   r   r   r   r   )thisr   r   r"   r"   r   )r      )r   r&   )r   r&   )r"   r&   r   ))r         ?r   r'   r   r'   )r   r'   )r    r'   r!   r'   )r$   r'   r   
from_wordsSENTsortedngram_fditemsword_fdlensumvaluesr   score_ngramsr   pmibs    r   test_bigram2r9      s(   *400A!*""$$%% * * *     !)//##$$(W(W(WWWWWt99AI,,..//OOOO3qz7H7H7J7J3K3Ka3OOOOOOOq~~156677	
 	
 	
      r   c                     t          j        t          d          } t          | j                                                  t          g d          k    sJ t          | j                                                  t          g d          k    sJ t          t                    t          | j        	                                          cxk    r3t          | j        	                                          dz   dz   dz  k    sn J t          t          |                     t          j                            t          g d                    sJ d S )	N   window_size))r   r;   )r   r;   )r!   r;   r   r   r   r#   r%   r&   r   g       @))r   h\?)r   r>   )r!   r>   )r           )r   r?   )r    r?   )r$   r?   r+   r7   s    r   test_bigram3r@   /   sh   *4Q???A!*""$$%%	
 	
 	

* 
* 
 
 
 
 !)//##$$777) )    
 	D		S))++,,XXXXQZ5F5F5H5H1I1IA1MPQ1QUX0XXXXXXXq~~156677  
	
 
	
      r   c                     t          j        t          d          } t          | j                                                  t          g d          k    sJ t          | j                                                  t          g d          k    sJ t          | j                                                  }t          | j                                                  dz   dz   dz   dz   d	z  }t          t                    |cxk    r|k    sn J t          t          |                     t          j                            t          g d
                    sJ d S )N   r<   )	)r      )r   rC   )r!   rC   )r   r   r;   )r"   r   r;   r   r   r   r#   r%   rC   r;   r&   r   g      @)	r(   r)   r*   )rD   z?G?)rE   rF   )r         )r   rG   )r    rG   )r$   rG   )r   r,   r-   r.   r/   r0   r1   r3   r4   r2   r   r5   r   r6   )r8   	n_word_fd
n_ngram_fds      r   test_bigram5rJ   T   sz   *4Q???A!*""$$%%
	
 
	
 
	
* *     !)//##$$777) )     AI$$&&''Iaj''))**Q.2Q6:cAJt99	////Z//////q~~156677
 
 
	
 	
      r   N)nltk.collocationsr   nltk.metricsr   r	   splitr-   r   r9   r@   rJ    r   r   <module>rO      s    5 5 5 5 5 5 , , , , , , &,,..G G G  :" " "J$ $ $ $ $r   