
    Ng                     @    d dl Z d dlmZ  G d de j                  ZdS )    N)padded_everygram_pipelinec                       e Zd Zd ZdS )TestPreprocessingc                     g dg}g d}t          dg dg          \  }}|                     d |D             |           |                     t          |          |           d S )N)	)<s>)r   a)r   )r   b)r	   )r	   c)r
   )r
   </s>)r   )r   r   r	   r
   r      )r   r	   r
   c                 ,    g | ]}t          |          S  )list).0sents     `/var/www/html/ai-engine/env/lib/python3.11/site-packages/nltk/test/unit/lm/test_preprocessing.py
<listcomp>zDTestPreprocessing.test_padded_everygram_pipeline.<locals>.<listcomp>   s    <<<$t**<<<    )r   assertEqualr   )selfexpected_trainexpected_vocab
train_data
vocab_datas        r   test_padded_everygram_pipelinez0TestPreprocessing.test_padded_everygram_pipeline   s    
 
 

 877!:1>O!P!P
J<<<<<nMMMj))>:::::r   N)__name__
__module____qualname__r   r   r   r   r   r      s#        ; ; ; ; ;r   r   )unittestnltk.lm.preprocessingr   TestCaser   r   r   r   <module>r"      sY     ; ; ; ; ; ;; ; ; ; ;) ; ; ; ; ;r   