
    Ng6                     z    d dl mZmZ dedee         fdZdedee         fdZdedeeeef                  fdZdS )    )ListTupletextreturnc                 n    |                      d          }|                     d          r
|d d         n|S )N.)splitendswith)r   	sentencess     [/var/www/html/ai-engine/env/lib/python3.11/site-packages/test_unstructured/nlp/mock_nltk.pymock_sent_tokenizer      s4    

3I!]]3//>9SbS>>Y>    c                 ,    |                      d          S )N )r
   )r   s    r   mock_word_tokenizer   	   s    ::c??r   c                     t          |           }g }|D ]I}|                                dk    r|                    |df           2|                    |df           J|S )NaskVB )r   lowerappend)r   tokenspos_tagstokens       r   mock_pos_tagr      sm    %%F&(H ) );;==E!!OOUDM****OOUBK((((Or   N)typingr   r   strr   r   r    r   r   <module>r       s           ?S ?T#Y ? ? ? ?
S T#Y    s tE#s(O4      r   