
    Ng                    J    d dl mZ d dlmZmZ d dlmZ  G d de          ZdS )    )annotations)AnyList)TextSplitterc                  0     e Zd ZdZ	 dd fdZddZ xZS )NLTKTextSplitterz"Splitting text using NLTK package.

english	separatorstrlanguagekwargsr   returnNonec                     t                      j        di | 	 ddlm} || _        n# t
          $ r t          d          w xY w|| _        || _        dS )zInitialize the NLTK splitter.r   )sent_tokenizezANLTK is not installed, please install it with `pip install nltk`.N )super__init__nltk.tokenizer   
_tokenizerImportError
_separator	_language)selfr   r   r   r   	__class__s        Y/var/www/html/ai-engine/env/lib/python3.11/site-packages/langchain_text_splitters/nltk.pyr   zNLTKTextSplitter.__init__   s     	""6"""	333333+DOO 	 	 	S  	 $!s	   * Atext	List[str]c                p    |                      || j                  }|                     || j                  S )z&Split incoming text and return chunks.)r   )r   r   _merge_splitsr   )r   r   splitss      r   
split_textzNLTKTextSplitter.split_text   s3     ??!!&$/:::    )r	   r
   )r   r   r   r   r   r   r   r   )r   r   r   r   )__name__
__module____qualname____doc__r   r#   __classcell__)r   s   @r   r   r      sb        ,, 8A" " " " " " " ; ; ; ; ; ; ; ;r$   r   N)
__future__r   typingr   r   langchain_text_splitters.baser   r   r   r$   r   <module>r-      su    " " " " " "         6 6 6 6 6 6; ; ; ; ;| ; ; ; ; ;r$   