
    f                    B    d dl mZ d dlmZmZ d dlmZ  G d de      Zy)    )annotations)AnyList)TextSplitterc                  >     e Zd ZdZ	 d	 	 	 	 	 	 	 d fdZddZ xZS )NLTKTextSplitterz"Splitting text using NLTK package.c                    t        |   di | 	 ddlm} || _        || _        || _        y# t
        $ r t        d      w xY w)zInitialize the NLTK splitter.r   )sent_tokenizezANLTK is not installed, please install it with `pip install nltk`.N )super__init__nltk.tokenizer
   
_tokenizerImportError
_separator	_language)self	separatorlanguagekwargsr
   	__class__s        \/opt/lhia/ganansol/python/venv/lib/python3.12/site-packages/langchain_text_splitters/nltk.pyr   zNLTKTextSplitter.__init__   sU     	"6"	3+DO
 $!  	S 	s	   . Ac                t    | j                  || j                        }| j                  || j                        S )z&Split incoming text and return chunks.)r   )r   r   _merge_splitsr   )r   textsplitss      r   
split_textzNLTKTextSplitter.split_text   s1     ?!!&$//::    )z

english)r   strr   r    r   r   returnNone)r   r    r!   z	List[str])__name__
__module____qualname____doc__r   r   __classcell__)r   s   @r   r   r      s6    , 8A""14"LO"	" ;r   r   N)
__future__r   typingr   r   langchain_text_splitters.baser   r   r   r   r   <module>r+      s    "  6;| ;r   