
    NgN                     ^    d dl Z d dlmZ d dlmZmZ d dlmZ d dlm	Z	  G d de	          Z
dS )    N)Path)ListUnion)Document)
BaseLoaderc                   F    e Zd ZdZdeeef         fdZdee	         fdZ
dS )CoNLLULoaderzLoad `CoNLL-U` files.	file_pathc                     || _         dS )zInitialize with a file path.N)r
   )selfr
   s     g/var/www/html/ai-engine/env/lib/python3.11/site-packages/langchain_community/document_loaders/conllu.py__init__zCoNLLULoader.__init__   s    "    returnc                    t          | j        d          5 }t          t          j        |d                    }d |D             }ddd           n# 1 swxY w Y   d}t          |          D ]A\  }}|d         d	k    s|t          |          d
z
  k    r||d
         z  }3||d
         dz   z  }Bdt          | j                  i}t          ||          gS )zLoad from a file path.utf8)encoding	)	delimiterc                 8    g | ]}t          |          d k    |S )   )len).0lines     r   
<listcomp>z%CoNLLULoader.load.<locals>.<listcomp>   s#    ;;;dSYY]]T]]]r   N 	   zSpaceAfter=Nor    source)page_contentmetadata)	openr
   listcsvreader	enumerater   strr   )r   ftsvlinestextir   r!   s           r   loadzCoNLLULoader.load   s,   $.6222 	<asz!t44455C <;c;;;E		< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	< 	<  '' 	& 	&GAtAw/))Q#e**q.-@-@QQ#%c$.112dX>>>??s   0AAAN)__name__
__module____qualname____doc__r   r'   r   r   r   r   r-    r   r   r	   r	   
   sd        #%T	"2 # # # #@d8n @ @ @ @ @ @r   r	   )r$   pathlibr   typingr   r   langchain_core.documentsr   )langchain_community.document_loaders.baser   r	   r2   r   r   <module>r7      s    



               - - - - - - @ @ @ @ @ @@ @ @ @ @: @ @ @ @ @r   