
    Ngj                    @    d dl mZ d dlZddlmZ  G d d          ZdS )    )annotationsN   )InputExamplec                       e Zd ZdZd ZddZdS )PairedFilesReaderz/Reads in the a Pair Dataset, split in two filesc                    || _         d S )N)	filepaths)selfr	   s     k/var/www/html/ai-engine/env/lib/python3.11/site-packages/sentence_transformers/readers/PairedFilesReader.py__init__zPairedFilesReader.__init__   s    "    r   c           	        g }| j         D ]T}|                    d          rt          j        |dd          nt          |d          }|                    |           Ug }d}|sg }|D ]5}|                                }|dk    rd} n|                    |           6|rn[|                    t          t          t          |                    |d	                     |d
k    rt          |          |k    rn||S )Nz.gzrtzutf-8)encodingF Tr   )guidtextslabelr   )	r	   endswithgzipopenappendreadliner   strlen)	r
   max_examplesfInsfilepathfInexampleseofr   texts	            r   get_exampleszPairedFilesReader.get_examples   s7    	 	H $$U++6	(D7;;;;(W555 
 KK 	E # #||~~2::CET"""" OOLc#h--.@.@UVWWWXXXaCMM\$A$A!  	$ r   N)r   )__name__
__module____qualname____doc__r   r#    r   r   r   r      s=        99# # #     r   r   )
__future__r   r   r   r   r   r(   r   r   <module>r*      sd    " " " " " "       % % % % % % % % % %r   