
    gI                        d dl mZ ej        Zej        Zej        Zej        Zej        Zej        Zej        Zej	        Z	ej
        Z
ej        Zej        Zej        Zej        Zej        Zej        ZeeeedZdedefdZdS )   )normalizers)nfcnfdnfkcnfkd
normalizerreturnc                     | t           vr:t          d                    | t                                                               t          |                      S )Nz6{} is not a known unicode normalizer. Available are {})NORMALIZERS
ValueErrorformatkeys)r   s    [/var/www/html/ai-engine/env/lib/python3.11/site-packages/tokenizers/normalizers/__init__.pyunicode_normalizer_from_strr      sR    $$DKKJXcXhXhXjXjkk
 
 	
 z"$$$    N) r   
NormalizerBertNormalizerNFDNFKDNFCNFKCSequence	LowercasePrependStripStripAccentsNmtPrecompiledReplace	ByteLevelr   strr    r   r   <module>r$      s          #
+oo!	

'o%

!	#tTBB%C %J % % % % % %r   