a
    µÀhI  ã                   @   sˆ   d dl mZ ejZejZejZejZejZejZejZej	Z	ej
Z
ejZejZejZejZejZejZeeeedœZeedœdd„ZdS )é   )Únormalizers)ZnfcÚnfdZnfkcZnfkd)Ú
normalizerÚreturnc                 C   s&   | t vrtd | t  ¡ ¡ƒ‚t |  ƒ S )Nz6{} is not a known unicode normalizer. Available are {})ÚNORMALIZERSÚ
ValueErrorÚformatÚkeys)r   © r
   ú[/var/www/html/assistant/venv/lib/python3.9/site-packages/tokenizers/normalizers/__init__.pyÚunicode_normalizer_from_str   s
    ÿr   N)Ú r   Z
NormalizerZBertNormalizerZNFDZNFKDÚNFCÚNFKCÚSequenceZ	LowercaseZPrependZStripZStripAccentsZNmtZPrecompiledZReplaceZ	ByteLevelr   Ústrr   r
   r
   r
   r   Ú<module>   s"   