a
    h                     @   sL   d Z ddlmZ e r.ddlmZ ddlmZ ddlmZ edddZd	S )
zFP-Quant integration file   )is_fp_quant_available    )FPQuantConfig)FPQuantDtype)configc              	   C   sd   | j dkrtj}ntd| j  | jdkr4tj}ntd| j t|| j|| j| j	| j
| jdS )NZmxfp4zUnsupported forward dtype: Zbf16zUnsupported backward dtype: )forward_dtypeforward_methodbackward_dtypestore_master_weightshadamard_group_sizepseudoquantizationmodules_to_not_convert)r   r   ZMXFP4
ValueErrorr	   ZBF16FPQuantLinearConfigr   r
   r   r   r   )r   r   r	    r   ^/var/www/html/assistant/venv/lib/python3.9/site-packages/transformers/integrations/fp_quant.pyadapt_fp_quant_config   s    

r   N)	__doc__utilsr   Zfp_quantr   r   r   Z&transformers.utils.quantization_configr   r   r   r   r   <module>   s   