a
    h]%                     @   s(  d dl mZ ddlmZmZmZmZ dgg dg dg dg dd	gg d
ddgddgg dg ddgg dg dg ddgdgdgdgdZze se W n ey   Y n0 ddged< zedse W n ey   Y n0 g ded< zed se W n ey   Y n0 d!ged"< er d#d$lm	Z	 d#dl
mZmZmZmZmZ d#dlmZmZmZmZ d#dlmZmZmZmZmZmZmZ d#dlmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z' d#d%l(m)Z) d#d
l*m+Z+m,Z,m-Z- d#d&l.m/Z/m0Z0 d#d'l1m2Z2m3Z3 d#dl4m5Z5m6Z6m7Z7m8Z8m9Z9 d#dl:m;Z;m<Z<m=Z=m>Z> d#d(l?m@Z@ d#dlAmBZBmCZCmDZDmEZE d#dlFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZimjZjmkZkmlZlmmZmmnZnmoZo d#d)lpmqZqmrZrmsZsmtZtmuZumvZv d#d*lwmxZx d#d+lymzZz d#d,l{m|Z| d#d-l}m~Z~ ze sbe W n eyx   Y n0 d#d.lmZmZ zedse W n ey   Y n0 d#d/lmZmZmZ zed se W n ey   Y n0 d#d0lmZ n$d d1lZeee d2 eed3eje< d1S )4    )TYPE_CHECKING   )OptionalDependencyNotAvailable_LazyModuleis_torch_availableis_torch_greater_or_equalreplace_with_aqlm_linear)fuse_awq_modulespost_init_awq_exllama_modulespost_init_awq_ipex_modulesreplace_quantization_scalesreplace_with_awq_linear)	BitLinearpack_weightsreplace_with_bitnet_linearunpack_weights)dequantize_and_replaceget_keys_to_not_convertreplace_8bit_linearreplace_with_bnb_linear set_module_8bit_tensor_to_device%set_module_quantized_tensor_to_device!validate_bnb_backend_availability)
HfDeepSpeedConfigHfTrainerDeepSpeedConfigdeepspeed_configdeepspeed_initdeepspeed_load_checkpointdeepspeed_optim_schedis_deepspeed_availableis_deepspeed_zero3_enabledset_hf_deepspeed_configunset_hf_deepspeed_configreplace_with_eetq_linear)FbgemmFp8LinearFbgemmFp8Llama4TextExpertsreplace_with_fbgemm_fp8_linear	FP8Linearreplace_with_fp8_linearis_fsdp_enabledis_fsdp_managed_module)GGUF_CONFIG_MAPPINGGGUF_TOKENIZER_MAPPING_gguf_parse_valueload_dequant_gguf_tensor	load_gguf)HiggsLineardequantize_higgsquantize_with_higgsreplace_with_higgs_linearprepare_for_hqq_linear)LayerRepositoryregister_kernel_mappingreplace_kernel_forward_from_hubuse_kernel_forward_from_hub))INTEGRATION_TO_CALLBACKAzureMLCallbackClearMLCallbackCodeCarbonCallbackCometCallbackDagsHubCallbackDVCLiveCallbackFlyteCallbackMLflowCallbackNeptuneCallbackNeptuneMissingConfigurationSwanLabCallbackTensorBoardCallbackTrackioCallbackWandbCallback$get_available_reporting_integrations#get_reporting_integration_callbacks	hp_paramsis_azureml_availableis_clearml_availableis_codecarbon_availableis_comet_availableis_dagshub_availableis_dvclive_available is_flyte_deck_standard_availableis_flytekit_availableis_mlflow_availableis_neptune_availableis_optuna_availableis_ray_availableis_ray_tune_availableis_sigopt_availableis_swanlab_availableis_tensorboard_availableis_trackio_availableis_wandb_availablerewrite_logsrun_hp_search_optunarun_hp_search_rayrun_hp_search_sigoptrun_hp_search_wandb)Mxfp4GptOssExpertsZconvert_moe_packed_tensors
dequantizeload_and_swizzle_mxfp4quantize_to_mxfp4replace_with_mxfp4_linearswizzle_mxfp4PeftAdapterMixinreplace_with_quanto_layersreplace_with_spqr_linearreplace_with_vptq_linear)aqlmawqbitnetbitsandbytes	deepspeedeetq
fbgemm_fp8finegrained_fp8fsdpggmlhiggshqqhub_kernelsintegration_utilsmxfp4peftquantospqrvptq$TorchExportableModuleWithStaticCacheconvert_and_export_with_cache
executorchz2.3)shard_and_distribute_moduleALL_PARALLEL_STYLES!translate_to_torch_parallel_styletensor_parallelz2.5make_flex_block_causal_maskflex_attention   )r   )r#   )r'   r(   )r)   r*   )r4   )rb   rc   rd   re   rf   rg   )rh   )ri   )rj   )rk   )r   r   )r   r   r   )r   N__file__)Zmodule_spec)typingr   utilsr   r   r   r   Z_import_structurerl   r   rm   r	   r
   r   r   r   rn   r   r   r   r   ro   r   r   r   r   r   r   r   rp   r   r   r   r   r   r   r   r    r!   r"   rq   r#   rr   r$   r%   r&   rs   r'   r(   rt   r)   r*   ru   r+   r,   r-   r.   r/   rv   r0   r1   r2   r3   rw   r4   rx   r5   r6   r7   r8   ry   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   rI   rJ   rK   rL   rM   rN   rO   rP   rQ   rR   rS   rT   rU   rV   rW   rX   rY   rZ   r[   r\   r]   r^   r_   r`   ra   rz   rb   rc   rd   re   rf   rg   r{   rh   r|   ri   r}   rj   r~   rk   r   r   r   r   r   r   r   r   r   sys__name__globals__spec__modules r   r   ^/var/www/html/assistant/venv/lib/python3.9/site-packages/transformers/integrations/__init__.py<module>   s   	+	v



$	0+ 




