+
    åûj7'  ã                   ó´  € ^ RI Ht ^RIHtHtHt / RR.bR. R`ObR. RaObR. RbObRR	R
.bR. RdObRR.bR. RfObR. RgObRRR.bR. RiObR. RjObR. RkObRR.bR. RmObR. RNRNRNRNRNRNR NR!NR"NR#NR$NR%NR&NR'NR(NR)NR*NR+NR,NR-NR.NR/NR0NR1NR2NR3NR4NR5NR6NR7NR8NR9NR:NR;NR<NR=NR>NR?NR@NRANRBNbRCRD.bRERFRG.RH. RqORI. R€ORJ. RsORK. RtORLRM.RNRO.RPRQRR.RSRT.RURV./
Ct ]! 4       '       g   ]! 4       h RWRX.]RY&   RZR[.]R\&   R].]R^&   ]'       Ed‡   ^R_IHt ^R`I	H
t
HtHt ^RaIHtHtHtHt ^RbIHtHtHtHt ^RcIHtHt ^RdIHtHtHtHtHtH t H!t!H"t"H#t#H$t$ ^ReI%H&t& ^RfI'H(t(H)t)H*t* ^RgI+H,t,H-t-H.t.H/t/ ^RhI0H1t1H2t2 ^RiI3H4t4H5t5H6t6H7t7 ^RjI8H9t9H:t:H;t; ^RkI<H=t=H>t>H?t?H@t@ ^RlIAHBtB ^RmICHDtDHEtEHFtFHGtGHHtHHItIHJtJHKtKHLtL ^RnIMHNtNHOtOHPtPHQtQHRtRHStSHTtTHUtUHVtVHWtWHXtXHYtYHZtZH[t[H\t\H]t]H^t^H_t_H`t`HataHbtbHctcHdtdHeteHftfHgtgHhthHitiHjtjHktkHltlHmtmHntnHotoHptpHqtqHrtrHstsHtttHutuHvtv ^RoIwHxtx ^RpIyHztzH{t{ ^RqI|H}t}H~t~Ht ^RrI€H�t�H‚t‚HƒtƒH„t„ ^RsI…H†t†H‡t‡Hˆtˆ ^RtI‰HŠtŠH‹t‹HŒtŒ ^RuI�HŽtŽ ^RvI�H�t� ^RwI‘H’t’H“t“ ^RxI”H•t• ^RyI–H—t—  ]! 4       '       g   ]! 4       h ^RzI˜H™t™Hštš ^R{I›Hœtœ ^R|I�HžtžHŸtŸ R}# ^ R}I t ]! ]¡]¢! 4       R~,          ]]£R7      ] EPH                  ]¡&   R}#   ] d     ELÒi ; i  ] d     LSi ; i)�é    )ÚTYPE_CHECKING)ÚOptionalDependencyNotAvailableÚ_LazyModuleÚis_torch_availableÚaqlmÚreplace_with_aqlm_linearÚawqÚbitnetÚbitsandbytesÚcompressed_tensorsÚCompressedTensorsFP8LinearÚ*replace_with_compressed_tensors_fp8_linearÚ	deepspeedÚeetqÚreplace_with_eetq_linearÚ
fbgemm_fp8Úfinegrained_fp8ÚfsdpÚis_fsdp_enabledÚis_fsdp_managed_moduleÚgemma_quantÚggmlÚhiggsÚhqqÚprepare_for_hqq_linearÚhub_kernelsÚintegration_utilsÚINTEGRATION_TO_CALLBACKÚAzureMLCallbackÚClearMLCallbackÚCodeCarbonCallbackÚCometCallbackÚDagsHubCallbackÚDVCLiveCallbackÚFlyteCallbackÚKubeflowCallbackÚMLflowCallbackÚNeptuneCallbackÚNeptuneMissingConfigurationÚSwanLabCallbackÚTensorBoardCallbackÚTrackioCallbackÚWandbCallbackÚ$get_available_reporting_integrationsÚ#get_reporting_integration_callbacksÚ	hp_paramsÚis_azureml_availableÚis_clearml_availableÚis_codecarbon_availableÚis_comet_availableÚis_dagshub_availableÚis_dvclive_availableÚ is_flyte_deck_standard_availableÚis_flytekit_availableÚis_kubeflow_availableÚis_mlflow_availableÚis_neptune_availableÚis_optuna_availableÚis_ray_availableÚis_ray_tune_availableÚis_swanlab_availableÚis_tensorboard_availableÚis_trackio_availableÚis_wandb_availableÚrewrite_logsÚrun_hp_search_optunaÚrun_hp_search_rayÚrun_hp_search_wandbÚligerÚapply_liger_kernelÚmetal_quantizationÚMetalLinearÚreplace_with_metal_linearÚmoeÚmxfp4ÚneftuneÚnvfp4ÚpeftÚPeftAdapterMixinÚquantoÚreplace_with_quanto_layersÚsinqÚSinqDeserializeÚSinqQuantizeÚspqrÚreplace_with_spqr_linearÚvptqÚreplace_with_vptq_linearÚ$TorchExportableModuleWithStaticCacheÚconvert_and_export_with_cacheÚ
executorchÚALL_PARALLEL_STYLESÚshard_and_distribute_moduleÚtensor_parallelÚmake_flex_block_causal_maskÚflex_attention)r   )Úpost_init_awq_exllama_modulesÚreplace_quantization_scalesÚreplace_with_awq_linear)Ú	BitLinearÚpack_weightsÚreplace_with_bitnet_linearÚunpack_weights)ÚBnb4bitQuantizeÚdequantize_and_replaceÚreplace_with_bnb_linearÚ!validate_bnb_backend_availability)r   r   )
ÚHfDeepSpeedConfigÚHfTrainerDeepSpeedConfigÚdeepspeed_configÚdeepspeed_initÚdeepspeed_load_checkpointÚdeepspeed_optim_schedÚis_deepspeed_availableÚis_deepspeed_zero3_enabledÚset_hf_deepspeed_configÚunset_hf_deepspeed_config)r   )ÚFbgemmFp8LinearÚFbgemmFp8Llama4TextExpertsÚreplace_with_fbgemm_fp8_linear)ÚFP8EmbeddingÚ	FP8LinearÚreplace_with_fp8_embeddingÚreplace_with_fp8_linear)r   r   )ÚQuantizedEmbeddingÚQuantizedLinearÚ	apply_srqÚreplace_with_quant_layers)ÚGGUF_CONFIG_DEFAULTS_MAPPINGÚGGUF_CONFIG_MAPPINGÚ_gguf_parse_value)ÚHiggsLinearÚdequantize_higgsÚquantize_with_higgsÚreplace_with_higgs_linear)r   )	ÚLayerRepositoryÚ	kernelizeÚlazy_load_kernelÚregister_kernel_mappingÚreplace_kernel_forward_from_hubÚuse_kernel_forward_from_hubÚuse_kernel_func_from_hubÚ&use_kernel_func_from_hub_with_fallbackÚuse_kernelized_func))r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   )rH   )rJ   rK   )Úbatched_mm_experts_forwardÚgrouped_mm_experts_forwardÚuse_experts_implementation)ÚMxfp4GptOssExpertsÚquantize_to_mxfp4Úreplace_with_mxfp4_linearÚswizzle_mxfp4)Úactivate_neftuneÚdeactivate_neftuneÚneftune_post_forward_hook)ÚNVFP4LinearÚNVFP4QuantizeÚreplace_with_nvfp4_linear)rQ   )rS   )rU   rV   )rX   )rZ   )r[   r\   )ra   )r^   r_   NÚ__file__)Úmodule_spec)r–   Úconvert_moe_packed_tensorsr—   r˜   r™   )¥Útypingr   Úutilsr   r   r   Ú_import_structurer   r   r	   rc   rd   re   r
   rf   rg   rh   ri   r   rj   rk   rl   rm   r   r   r   r   rn   ro   rp   rq   rr   rs   rt   ru   rv   rw   r   r   r   rx   ry   rz   r   r{   r|   r}   r~   r   r   r   r   r   r€   r�   r‚   r   rƒ   r„   r…   r   r†   r‡   rˆ   r‰   r   r   r   rŠ   r‹   rŒ   r�   rŽ   r�   r�   r‘   r’   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   rI   rJ   rK   rL   r“   r”   r•   rM   r–   r—   r˜   r™   rN   rš   r›   rœ   rO   r�   rž   rŸ   rP   rQ   rR   rS   rT   rU   rV   rW   rX   rY   rZ   r]   r[   r\   rb   ra   r`   r^   r_   ÚsysÚ__name__ÚglobalsÚ__spec__Úmodules© ó    Ú^C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\transformers\integrations\__init__.pyÚ<module>r®      s#  ðõ !ç SÑ SðHØ
Ð'Ð(ðHà	ò ðHð ò ðHð ò ðHð& Ð7Ð9eÐfð'Hð( ò ð)Hð@ Ð'Ð(ðAHðB ÒeðCHðD ÒmðEHðF ÐÐ 8Ð9ðGHðH ò ðIHðT ò ðUHð^ ò ð_Hðj 
Ð$Ð%ðkHðl ò 
ðmHðB ð *Ø!ð*àð*ð 	ð*ð 	ð	*ð
 	ð*ð 	ð*ð 	ð*ð 	ð*ð 	ð*ð 	ð*ð 	ð*ð 	&ð*ð 	ð*ð 	ð*ð 	ð*ð  	ð!*ð" 	/ð#*ð$ 	.ð%*ð& 	ð'*ð( 	ð)*ð* 	ð+*ð, 	"ð-*ð. 	ð/*ð0 	ð1*ð2 	ð3*ð4 	+ð5*ð6 	 ð7*ð8 	 ð9*ð: 	ð;*ð< 	ð=*ð> 	ð?*ð@ 	ðA*ðB 	 ðC*ðD 	ðE*ðF 	#ðG*ðH 	ðI*ðJ 	ðK*ðL 	ðM*ðN 	ðO*ðP 	ðQ*ðR 	ðS*ðCHðX Ð"Ð#ðYHðZ ØØ#ðð 
ò ð
 ò ð ò ð
 ÒJØ
ÐÐ ØÐ+Ð,Ø
Ð Ð/Ø
Ð'Ð(Ø
Ð'Ð(ñOHÐ ðT	Ù×ÒÙ,Ó.Ð.ð  ð 	/Ø'ð'Ð�lÑ#ð Ø!ð(Ð Ð#Ñ $ð
 "ð'Ð Ð"Ñ #÷ €=Ý.÷ñ ÷
ó ÷ó ÷ k÷÷ ÷ õ /ßgÑgßmÓmß=÷ó ÷ñ ÷
 eÓdÝ+÷
÷ 
õ 
÷*÷ *÷ *÷ *÷ *÷ *÷ *÷ *÷ *÷ *õ *õV *÷÷ñ ÷
ó ÷ YÑXßLÑLÝ&Ý2ß3Ý.Ý.ðdÙ!×#Ò#Ù0Ó2Ð2ð $÷
 	då;ßQÑQãá'¨±'³)¸JÕ2GÐIZÐhpÔq€C‡K‚K�Óøðy &ô 	Úð	ûðd *ô Ùðús0   ÃJ? Ã(J? É&K É3K Ê?K
Ë	K
ËKËK