+
    Såûja  ã                   ó  € ^RI Ht ^RIHtHtHtHtHtHtH	t	H
t
HtHt ^RIHtHtHtHtHtHtHtHtHtHtHtHtHtHtHtHt . ROtR]n        R]n        R]n        R]n        R]n        R]n        R]	n        R]
n        R]n        R]n        R# )é   )ÚFlatParameter)
ÚCPUOffloadPolicyÚDataParallelMeshDimsÚ
FSDPModuleÚfully_shardÚGradientReductionHandleÚMixedPrecisionPolicyÚOffloadPolicyÚregister_fsdp_forward_methodÚshare_comm_ctxÚUnshardHandle)ÚBackwardPrefetchÚ
CPUOffloadÚFullOptimStateDictConfigÚFullStateDictConfigÚFullyShardedDataParallelÚLocalOptimStateDictConfigÚLocalStateDictConfigÚMixedPrecisionÚOptimStateDictConfigÚOptimStateKeyTypeÚShardedOptimStateDictConfigÚShardedStateDictConfigÚShardingStrategyÚStateDictConfigÚStateDictSettingsÚStateDictTypeztorch.distributed.fsdpN)r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r	   r
   r   r   r   ) Ú_flat_paramr   Ú_fully_shardr   r   r   r   r   r	   r
   r   r   r   Úfully_sharded_data_parallelr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   Ú__all__Ú
__module__© ó    Ú[C:\Ai_Coding\apps\studio\ComfyUI\.venv\Lib\site-packages\torch\distributed\fsdp\__init__.pyÚ<module>r&      s�   ðÝ 7÷÷ ÷ ÷÷ ÷ ÷ ó ò(€ð@ 7Ð Ô Ø":Ð Ô Ø0€
Ô Ø1€Ô Ø%=Ð Ô "Ø":Ð Ô Ø3€Ô Ø*BÐ Ô 'Ø3€Ô Ø4€Ö r$   