+
    ‚°ñjI  ã                   ó2  € ^ RI t ^ RIt^ RIt. ROt]! ^4       F¾  t]! ^4       F(  tR] R] R2tR] R] R2t]P                  ]]34       K*  	  ]^8  dF   R] R2t
R	] R
2t]P                  ]]
34       R] R2tR^],
           R2t]P                  ]]34       ]! ^4       F/  tR] R] R2tR^],
           R] R2t]P                  ]]34       K1  	  KÀ  	  ]! ^4       F)  tR] R2tR]^,            R2t]P                  ]]34       K+  	  . ROtRR ltR t. ROt] U u/ uF#  p ] P-                  V ^,          4      V ^ ,          bK%  	  up t] P0                  ! RP3                  ]P5                  4       4      4      tR^ R^R^/tR tR R ltR tR# u up i )!é    Nzencoder.down_blocks.z	.resnets.Ú.zencoder.down.z.block.zdown_blocks.z.downsamplers.0.zdown.z.downsample.z
up_blocks.z.upsamplers.0.zup.z
.upsample.zdecoder.up_blocks.zdecoder.up.zmid_block.resnets.z
mid.block_c                 óš   € V'       d$   V P                   ! . V P                  O^N^N^N5!  # V P                   ! . V P                  O^N^N5!  # )é   )ÚreshapeÚshape)ÚwÚconv3ds   &&Ú;C:\Ai_Coding\apps\studio\ComfyUI\comfy\diffusers_convert.pyÚreshape_weight_for_sdr   =   sJ   € çØ�yŠyÐ+˜!Ÿ'™'Ð+ 1Ð+ aÐ+¨Ó+Ð+à�yŠyÐ(˜!Ÿ'™'Ð( 1Ð( aÓ(Ð(ó    c                 óÞ  € V P                  4        Uu/ uF  qVbK  	  ppR pVP                  4        Fa  w  r\         F  w  rVVP                  We4      pK  	  VP	                  R4      '       d"   V'       g   W,          P
                  ^8X  d   RpWBV&   Kc  	  VP                  4        F2  w  rRV9   g   K  \         F  w  rVVP                  We4      pK  	  WBV&   K4  	  VP                  4        UUu/ uF  w  rW@V,          bK  	  ppp. R	OpVP                  4        FC  w  rV F8  p	RV	 R2V9   g   K  \        P                  ! RV R24       \        WCR7      Wq&   K:  	  KE  	  V# u upi u uppi )
Fz.conv.weightTÚ
attentionsúmid.attn_1.z.weightz
Reshaping z for SD format)r	   )ÚqÚkÚvÚproj_out)
ÚkeysÚitemsÚvae_conversion_mapÚreplaceÚendswithÚndimÚvae_conversion_map_attnÚloggingÚdebugr   )
Úvae_state_dictr   Úmappingr	   r   Úsd_partÚhf_partÚnew_state_dictÚweights_to_convertÚweight_names
   &         r
   Úconvert_vae_state_dictr$   E   sR  € Ø+×0Ñ0Ô2Ó3Ñ2˜�!ŠtÑ2€GÐ3Ø€FØ—‘–‰ˆß 2ÑˆGØ—	‘	˜'Ó+ŠAñ !3à�:‰:�n×%Ò%ß˜nÕ/×4Ñ4¸Ô9Ø�Ø�‹
ñ  ð —‘–‰ˆØ˜1Öß$;Ñ �Ø—I‘I˜gÓ/’ñ %<à�A‹Jñ	  ð
 8?·}±}´ÔG±©t¨q�a¨Õ*Ò*±€NÑGÚ4ÐØ×$Ñ$Ö&‰ˆÛ-ˆKØ˜[˜M¨Ð1°QÖ6Ü—’ 
¨1¨#¨^Ð<Ô=Ü$9¸!Ô$K�Ó!ó .ñ 'ð
 Ðùò+ 4ùó Hs   “E$Ã0E)Ú|r   r   r   c                 ó–  € ^ pV  F  pWP                   ^ ,          ,          pK  	  V.\        V ^ ,          P                   4      R,          ,           p\        P                  ! W0^ ,          P                  V ^ ,          P
                  R7      p^ pV  F7  pW$WVP                   ^ ,          ,           % WP                   ^ ,          ,          pK9  	  V# )r   :r   NN)ÚdeviceÚdtype)r   ÚlistÚtorchÚemptyr'   r(   )ÚtensorsÚxÚtr   Úouts   &    r
   Úcat_tensorsr0   w   sŸ   € Ø	€AÛˆØ	�W‰W�Q�Z�Šñ ð ˆC”$�w˜q•z×'Ñ'Ó(¨Õ,Õ,€EÜ
�+Š+�e¨A¥J×$5Ñ$5¸WÀQ½Z×=MÑ=MÔ
N€Cà	€AÛˆØ !ˆA�!—'‘'˜!•*�nÐØ	�W‰W�Q�Z�Šñ ð €Jr   c                 óÒ  € / p/ p/ pV P                  4        EFŸ  w  rVVP                  V4      '       g   K  VP                  R 4      '       g/   VP                  R4      '       g   VP                  R4      '       dG   VR\        R4      )  pV\        R4      ) ,          pWs9  d   . ROW7&   WcV,          \        V,          &   Kª  VP                  R4      '       g/   VP                  R4      '       g   VP                  R4      '       dH   VR\        R	4      )  pV\        R
4      ) ,          pWt9  d   . ROWG&   WdV,          \        V,          &   EK6  Rp	VP                  V	4      '       d6   VP                  ^ ^4      P                  4       W%P                  V	R4      &   EK„  \        P                  R V4      p
WbV
&   EK¢  	  VP                  4        FB  w  r{RV9   d   \        R4      h\        P                  R V4      p
\        V4      W*R,           &   KD  	  VP                  4        FB  w  r{RV9   d   \        R4      h\        P                  R V4      p
\        V4      W*R,           &   KD  	  V# )z.self_attn.q_proj.weightz.self_attn.k_proj.weightz.self_attn.v_proj.weightNz.q_proj.weightzq_proj.weightz.self_attn.q_proj.biasz.self_attn.k_proj.biasz.self_attn.v_proj.biasz.q_proj.biaszq_proj.biasz"transformer.text_projection.weightÚtext_projectionc                 ób   € \         \        P                  ! V P                  ^ 4      4      ,          # ©r   ©Ú	protectedÚreÚescapeÚgroup©Úms   &r
   Ú<lambda>Ú1convert_text_enc_state_dict_v20.<locals>.<lambda>ª   s   € ¼9ÄRÇYÂYÈqÏwÉwÐWXËzÓEZÖ;[r   zICORRUPTED MODEL: one of the q-k-v values for the text encoder was missingc                 ób   € \         \        P                  ! V P                  ^ 4      4      ,          # r4   r5   r:   s   &r
   r<   r=   °   ó   € ´yÄÇÂÈ1Ï7É7ÐSTË:ÓAVÖ7Wr   z.in_proj_weightc                 ób   € \         \        P                  ! V P                  ^ 4      4      ,          # r4   r5   r:   s   &r
   r<   r=   ¶   r?   r   z.in_proj_bias)NNN)r   Ú
startswithr   ÚlenÚcode2idxÚ	transposeÚ
contiguousr   Útextenc_patternÚsubÚ	Exceptionr0   )Útext_enc_dictÚprefixr!   Úcapture_qkv_weightÚcapture_qkv_biasr   r   Úk_preÚk_codeÚ	text_projÚrelabelled_keyr,   s   &&          r
   Úconvert_text_enc_state_dict_v20rQ   ‡   s8  € Ø€NØÐØÐØ×#Ñ#×%‰ˆØ�|‰|˜F×#Ò#Ùà—
‘
Ð5×6Ò6Ø—:‘:Ð8×9Ò9Ø—:‘:Ð8×9Ò9àÐ.œÐ-Ó.Ð.Ð/ˆEØœ˜OÓ,Ð,Õ-ˆFØÔ.Ú,>Ð"Ñ)Ø:;˜uÕ%¤h¨vÕ&6Ñ7Ùð —
‘
Ð3×4Ò4Ø—:‘:Ð6×7Ò7Ø—:‘:Ð6×7Ò7àÐ,œ˜^Ó,Ð,Ð-ˆEØœ˜MÓ*Ð*Õ+ˆFØÔ,Ú*<Ð Ñ'Ø89˜UÕ#¤H¨VÕ$4Ñ5Úà8ˆ	Ø�:‰:�i× Ò ØFGÇkÁkÐRSÐUVÓFW×FbÑFbÓFdˆNŸ9™9 YÐ0AÓBÔCä,×0Ñ0Ñ1[Ð]^Ó_ˆNØ-.˜>Ô*ñA &ðD -×2Ñ2Ö4‰ˆØ�7Œ?ÜÐgÓhÐhÜ(×,Ñ,Ñ-WÐY^Ó_ˆÜ=HÈÓ=QˆÐ(9Õ9Ó:ñ	 5ð +×0Ñ0Ö2‰ˆØ�7Œ?ÜÐgÓhÐhÜ(×,Ñ,Ñ-WÐY^Ó_ˆÜ;FÀwÓ;Oˆ¨Õ7Ó8ñ	 3ð Ðr   c                 ó   € V # )N© )rI   s   &r
   Úconvert_text_enc_state_dictrT   ¼   s   € ØÐr   ))Únin_shortcutÚconv_shortcut)Únorm_outÚconv_norm_out)r   zmid_block.attentions.0.)	)znorm.zgroup_norm.)úq.zquery.)úk.zkey.)úv.zvalue.)rY   zto_q.)rZ   zto_k.)r[   zto_v.)ú	proj_out.z	to_out.0.)r\   z
proj_attn.)F)	)z
resblocks.ztext_model.encoder.layers.)Úln_1Úlayer_norm1)Úln_2Úlayer_norm2)z.c_fc.z.fc1.)z.c_proj.z.fc2.)z.attnz
.self_attn)z	ln_final.z(transformer.text_model.final_layer_norm.)ztoken_embedding.weightz8transformer.text_model.embeddings.token_embedding.weight)Úpositional_embeddingz;transformer.text_model.embeddings.position_embedding.weight)Ú ) r7   r*   r   r   ÚrangeÚiÚjÚhf_down_prefixÚsd_down_prefixÚappendÚhf_downsample_prefixÚsd_downsample_prefixÚhf_upsample_prefixÚsd_upsample_prefixÚhf_up_prefixÚsd_up_prefixÚhf_mid_res_prefixÚsd_mid_res_prefixr   r   r$   Útextenc_conversion_lstr8   r6   ÚcompileÚjoinr   rF   rC   r0   rQ   rT   )r-   s   0r
   Ú<module>rt      s
  ðÛ 	Û Û òÐ ñ 
ˆqŽ€Aá�1ŽXˆØ/°¨s°)¸A¸3¸aÐ@ˆØ(¨¨¨7°1°#°QÐ7ˆØ×!Ñ! >°>Ð"BÖCñ ð
 	ˆ1„uØ!-¨a¨SÐ0@ÐAÐØ!& q c¨Ð6ÐØ×!Ñ!Ð#7Ð9MÐ"NÔOà)¨!¨¨NÐ;ÐØ" 1 q¥5 '¨Ð4ÐØ×!Ñ!Ð#5Ð7IÐ"JÔKñ �1ŽXˆØ+¨A¨3¨i¸°s¸!Ð<ˆØ$ Q¨¥U G¨7°1°#°QÐ7ˆØ×!Ñ! <°Ð">Ö?ó ñ% 
ñ0 
ˆqŽ€AØ,¨Q¨C¨qÐ1ÐØ$ Q¨¥U G¨1Ð-ÐØ×ÑÐ0Ð2CÐDÖEñ 
ò
Ð ô)òò<Ð ñ -CÓCÑ,B qˆR�Y‰Y�q˜•t‹_˜a �dÒ"Ñ,BÑC€	Ø—*’*˜SŸX™X i§n¡nÓ&6Ó7Ó8€ð ��C˜˜C Ð#€òô 2ôjùò[ Ds   Ä$)F