§
    &Vji—  ã                   óF  — d dl mZ d dlZd dlmc mZ 	 d„ Zd„ Zd„ Z	d„ Z
d„ Zdej        d	ed
edee         def
d„Zdeej                 d	ed
edee         def
d„Zdej        deee                  deee                  d
edee         defd„Zdej        dej        fd„ZdS )é    )ÚOptionalNc                 óx   — t          j        ||¦  «        }t          j        j                             | ||¦  «        S ©N)Úc10dÚ$_resolve_group_name_by_ranks_and_tagÚtorchÚopsÚ_c10d_functionalÚ	broadcast)ÚinputÚsrcÚtagÚranksÚ
group_sizeÚ
group_names         úh/root/voice-cloning/.venv/lib/python3.11/site-packages/torch/distributed/_functional_collectives_impl.pyÚ
_broadcastr      s:   € ÝÔ:¸5À#ÑFÔF€JÝŒ9Ô%×/Ò/ØØØñô ð ó    c                 óx   — t          j        ||¦  «        }t          j        j                             | ||¦  «        S r   )r   r   r   r	   r
   Ú
all_reduce©r   Ú	reduce_opr   r   r   r   s         r   Ú_all_reducer      s:   € ÝÔ:¸5À#ÑFÔF€JÝŒ9Ô%×0Ò0ØØØñô ð r   c                 óx   — t          j        ||¦  «        }t          j        j                             | ||¦  «        S r   )r   r   r   r	   r
   Úall_reduce_coalesced©Úinputsr   r   r   r   r   s         r   Ú_all_reduce_coalescedr       s:   € ÝÔ:¸5À#ÑFÔF€JÝŒ9Ô%×:Ò:ØØØñô ð r   c                 óx   — t          j        ||¦  «        }t          j        j                             | ||¦  «        S r   )r   r   r   r	   r
   Úall_gather_into_tensor©r   r   r   r   r   s        r   Ú_all_gather_into_tensorr"   )   s:   € ÝÔ:¸5À#ÑFÔF€JÝŒ9Ô%×<Ò<ØØØñô ð r   c                 óx   — t          j        ||¦  «        }t          j        j                             | ||¦  «        S r   )r   r   r   r	   r
   Ú all_gather_into_tensor_coalescedr!   s        r   Ú!_all_gather_into_tensor_coalescedr%   2   s:   € ÝÔ:¸5À#ÑFÔF€JÝŒ9Ô%×FÒFØØØñô ð r   r   r   r   r   r   c                 óz   — t          j        ||¦  «        }t          j        j                             | |||¦  «        S r   )r   r   r   r	   r
   Úreduce_scatter_tensorr   s         r   Ú_reduce_scatter_tensorr(   ;   s?   € õ Ô:¸5À#ÑFÔF€JÝŒ9Ô%×;Ò;ØØØØñ	ô ð r   r   c                 óz   — t          j        ||¦  «        }t          j        j                             | |||¦  «        S r   )r   r   r   r	   r
   Úreduce_scatter_tensor_coalescedr   s         r   Ú _reduce_scatter_tensor_coalescedr+   K   s?   € õ Ô:¸5À#ÑFÔF€JÝŒ9Ô%×EÒEØØØØñ	ô ð r   Úoutput_split_sizesÚinput_split_sizesc                 óÊ   — ||€$|€|
J d¦   «         ‚| j         d         |z  g|z  }|}t          j        ||¦  «        }t          j        j                             | |||¦  «        S )Nz^output_split_sizes and input_split_sizes must either be specified together or both set to Noner   )Úshaper   r   r   r	   r
   Úall_to_all_single)r   r,   r-   r   r   r   r   s          r   Ú_all_to_all_singler1   [   sŒ   € ð Ð!Ð%6Ð%>Ø!Ð)Ð.?Ð.GÐ.Gð5ñ /HÔ.GÐGð $œk¨!œn°
Ñ:Ð;¸jÑHÐØ.ÐåÔ:¸5À#ÑFÔF€JÝŒ9Ô%×7Ò7ØØØØñ	ô ð r   ÚtensorÚreturnc                 óJ   — t           j        j                             | ¦  «        S r   )r   r	   r
   Úwait_tensor)r2   s    r   Ú_wait_tensorr6   t   s   € ÝŒ9Ô%×1Ò1°&Ñ9Ô9Ð9r   )Útypingr   r   Ú"torch.distributed.distributed_c10dÚdistributedÚdistributed_c10dr   r   r   r   r"   r%   ÚTensorÚstrÚlistÚintr(   r+   r1   r6   © r   r   ú<module>r@      s´  ðà Ð Ð Ð Ð Ð à €€€Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1Ð 1ððð ð ðð ð ðð ð ðð ð ðð ð ðØŒ<ðàðð 
ðð Œ9ð	ð
 ðð ð ð ð Ø”Ôðàðð 
ðð Œ9ð	ð
 ðð ð ð ð ØŒ<ðà   c¤Ô+ðð    S¤	Ô*ðð 
ð	ð
 Œ9ðð ðð ð ð ð2:˜œð :¨%¬,ð :ð :ð :ð :ð :ð :r   