§
    9²¸j0  ã                  ó  — d dl mZ d dlZd dlmZ d dlmZ ddlmZ ddl	m
Z
mZ erd dlmZ  e
¦   «         r
d dlZd dlmZ  e¦   «         rd dlmZ d"d„Z G d„ dej        ¦  «        Z G d„ d¦  «        Zd#d„Zd$d„Zd%d „Zd&d!„ZdS )'é    )ÚannotationsN)Úwraps)ÚTYPE_CHECKINGé   )ÚCausalLMOutputWithPast)Úis_torch_availableÚis_torch_distributed_availableÚforward_signatureúinspect.SignatureÚargsÚtupleÚkwargsÚdictÚreturnc                ól   —  | j         |i |¤Ž}|                     ¦   «          t          |j        ¦  «        S ©N)Úbind_partialÚapply_defaultsr   Ú	arguments)r
   r   r   Úbounds       úz/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/distributed/pipeline_parallel.pyÚ_bind_forward_kwargsr   #   s<   € Ø*ÐÔ*¨DÐ;°FÐ;Ð;€EØ	×ÒÑÔÐÝ�”Ñ Ô Ð ó    c                  ó(   ‡ — e Zd ZdZˆ fd„Zd„ Zˆ xZS )ÚPipelineIdentityLayerzLAn identity layer replacing modules not owned by the current pipeline stage.c                óH   •— t          ¦   «                              ¦   «          d S r   )ÚsuperÚ__init__)Úselfr   r   Ú	__class__s      €r   r   zPipelineIdentityLayer.__init__,   s   ø€ Ý‰Œ×ÒÑÔÐÐÐr   c                ór   — |r|d         n-t          t          |                     ¦   «         ¦  «        ¦  «        S )zQReturn the first arg from args or the first value from kwargs as nothing is used.r   )ÚnextÚiterÚvalues)r   r   r   s      r   ÚforwardzPipelineIdentityLayer.forward/   s-   € àÐ?ˆt�AŒwˆw¥D­¨f¯mªm©o¬oÑ)>Ô)>Ñ$?Ô$?Ð?r   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__r   r%   Ú__classcell__)r    s   @r   r   r   )   sT   ø€ € € € € ØVÐVðð ð ð ð ð@ð @ð @ð @ð @ð @ð @r   r   c                  óB   — e Zd ZdZdd„Zdddœdd„Zd d„Zd!d„Zd"d„ZdS )#ÚPipelineStagezCPipeline-parallel stage metadata derived from a 1-D PP device mesh.Úpp_meshú(torch.distributed.device_mesh.DeviceMeshc                ó°  — |                      ¦   «         | _        |                     ¦   «         | _        |                     ¦   «         | _        | j        dk    | _        | j        | j        dz
  k    | _        | j        dk    r
| j        dz
  nd | _        | j        | j        dz
  k     r
| j        dz   nd | _	        t          j        | j        ¦  «        dk    | _        d S )Nr   é   Úgloo)Úget_local_rankÚpp_rankÚsizeÚpp_sizeÚ	get_groupÚpp_groupÚpp_is_first_stageÚpp_is_last_stageÚpp_prev_rankÚpp_next_rankÚdistÚget_backendÚcomm_on_cpu)r   r-   s     r   r   zPipelineStage.__init__7   sÄ   € Ø×-Ò-Ñ/Ô/ˆŒØ—|’|‘~”~ˆŒØ×)Ò)Ñ+Ô+ˆŒØ!%¤°Ò!2ˆÔØ $¤°´¸qÑ0@Ò @ˆÔØ04´¸qÒ0@Ð0@˜DœL¨1Ñ,Ð,ÀdˆÔØ04´¸t¼|ÈaÑ?OÒ0OÐ0O˜DœL¨1Ñ,Ð,ÐUYˆÔÝÔ+¨D¬MÑ:Ô:¸fÒDˆÔÐÐr   N)ÚtensorÚshapeÚ	operationÚstrÚdeviceútorch.deviceÚdtypeútorch.dtyper?   útorch.Tensor | Noner@   útuple[int, ...] | Noner   c               óÄ  — | j         rt          j        d¦  «        n|}dx}}|dk    r(| j        rdS | j        }t          j        |||¬¦  «        }nR|dk    r:| j        rdS | j        }|                     ||¬¦  «         	                    ¦   «         }nt          d|› �¦  «        ‚|                     d¦  «        }	|	r|n|}
t          j        |	rt          j        nt          j        ||
| j        ¬	¦  «        }t          j        |g¦  «        D ]}|                     ¦   «          Œ|j        d
k    rt          j                             ¦   «          |	rdn|                     ||¬¦  «        S )z>Point-to-point pipeline communication between adjacent stages.ÚcpuNÚrecv_forward©rE   rC   Úsend_forward©rC   rE   z.Unsupported pipeline communication operation: Úsend)ÚgroupÚcuda)r>   ÚtorchrC   r8   r:   Úemptyr9   r;   ÚtoÚ
contiguousÚ
ValueErrorÚ
startswithr<   ÚP2POpÚisendÚirecvr7   Úbatch_isend_irecvÚwaitÚtyperQ   Úsynchronize)r   rA   rC   rE   r?   r@   Úcomm_deviceÚsrcÚdestÚis_sendÚ	peer_rankÚopÚreqs                r   ÚcommunicatezPipelineStage.communicateA   s|  € ð .2Ô-=ÐI•e”l 5Ñ)Ô)Ð)À6ˆØÐˆˆdà˜Ò&Ð&ØÔ%ð Ø�tàÔ#ˆCå”[ ¨e¸KÐHÑHÔHˆFˆFà˜.Ò(Ð(ØÔ$ð Ø�tàÔ$ˆDØ—Y’Y k¸�YÑ?Ô?×JÒJÑLÔLˆFˆFõ ÐYÈiÐYÐYÑZÔZÐZð ×&Ò& vÑ.Ô.ˆØ#Ð,�D�D¨ˆ	ÝŒZ gÐ=�œ
˜
µ4´:¸vÀyÐX\ÔXeÐfÑfÔfˆåÔ)¨2¨$Ñ/Ô/ð 	ð 	ˆCØ�HŠH‰JŒJˆJˆJØÔ˜vÒ%Ð%ÝŒJ×"Ò"Ñ$Ô$Ð$àÐIˆtˆt F§I¢I°VÀ5 IÑ$IÔ$IÐIr   ÚrankÚintÚ
num_layersútuple[int, int]c                óR   — || j         z  }||z  }|| j         dz
  k    r|n||z   }||fS )a0  
        Return [start, end) owned by rank.

        Example with pp_size=3 and num_layers=32:
            layers_per_rank = 32 // 3 = 10
            rank 0 -> [0, 10)   # layers 0-9
            rank 1 -> [10, 20)  # layers 10-19
            rank 2 -> [20, 32)  # layers 20-31 (10 + 2 remainder)
        r0   )r5   )r   rg   ri   Úlayers_per_rankÚstart_layerÚ	end_layers         r   Úlayer_range_for_rankz"PipelineStage.layer_range_for_rankl   sD   € ð %¨¬Ñ4ˆØ˜_Ñ,ˆà"&¨$¬,¸Ñ*:Ò":Ð":�J�JÀÈoÑ@]ˆ	Ø˜IÐ%Ð%r   ÚkeyÚbase_model_prefixú
int | Nonec                óÂ  — |› d�}|                      |› d�¦  «        rdS |                      |› d�¦  «        s|                      d¦  «        r
| j        dz
  S |› d�}|                      |¦  «        sdS t          |                     d¦  «        d	         ¦  «        }t	          | j        ¦  «        D ]/}|                      ||¦  «        \  }}	||cxk    r|	k     rn Œ+|c S Œ0dS )
zPReturn the PP rank that owns a checkpoint parameter key, or ``None`` if unknown.ú.zembed_tokens.r   znorm.zlm_head.r0   zlayers.Nr   )rW   r5   rh   ÚsplitÚrangero   )
r   rp   ri   rq   Úbase_prefixÚlayers_prefixÚ	layer_idxrg   rm   rn   s
             r   Úfind_rank_for_keyzPipelineStage.find_rank_for_key}   s  € à*Ð-Ð-Ð-ˆà�>Š>˜[Ð7Ð7Ð7Ñ8Ô8ð 	Ø�1à�>Š>˜[Ð/Ð/Ð/Ñ0Ô0ð 	$°C·N²NÀ:Ñ4NÔ4Nð 	$Ø”< !Ñ#Ð#à&Ð/Ð/Ð/ˆØ�~Š~˜mÑ,Ô,ð 	Ø�4å˜Ÿ	š	 #™œ qÔ)Ñ*Ô*ˆ	Ý˜$œ,Ñ'Ô'ð 	ð 	ˆDØ%)×%>Ò%>¸tÀZÑ%PÔ%PÑ"ˆK˜Ø˜iÐ3Ð3Ò3Ð3¨)Ò3Ð3Ð3Ð3Ð3Ø���ð 4ð ˆtr   útorch.Tensorc               óÐ  — | j         dk    r|S | j         dz
  }| j        rt          j        d¦  «        n|}d}| j        r}|j        |k    sJ d|› d|j        › �¦   «         ‚|                     ||¬¦  «                             ¦   «         }t          j        t          |j
        ¦  «        t          j        |¬¦  «        }n!t          j        |t          j        |¬¦  «        }t          j        ||| j        ¬¦  «         | j        s6t          j        t!          |                     ¦   «         ¦  «        ||¬¦  «        }t          j        ||| j        ¬¦  «         |                     ||¬¦  «        S )	z­Broadcast logits from the last PP rank to every rank. Only the last stage computes logits, but every rank must return them so `generate()` works without PP-specific changes.r0   rJ   é   zExpected logits with z( dims (batch, seq_len, vocab_size), got rN   rL   )r`   rP   )r5   r>   rR   rC   r9   ÚndimrT   rU   r?   Úlistr@   ÚlongrS   r<   Ú	broadcastr7   r   Útolist)	r   r?   rE   rC   Ú	last_rankr_   Úlogits_ndimÚlogitsÚ	shape_msgs	            r   Úbroadcast_from_lastz!PipelineStage.broadcast_from_last“   sd  € ð Œ<˜1ÒÐØˆMà”L 1Ñ$ˆ	Ø-1Ô-=ÐI•e”l 5Ñ)Ô)Ð)À6ˆàˆð Ô ð 	WØ”; +Ò-Ð-Ð-Øj¨ÐjÐjÐ]cÔ]hÐjÐjñ .Ô-Ð-ð —Y’Y k¸�YÑ?Ô?×JÒJÑLÔLˆFÝœ¥T¨&¬,Ñ%7Ô%7½u¼zÐR]Ð^Ñ^Ô^ˆIˆIåœ Kµu´zÈ+ÐVÑVÔVˆIÝŒ�y i°t´}ÐEÑEÔEÐEð Ô$ð 	]Ý”[¥ y×'7Ò'7Ñ'9Ô'9Ñ!:Ô!:À%ÐP[Ð\Ñ\Ô\ˆFÝŒ�v 9°D´MÐBÑBÔBÐBà�yŠy ¨eˆyÑ4Ô4Ð4r   )r-   r.   )rA   rB   rC   rD   rE   rF   r?   rG   r@   rH   r   rG   )rg   rh   ri   rh   r   rj   )rp   rB   ri   rh   rq   rB   r   rr   )r?   rG   rE   rF   rC   rD   r   r{   )	r&   r'   r(   r)   r   rf   ro   rz   r‡   © r   r   r,   r,   4   s›   € € € € € ØMÐMðEð Eð Eð Eð  '+Ø(,ð)Jð )Jð )Jð )Jð )Jð )JðV&ð &ð &ð &ð"ð ð ð ð, 5ð  5ð  5ð  5ð  5ð  5r   r,   Úmodelú	nn.Moduler-   r.   c                óÄ  ‡ ‡‡— t          |¦  «        }|‰ _        t          ‰ ‰ j        ¦  «        }|j        }t          |¦  «        }|                     |j        |¦  «        \  }}t          ‰ j        dd¦  «        }|j	        p|o|j
        }	|	st          ¦   «         |_        t          |¦  «        D ]}
|
|k     s|
|k    rt          ¦   «         ||
<   Œ |j
        s&t          ¦   «         |_        t          ¦   «         ‰ _        |r|j
        si ‰ _        t          ‰ dd¦  «        sE‰ j        Št%          j        ‰¦  «        Št)          ‰¦  «        ˆˆ ˆfd„¦   «         }|‰ _        d‰ _        ‰ S )z8Naive even split of `base_model.layers` across PP ranks.Útie_word_embeddingsFÚ_pp_forward_wrappedc                 ó(   •— t          ‰‰‰g| ¢R i |¤ŽS r   )Úpipeline_parallel_naive_forward)r   r   r
   r‰   Úoriginal_forwards     €€€r   Úpp_naive_forwardz4apply_pipeline_parallelism.<locals>.pp_naive_forwardÙ   s)   ø€ å2°5Ð:JÐL]ÐoÐ`dÐoÐoÐoÐhnÐoÐoÐor   T)r,   Ú	_pp_stageÚgetattrrq   ÚlayersÚlenro   r3   Úconfigr8   r9   r   Úembed_tokensrv   ÚnormÚlm_headÚall_tied_weights_keysr%   ÚinspectÚ	signaturer   r�   )r‰   r-   ÚstageÚ
base_modelr”   ri   rm   rn   ÚtiedÚkeep_embed_tokensry   r‘   r
   r�   s   `           @@r   Úapply_pipeline_parallelismr¡   ¶   s¡  øøø€ õ ˜'Ñ"Ô"€EØ€E„Oå˜ Ô 7Ñ8Ô8€JØÔ€FÝ�V‘”€Jà"×7Ò7¸¼ÀzÑRÔRÑ€K�Ý�5”<Ð!6¸Ñ>Ô>€Dð Ô/ÐT°DÐ4S¸UÔ=SÐØð :Ý"7Ñ"9Ô"9ˆ
Ôå˜:Ñ&Ô&ð 8ð 8ˆ	Ø�{Ò"Ð" i°9Ò&<Ð&<Ý 5Ñ 7Ô 7ˆF�9ÑøàÔ!ð 0Ý/Ñ1Ô1ˆ
ŒÝ-Ñ/Ô/ˆŒð ð )�EÔ*ð )Ø&(ˆÔ#õ �5Ð/°Ñ7Ô7ð )Ø œ=ÐÝ#Ô-Ð.>Ñ?Ô?Ðå	ÐÑ	 Ô	 ð	pð 	pð 	pð 	pð 	pð 	pñ 
!Ô	 ð	pð )ˆŒØ$(ˆÔ!à€Lr   Ú
fwd_kwargsÚhidden_sizerh   útuple[int, ...]c                óÌ   — |                       d¦  «        x}�t          |j        ¦  «        S |                       d¦  «        x}�g |j        d d…         ¢|‘R S t          d¦  «        ‚)NÚinputs_embedsÚ	input_idsr   z>Cannot determine hidden states shape for pipeline recv_forward)Úgetr   r@   rV   )r¢   r£   r¦   r§   s       r   Ú_hidden_states_shaper©   ç   sn   € Ø#Ÿš¨Ñ8Ô8Ð8ˆÐEÝ�]Ô(Ñ)Ô)Ð)Ø—^’^ KÑ0Ô0Ð0ˆ	Ð=Ø2�”  ! Ô$Ð2 kÐ2Ð2Ð2Ý
ÐUÑ
VÔ
VÐVr   Úhidden_statesr{   c                ó<   — |                       dd¦  «         || d<   | S )zQStage 0 uses input_ids; later stages use received hidden states as inputs_embeds.r§   Nr¦   )Úpop)r¢   rª   s     r   Ú#_feed_hidden_states_as_input_embedsr­   ï   s&   € à‡N‚N�; Ñ%Ô%Ð%Ø"/€JˆÑØÐr   c                ó´  — | j         }t          |                      ¦   «         ¦  «        j        }t          |                      ¦   «         ¦  «        j        }t          |||¦  «        }|}	|j        sCt          || j        j	        ¦  «        }
| 
                    d|||
¬¦  «        }t          ||¦  «        }	|j        r |di |	¤Ž}|j        |j        }}nbt          | | j        ¦  «        }d„ |	                     ¦   «         D ¦   «         } |di |¤Ž}| 
                    d|||j        ¬¦  «         d |j        }}|                     |||¬¦  «        }t)          ||¬¦  «        S )	NrK   )rC   rE   r@   c                ó"   — i | ]\  }}|d v¯	||“ŒS )>   ÚlabelsÚlogits_to_keeprˆ   )Ú.0ÚkÚvs      r   ú
<dictcomp>z3pipeline_parallel_naive_forward.<locals>.<dictcomp>  s)   € ÐdÐdÐd¡  1¸aÐGcÐ>cÐ>c�q˜!Ð>cÐ>cÐ>cr   rM   )rC   rE   r?   rL   )r…   Úpast_key_valuesrˆ   )r’   r"   Ú
parametersrC   rE   r   r8   r©   r–   r£   rf   r­   r9   r…   r¶   r“   rq   ÚitemsÚlast_hidden_stater‡   r   )r‰   r�   r
   r   r   r�   rC   rE   Úcaller_kwargsr¢   r@   rª   Úoutputsr…   r¶   rž   Úbase_kwargsÚbase_outputss                     r   r�   r�   ö   s  € ð ŒO€Eå�%×"Ò"Ñ$Ô$Ñ%Ô%Ô,€FÝ�×!Ò!Ñ#Ô#Ñ$Ô$Ô*€Eõ )Ð):¸DÀ&ÑIÔI€MØ€Jð Ô"ð WÝ$ ]°E´LÔ4LÑMÔMˆØ×)Ò)¨.ÀÈuÐ\aÐ)ÑbÔbˆÝ8¸ÈÑVÔVˆ
àÔð Eà"Ð"Ð0Ð0 ZÐ0Ð0ˆØ")¤.°'Ô2I�ˆˆõ ˜U EÔ$;Ñ<Ô<ˆ
ØdÐd¨
×(8Ò(8Ñ(:Ô(:ÐdÑdÔdˆØ!�zÐ0Ð0 KÐ0Ð0ˆØ×Ò˜.°¸uÈ\ÔMkÐÑlÔlÐlØ"&¨Ô(D�ˆð
 ×&Ò& v°UÀ6Ð&ÑJÔJ€Få!¨ÀÐQÑQÔQÐQr   )r
   r   r   r   r   r   r   r   )r‰   rŠ   r-   r.   r   rŠ   )r¢   r   r£   rh   r   r¤   )r¢   r   rª   r{   r   r   )r‰   rŠ   r
   r   )Ú
__future__r   r›   Ú	functoolsr   Útypingr   Úmodeling_outputsr   Úutilsr   r	   Útorch.nnÚnnrR   Útorch.distributedÚdistributedr<   r   ÚIdentityr   r,   r¡   r©   r­   r�   rˆ   r   r   ú<module>rÈ      s¹  ðð #Ð "Ð "Ð "Ð "Ð "à €€€Ø Ð Ð Ð Ð Ð Ø  Ð  Ð  Ð  Ð  Ð  à 5Ð 5Ð 5Ð 5Ð 5Ð 5Ø FÐ FÐ FÐ FÐ FÐ FÐ FÐ Fð ð ØÐÐÐÐÐàÐÑÔð Ø€L€L€LØÐÐÐÐÐà!Ð!Ñ#Ô#ð %Ø$Ð$Ð$Ð$Ð$Ð$ð!ð !ð !ð !ð@ð @ð @ð @ð @˜BœKñ @ô @ð @ð5ð 5ð 5ð 5ð 5ñ 5ô 5ð 5ðD.ð .ð .ð .ðbWð Wð Wð Wðð ð ð ð$Rð $Rð $Rð $Rð $Rð $Rr   