§
    û¸¸jò  ã                   ó–   — d dl Z d dlmZ d dlmZ d dlmZ d dlmZ  e j	        e
¦  «        Z G d„ de¦  «        Z G d„ d	e¦  «        ZdS )
é    N)ÚFusion)ÚFusionSkipLayerNormalization)Úhelper)Ú	OnnxModelc                   ó4   ‡ — e Zd Zdefˆ fd„Zdedefd„Zˆ xZS )Ú"FusionSimplifiedLayerNormalizationÚmodelc                 óN   •— t          ¦   «                              |dd¦  «         d S )NÚSimplifiedLayerNormalizationÚMul©ÚsuperÚ__init__©Úselfr	   Ú	__class__s     €ú„/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/fusion_simplified_layernorm.pyr   z+FusionSimplifiedLayerNormalization.__init__   s&   ø€ Ý‰Œ×Ò˜Ð >ÀÑFÔFÐFÐFÐFó    Úinput_name_to_nodesÚoutput_name_to_nodec           	      ó8  — |j         dk    rd S d }g }| j                             |g d¢g d¢||¬¦  «        }|r(|\  }}}}	}
| j                             |d¦  «        sd S |}neg }| j                             |g d¢g d¢||¬¦  «        }|�|\  }}}}	}
|}n3g }| j                             |g d¢g d	¢||¬¦  «        }|�
|\  }}}	}
|}nd S | j                             |
d
|¦  «        }|�	|j         dvrd S |j         dk    r"| j                             |d¦  «        dk    rd S n!|j         dk    sJ ‚|d
         |d         k    rd S |j        d
         }||j        vrd S | j                             |	¦  «        \  }}|�|d
k    s|dk    rt           	                    d|› �¦  «         d S | j         
                    |
d¦  «        }|sd S | j         
                    |
d¦  «        }|s=t          |
j        ¦  «        dk    r%| j                             |
j        d         ¦  «        }|rt          |¦  «        dk    rd S | j                             |¦  «         | j                             |¦  «         | j                             |¦  «         t!          j        d||j        d|d
         z
           g|j        d
         g| j                             dd¬¦  «        ¬¦  «        }|j                             t!          j        dt-          |¦  «        ¦  «        g¦  «         |j                             t!          j        d|d
         ¦  «        g¦  «         |j                             t!          j        dd¦  «        g¦  «         | j                             |¦  «         | j        | j        |j        <   d S )Nr   )r   ÚDivÚSqrtÚAddÚ
ReduceMean)Né   r   r   N)r   Úreturn_indiceg      ð?)r   Ú
Reciprocalr   r   r   )Nr   r   r   N)r   r   r   r   )Nr   r   Nr   )ÚPowr   r   g       @r   g-Cëâ6?zepsilon value is not expected: ÚkeepdimsÚaxesr   ÚRMSNorm)Úname_prefix)ÚinputsÚoutputsÚnameÚepsilonÚaxisÚ
stash_type)Úop_typer	   Úmatch_parent_pathÚhas_constant_inputÚ
get_parentÚfind_constant_inputÚinputÚget_constant_inputÚloggerÚwarningÚget_node_attributeÚlenÚget_constant_valueÚnodes_to_removeÚextendÚappendr   Ú	make_nodeÚoutputÚcreate_node_nameÚ	attributeÚmake_attributeÚfloatÚnodes_to_addÚthis_graph_nameÚnode_name_to_graph_namer&   )r   Únoder   r   Úsim_ln_nodesr   Úmul_nodeÚdiv_nodeÚ
_sqrt_nodeÚadd_nodeÚreduce_mean_nodeÚnode_parentÚ_reciprocal_nodeÚreduce_mean_parentÚ
root_inputÚ_ir'   r    r!   Únormalize_nodes                       r   Úfusez'FusionSimplifiedLayerNormalization.fuse   sO  € ØŒ<˜5Ò Ð ØˆFàˆð, ˆØ”z×3Ò3ØØ7Ð7Ð7Ø!Ð!Ð!Ø 3Ø'ð 4ñ 
ô 
ˆð ð 8	ØIUÑFˆH�h 
¨HÐ6FØ”:×0Ò0°¸3Ñ?Ô?ð Ø�Ø"ˆKˆKð  ˆMØœ:×7Ò7ØØBÐBÐBØ%Ð%Ð%Ø$7Ø+ð 8ñ ô ˆLð Ð'ØUaÑR�Ð*¨J¸ÐBRØ&��ð !#�Ø#œz×;Ò;ØØ8Ð8Ð8Ø&Ð&Ð&Ø(;Ø"/ð  <ñ  ô  �ð  Ð+ØGSÑD�H˜j¨(Ð4DØ"*�K�Kà�Fà!œZ×2Ò2Ð3CÀQÐH[Ñ\Ô\ÐØÐ%Ð);Ô)CÈ>Ð)YÐ)YØˆFàÔ%¨Ò.Ð.ØŒz×-Ò-Ð.@À#ÑFÔFÈ!ÒKÐKØ�ð Lð &Ô-°Ò6Ð6Ð6Ð6Ø! !Ô$Ð(:¸1Ô(=Ò=Ð=Ø�à'Ô-¨aÔ0ˆ
Ø˜[Ô.Ð.Ð.ØˆFà”j×3Ò3°HÑ=Ô=‰ˆˆGØˆ?˜g¨šl˜l¨g¸Ò.>Ð.>Ý�NŠNÐF¸WÐFÐFÑGÔGÐGØˆFð ”:×0Ò0Ð1AÀ:ÑNÔNˆØð 	ØˆFð Œz×,Ò,Ð-=¸vÑFÔFˆØð 	L�#Ð.Ô4Ñ5Ô5¸Ò9Ð9Ø”:×0Ò0Ð1AÔ1GÈÔ1JÑKÔKˆDàð 	•s˜4‘y”y A’~�~ØˆFàÔ×#Ò# LÑ1Ô1Ð1ØÔ×#Ò#Ð$6Ñ7Ô7Ð7ØÔ×#Ò# DÑ)Ô)Ð)åÔ)Ø*Ø ¤
¨1¨}¸QÔ/?Ñ+?Ô @ÐAØ”[ ”^Ð$Ø”×,Ò,Ð-KÐYbÐ,ÑcÔcð	
ñ 
ô 
ˆð 	Ô ×'Ò'­Ô)>¸yÍ%ÐPWÉ.Ì.Ñ)YÔ)YÐ(ZÑ[Ô[Ð[ØÔ ×'Ò'­Ô)>¸vÀtÈAÄwÑ)OÔ)OÐ(PÑQÔQÐQØÔ ×'Ò'­Ô)>¸|ÈQÑ)OÔ)OÐ(PÑQÔQÐQØÔ× Ò  Ñ0Ô0Ð0Ø<@Ô<PˆÔ$ ^Ô%8Ñ9Ð9Ð9r   )Ú__name__Ú
__module__Ú__qualname__r   r   ÚdictrO   Ú__classcell__©r   s   @r   r   r      s�   ø€ € € € € ðG˜ið Gð Gð Gð Gð Gð GðNQ¨dð NQÈð NQð NQð NQð NQð NQð NQð NQð NQr   r   c                   ó.   ‡ — e Zd Zdefˆ fd„Zˆ fd„Zˆ xZS )Ú&FusionSkipSimplifiedLayerNormalizationr	   c                 óN   •— t          ¦   «                              |dd¦  «         d S )NÚ SkipSimplifiedLayerNormalizationr   r   r   s     €r   r   z/FusionSkipSimplifiedLayerNormalization.__init__¡   s'   ø€ Ý‰Œ×Ò˜Ð BÐDbÑcÔcÐcÐcÐcr   c                 óN   •— t          ¦   «                              |||¦  «         d S )N)r   rO   )r   rB   r   r   r   s       €r   rO   z+FusionSkipSimplifiedLayerNormalization.fuse¤   s%   ø€ Ý‰Œ�Š�TÐ.Ð0CÑDÔDÐDÐDÐDr   )rP   rQ   rR   r   r   rO   rT   rU   s   @r   rW   rW       sm   ø€ € € € € ðd˜ið dð dð dð dð dð dðEð Eð Eð Eð Eð Eð Eð Eð Er   rW   )ÚloggingÚfusion_baser   Úfusion_skiplayernormr   Úonnxr   Ú
onnx_modelr   Ú	getLoggerrP   r1   r   rW   © r   r   ú<module>rb      sâ   ðØ €€€à Ð Ð Ð Ð Ð Ø =Ð =Ð =Ð =Ð =Ð =Ø Ð Ð Ð Ð Ð Ø  Ð  Ð  Ð  Ð  Ð  à	ˆÔ	˜8Ñ	$Ô	$€ðRQð RQð RQð RQð RQ¨ñ RQô RQð RQðjEð Eð Eð Eð EÐ-Iñ Eô Eð Eð Eð Er   