§
    û¸¸jSa  ã                   óz   — d dl Z d dlZd dlZd dlmZmZmZ d dlmZ  e j	        e
¦  «        Z G d„ de¦  «        ZdS )é    N)ÚTensorProtoÚhelperÚnumpy_helper)ÚBertOnnxModelc                   ór   ‡ — e Zd Zˆ fd„Zd„ Zd„ Zd„ Zd„ Zd„ Zd„ Z	d„ Z
d	„ Zd
„ Zd„ Zd„ Zd„ Zd„ Zd„ Zˆ xZS )ÚBertOnnxModelTFc                 óN   •— t          ¦   «                              |||¦  «         d S ©N)ÚsuperÚ__init__)ÚselfÚmodelÚ	num_headsÚhidden_sizeÚ	__class__s       €ú{/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/onnx_model_bert_tf.pyr   zBertOnnxModelTF.__init__   s%   ø€ Ý‰Œ×Ò˜ 	¨;Ñ7Ô7Ð7Ð7Ð7ó    c                 óŽ  — g }|                       ¦   «         D ]n}|j        dk    ra|                      |j        d         ¦  «        sA|                      |j        d         |j        d         ¦  «         |                     |¦  «         Œo|                      |¦  «         t           	                    dt          |¦  «        › �¦  «         d S )NÚIdentityr   zRemoved Identity count: )ÚnodesÚop_typeÚfind_graph_outputÚoutputÚreplace_input_of_all_nodesÚinputÚappendÚremove_nodesÚloggerÚinfoÚlen)r   Únodes_to_removeÚnodes      r   Úremove_identityzBertOnnxModelTF.remove_identity   s»   € ØˆØ—J’J‘L”Lð 	1ð 	1ˆDØŒ|˜zÒ)Ð)Ø×-Ò-¨d¬k¸!¬nÑ=Ô=ð 1Ø×3Ò3°D´KÀ´NÀDÄJÈqÄMÑRÔRÐRØ#×*Ò*¨4Ñ0Ô0Ð0øØ×Ò˜/Ñ*Ô*Ð*Ý�ŠÐE­s°?Ñ/CÔ/CÐEÐEÑFÔFÐFÐFÐFr   c                 ó¸   — |                       |g d¢g d¢¦  «        }|�|S |                       |g d¢g d¢¦  «        }|�|S |                       |g d¢g d¢¦  «        }|S )N)ÚMulÚSubÚReshapeÚCast)é   Nr)   r   )r%   r&   r(   ÚSliceÚ	Unsqueeze)r)   r   r)   r   r   )r%   r&   r(   r+   r+   )r)   Nr)   r   r   )Úmatch_parent_path)r   Úadd_or_sub_before_softmaxÚ
mask_nodess      r   Úmatch_mask_pathzBertOnnxModelTF.match_mask_path   s    € Ø×+Ò+Ø%Ø-Ð-Ð-ØˆOˆOñ
ô 
ˆ
ð
 Ð!ØÐà×+Ò+Ø%Ø8Ð8Ð8ØˆOˆOñ
ô 
ˆ
ð
 Ð!ØÐà×+Ò+Ø%Ø<Ð<Ð<ØÐÐñ
ô 
ˆ
ð Ðr   c                 óø   — |                       |g ¦  «        }i }|D ]^}|j        D ]T}|                      |¦  «        }|r;t          j        |¦  «        }t          |j        ¦  «        dk    r|j        ||j        <   ŒUŒ_|S )zi
        Find initializers that is 2D. Returns a dictionary with name as key and shape as value.
        é   )Úget_parent_subgraph_nodesr   Úget_initializerr   Úto_arrayr    ÚshapeÚname)r   Úcurrent_nodeÚparent_nodesÚinitializersr"   r   ÚinitializerÚtemps           r   Ú)get_2d_initializers_from_parent_subgraphsz9BertOnnxModelTF.get_2d_initializers_from_parent_subgraphs7   sŸ   € ð ×5Ò5°lÀBÑGÔGˆØˆØ ð 	Dð 	DˆDØœð Dð D�Ø"×2Ò2°5Ñ9Ô9�Øð DÝ'Ô0°Ñ=Ô=�DÝ˜4œ:‘”¨!Ò+Ð+Ø9=¼˜ [Ô%5Ñ6øðDð Ðr   c                 óp  — |                       ¦   «         }||vrd S ||         }t          |¦  «        dk    rd S |                      |d         d¬¦  «        }t          |¦  «        dk    rt          d|¦  «         d S t          |¦  «        dk    r|d         |k    r|d         S |d         j        d         }|                      |d         g d¢g d¢fg d¢g d	¢fgd ¦  «        \  }}}|rÑ|rÏ||d
         j        d         k    r¸t                               d¦  «         |d         }	|                      |	¦  «        j	        }
|  
                    t          j        d|gdg¬¦  «        |
¦  «         t          j        |	j        d         ¦  «        }|  
                    t          j        ddgdg|¬¦  «        |
¦  «         d}|S )Nr)   r   T©Ú	recursivez(Found multiple candidates of segment_ids)ÚConstantOfShaper(   ÚConcatr*   r(   ÚShape)r)   r   r   r   r   r   ©r@   r(   rA   r+   ÚSqueezer*   r(   rB   )r)   r   r   r   r   r   r   r   éÿÿÿÿúSimplify semgent id path...rB   Úinput_shape©ÚinputsÚoutputsr@   Úzeros_for_input_shape©rI   rJ   Úvalue)Úinput_name_to_nodesr    Úget_graph_inputsÚprintr   Úmatch_parent_pathsr   ÚdebugÚget_graph_by_noder6   Úadd_noder   Ú	make_nodeÚget_attribute_valueÚ	attribute)r   Úsegment_embeddingÚ	input_idsrN   r   Úgraph_inputsÚsegment_idsÚ_Úsegment_id_pathÚconstantofshape_nodeÚ
graph_nameÚconstantofshape_values               r   Úfind_segment_idsz BertOnnxModelTF.find_segment_idsG   s'  € Ø"×6Ò6Ñ8Ô8ÐØÐ$7Ð7Ð7Ø�4à#Ð$5Ô6ˆÝˆu‰:Œ:˜Š?ˆ?Ø�4à×,Ò,¨U°1¬XÀÐ,ÑFÔFˆÝˆ|ÑÔ˜qÒ Ð ÝÐ<¸lÑKÔKÐKØ�4åˆ|ÑÔ Ò!Ð! l°1¤o¸Ò&BÐ&BØ ”?Ð"ð ˜A”h”n QÔ'ˆØ $× 7Ò 7Ø�!ŒHð TÐSÐSØ&Ð&Ð&ðð
	ð 	ð 	ð -Ð,Ð,ððð& ñ+!
ô !
Ñˆˆ?˜Að0 ð 	2˜yð 	2¨Y¸/È"Ô:MÔ:SÐTUÔ:VÒ-VÐ-VÝ�LŠLÐ6Ñ7Ô7Ð7Ø#2°1Ô#5Ð Ø×/Ò/Ð0DÑEÔEÔJˆJØ�MŠMÝÔ  °)°À}ÀoÐVÑVÔVØñô ð õ %+Ô$>Ð?SÔ?]Ð^_Ô?`Ñ$aÔ$aÐ!Ø�MŠMÝÔ Ø%Ø)˜?Ø4Ð5Ø/ð	ñ ô ð ñô ð ð 2ˆKØÐr   c                 ó  — |                       ¦   «         }||vrd S ||         }t          |¦  «        dk    rd S |                      |d         d¬¦  «        }t          |¦  «        dk    r|d         S t          d|¦  «         d S )Nr)   r   Tr>   z&Found multiple candidates of input_ids)rN   r    rO   rP   )r   Úword_embeddingrN   r   rZ   s        r   Úfind_input_idszBertOnnxModelTF.find_input_ids‡   s’   € Ø"×6Ò6Ñ8Ô8ÐØÐ!4Ð4Ð4Ø�4à# NÔ3ˆÝˆu‰:Œ:˜Š?ˆ?Ø�4à×,Ò,¨U°1¬XÀÐ,ÑFÔFˆÝˆ|ÑÔ Ò!Ð!Ø ”?Ð"åÐ6¸ÑEÔEÐEØˆtr   c           	      ó>  ‡— |                       ¦   «         D �]}|j        dk    �rö|                      |g d¢g d¢¦  «        }|€Œ-|\  }}}}}}	|                      |d¦  «        �r¸|                      |d¦  «        �r¡|                      |d¬¦  «        }
ˆfd„|
D ¦   «         }t          |¦  «        dk    rt          d	|¦  «          d S t          |¦  «        dk    r
|d
         c S |                      |d         g d¢g d¢¦  «        }ˆfd„|
D ¦   «         }|rù|r÷t          |¦  «        dk    rä|d
         |d         j        d
         k    rÇt           	                    d¦  «         |d
         }t          j        |j        d
         ¦  «        }|                      |¦  «        j        }|                      t          j        d|d
         gdg¬¦  «        |¦  «         |                      t          j        ddg|	j        d
         g|¬¦  «        |¦  «         |	j        d
         c S �Œd S )NÚSoftmax)ÚAddr%   r&   r(   r*   r+   )r   r)   Nr)   r   r   iðØÿÿr)   Tr>   c                 ó   •— g | ]}|‰v¯|‘Œ	S © ri   ©Ú.0r   Úexcluded_graph_inputss     €r   ú
<listcomp>z3BertOnnxModelTF.find_mask_input.<locals>.<listcomp>«   s$   ø€ ÐdÐdÐd¨ÀÐNcÐAcÐAc˜eÐAcÐAcÐAcr   z'Found multiple candidates of mask inputr   rE   rC   )r   r   r   r   r   r   r   r   c                 ó   •— g | ]}|‰v ¯|‘Œ	S ri   ri   rj   s     €r   rm   z3BertOnnxModelTF.find_mask_input.<locals>.<listcomp>À   s$   ø€ Ð(kÐ(kÐ(k°5ÈEÐUjÐLjÐLj¨ÐLjÐLjÐLjr   rF   rB   Úinput_shape_for_maskrH   r@   rL   )r   r   r,   Úhas_constant_inputrO   r    rP   r   r   rR   r   rV   rW   rS   r6   rT   rU   )r   rl   r"   Ú	mask_pathrT   Úmul_nodeÚsub_nodeÚ	cast_nodeÚ
slice_nodeÚunsqueeze_noderZ   rI   Úpath_to_be_simplifiedÚduplicated_inputsr^   r`   r_   s    `               r   Úfind_mask_inputzBertOnnxModelTF.find_mask_input—   s»  ø€ Ø—J’J‘L”Lð E	3ñ E	3ˆDØŒ|˜yÒ(Ñ(Ø ×2Ò2ØØGÐGÐGØ)Ð)Ð)ñô �	ð
 Ð$Øð ñØØØØØØ"à×*Ò*¨8°VÑ<Ô<ñ 43À×AXÒAXÐYaÐcdÑAeÔAeñ 43Ø#'×#8Ò#8¸ÈTÐ#8Ñ#RÔ#R�LØdÐdÐdÐd°ÐdÑdÔd�FÝ˜6‘{”{ Q’�ÝÐGÈÑPÔPÐPØ#˜t˜tÝ˜6‘{”{ aÒ'Ð'Ø% aœyÐ(Ð(Ð(à,0×,BÒ,BØ! "œð	ð 	ð 	ð 1Ð0Ð0ñ-ô -Ð)ð )lÐ(kÐ(kÐ(k¸LÐ(kÑ(kÔ(kÐ%ð .ðà-ðõ  Ð 1Ñ2Ô2°aÒ7Ð7Ø-¨aÔ0Ð4IÈ"Ô4MÔ4SÐTUÔ4VÒVÐVåŸšÐ%BÑCÔCÐCØ/DÀQÔ/GÐ,Ý06Ô0JÐK_ÔKiÐjkÔKlÑ0mÔ0mÐ-Ø%)×%;Ò%;Ð<PÑ%QÔ%QÔ%V˜
ØŸšÝ"Ô,Ø 'Ø(9¸!Ô(<Ð'=Ø)?Ð(@ðñ ô ð
 'ñô ð ð ŸšÝ"Ô,Ø 1Ø(>Ð'?Ø)7Ô)=¸aÔ)@Ð(AØ&;ð	ñ ô ð 'ñô ð ð *Ô/°Ô2Ð2Ð2Ð2ùØˆtr   c                 óì  — |                       |¦  «        }|€t                               d¦  «         dS |                      ||¦  «        }|€t                               d¦  «         dS |                      ||g¦  «        }|€t                               d¦  «         dS |||g| _        |                      d¦  «        }| j                             ||¦  «         |  	                    |¦  «        j
        j        j        t          j        k    r| j                             |¦  «        \  }	}|  	                    |¦  «        r| j                             |¦  «        \  }	}n| j                             |¦  «        \  }}
|  	                    |¦  «        r| j                             |¦  «        \  }	}n| j                             |¦  «        \  }}|                      d¦  «        }t$          j                             d||||||j        d         |j        d	         |g||gd
¬¦  «        }d|_        |                      |j        d         |¦  «         |                      ||                      |¦  «        j        ¦  «         d S )Nz6Failed to find input_ids. Cannot fuse embedding layer.Fz8Failed to find segment_ids. Cannot fuse embedding layer.z7Failed to find input_mask. Cannot fuse embedding layer.Ú
mask_indexÚembed_outputÚEmbedLayerNormalizationr)   r1   Ú
EmbedLayer©rI   rJ   r6   zcom.microsoftr   )rd   r   r   ra   ry   Úbert_inputsÚcreate_node_nameÚattention_maskÚset_mask_indiceÚfind_graph_inputÚtypeÚtensor_typeÚ	elem_typer   ÚINT32ÚutilsÚcast_graph_input_to_int32Úcast_input_to_int32Úonnxr   rU   r   Údomainr   r   rT   rS   r6   )r   Únormalize_noderc   rX   Úposition_embeddingrY   r[   Ú
mask_inputr{   ÚcastedÚsegment_id_cast_nodeÚmask_input_cast_noder|   Ú
embed_nodes                 r   Úcreate_embedding_subgraphz)BertOnnxModelTF.create_embedding_subgraphà   sr  € Ø×'Ò'¨Ñ7Ô7ˆ	ØÐÝ�KŠKÐPÑQÔQÐQØ�5à×+Ò+Ð,=¸yÑIÔIˆØÐÝ�KŠKÐRÑSÔSÐSØ�5à×)Ò)¨;¸	Ð*BÑCÔCˆ
ØÐÝ�KŠKÐQÑRÔRÐRØ�5à% {°JÐ?ˆÔà×*Ò*¨<Ñ8Ô8ˆ
ØÔ×+Ò+¨J¸
ÑCÔCÐCà× Ò  Ñ+Ô+Ô0Ô<ÔFÍ+ÔJ[Ò[Ð[Ø $¤
× DÒ DÀYÑ OÔ OÑˆF�Ià× Ò  Ñ-Ô-ð 	\Ø"&¤*×"FÒ"FÀ{Ñ"SÔ"SÑˆF�K�Kà04´
×0NÒ0NÈ{Ñ0[Ô0[Ñ-ˆKÐ-à× Ò  Ñ,Ô,ð 	ZØ!%¤×!EÒ!EÀjÑ!QÔ!QÑˆF�J�Jà/3¬z×/MÒ/MÈjÑ/YÔ/YÑ,ˆJÐ,à×,Ò,¨^Ñ<Ô<ˆÝ”[×*Ò*Ø%àØØØ"Ø!ØÔ$ QÔ'ØÔ$ QÔ'Øð	ð " :Ð.Øð +ñ 
ô 
ˆ
ð ,ˆ
ÔØ×'Ò'¨Ô(=¸aÔ(@À,ÑOÔOÐOØ�Š�j $×"8Ò"8¸Ñ"HÔ"HÔ"MÑNÔNÐNÐNÐNr   c                 óÎ  — t                                d¦  «         |                      ¦   «         }|                      d¦  «        }|D �]}|                      |g d¢g d¢|¦  «        }|€Œ"|\  }}}|                      |j        d         ¦  «        }|€ŒKt          j        |¦  «        }	t          |	j
        ¦  «        dk    r2t                                d|j        › d	|	j
        › �¦  «         |j        }
n-t                                d
|j        › d	|	j
        › �¦  «          dS |                      |d|¦  «        }|��-|j        dk    �r!|                      |¦  «        }t          |¦  «        dk    r t                                d|› �¦  «          dS d}d}|                     ¦   «         D ]V\  }}|d         dk    r#|}t                                d|› d	|› �¦  «         Œ4|}t                                d|› d	|› �¦  «         ŒW|�|€t                                d¦  «          dS t                                d¦  «         |                      ||||
¦  «         |                      ¦   «           dS �ŒdS )zM
        Automatically detect word, segment and position embeddings.
        z#start processing embedding layer...ÚLayerNormalization)rg   r'   r*   )r   r)   r   Nr   r1   zFound position embedding. name:z, shape:z(Failed to find position embedding. name:rg   zFFailed to find two embeddings (word and segment) from Add node. Found zFound segment embedding. name:zFound words embedding. name:z.Failed to find both word and segment embeddingzCreate Embedding node)r   r   Úoutput_name_to_nodeÚget_nodes_by_op_typer,   r3   r   r   r4   r    r5   r6   Ú
get_parentr   r<   ÚwarningÚitemsr•   Úprune_graph)r   r˜   Úlayer_norm_nodesÚlayer_norm_nodeÚpos_embed_pathrT   Úreshape_noderu   r:   r;   r�   Úfirst_parentÚ
embeddingsrc   rX   r6   r5   s                    r   Úprocess_embeddingz!BertOnnxModelTF.process_embedding  sË  € õ 	�ŠÐ9Ñ:Ô:Ð:Ø"×6Ò6Ñ8Ô8Ðà×4Ò4Ð5IÑJÔJÐØ/ð 7	ñ 7	ˆOØ!×3Ò3ØØ+Ð+Ð+Ø�	�	Ø#ñ	ô ˆNð Ð%Øà1?Ñ.ˆH�l JØ×.Ò.¨zÔ/?ÀÔ/BÑCÔCˆKØÐ"ØåÔ(¨Ñ5Ô5ˆDÝ�4”:‰Œ !Ò#Ð#Ý—’Ðd¸kÔ>NÐdÐdÐX\ÔXbÐdÐdÑeÔeÐeØ%0Ô%5Ð"Ð"å—’ÐmÀ{ÔGWÐmÐmÐaeÔakÐmÐmÑnÔnÐnØ��àŸ?š?¨8°QÐ8KÑLÔLˆLØÑ'¨LÔ,@ÀEÒ,IÑ,IØ!×KÒKÈLÑYÔY�
Ý�z‘?”? aÒ'Ð'Ý—N’NØmÐakÐmÐmñô ð ð �F�Fà!%�Ø$(Ð!Ø#-×#3Ò#3Ñ#5Ô#5ð Zð Z‘K�D˜%Ø˜Q”x 1’}�}Ø,0Ð)ÝŸšÐ$ZÀTÐ$ZÐ$ZÐSXÐ$ZÐ$ZÑ[Ô[Ð[Ð[à)-˜ÝŸšÐ$XÀ4Ð$XÐ$XÐQVÐ$XÐ$XÑYÔYÐYÐYà!Ð)Ð->Ð-FÝ—K’KÐ PÑQÔQÐQØ�F�Få—’Ð3Ñ4Ô4Ð4Ø×.Ò.Ø#Ø"Ø%Ø&ñ	ô ð ð × Ò Ñ"Ô"Ð"Ø��ùðo7	ð 7	r   c                 ó¨   — |||fD ]K}|j         d         }||         }||k    rŒt                               d|› d|j        d         › �¦  «          dS dS )Nr   zCheck attention input failed:z, FT)r   r   rR   r   )	r   Úmatmul_qÚmatmul_kÚmatmul_vÚparentr˜   ÚxÚ
root_inputÚ	root_nodes	            r   Úcheck_attention_inputz%BertOnnxModelTF.check_attention_inputW  sr   € Ø˜H hÐ/ð 	ð 	ˆAØœ œˆJØ+¨JÔ7ˆIØ˜FÒ"Ð"ØÝ�LŠLÐY¸ÐYÐYÀvÄ}ÐUVÔGWÐYÐYÑZÔZÐZØ�5�5àˆtr   c                 óü  — |                       ¦   «         }g }d}g }|                      d¦  «        }|                      d¦  «        }|                     |¦  «         |                     |¦  «         |D �]C}|                      |¦  «        j        }|j        dk    r|                      |dd¦  «        }	|	�|	}nŒE|                      |d¦  «        }
|
�	|
j        dvr<|                      |d¦  «        }
|
�	|
j        dvrt           	                    d¦  «         Œ¢|  
                    |g d¢g d	¢¦  «        }|€V|  
                    |g d
¢g d¢¦  «        }|€9|  
                    |g d¢g d¢¦  «        }|€t           	                    d¦  «         �Œ|d         }|  
                    |g d¢g d¢¦  «        }|€9|  
                    |ddgddg¦  «        }|€t           	                    d¦  «         �Œs|d         }|d         }|  
                    |g d¢g d¢¦  «        }|€9|  
                    |g d¢g d¢¦  «        }|€t           	                    d¦  «         �ŒÙ|d         }|  
                    |g d¢g d¢¦  «        }|€9|  
                    |ddgddg¦  «        }|€t           	                    d¦  «         �Œ7|d         }|d         }|  
                    |g d¢g d¢¦  «        }|€9|  
                    |g d¢g d¢¦  «        }|€t           	                    d¦  «         �Œ�|d         }|d         }|                      |d         ¦  «        }|€t           	                    d¦  «         �Œæ|                      |d         d¦  «        st           	                    d¦  «         �Œ|  
                    |d         dgdg¦  «        p|  
                    |d         dgdg¦  «        }d }|d!z   }|€Œt          |¦  «        d"k    ry|                      |d         j        d         ¦  «        €S|d         j        d         }|                      t#          j        d|g|g|dg¬#¦  «        |¦  «         ||d         j        d<   |                      ||||
|¦  «        }|�r| j                             |d         j        d         ¦  «        }t           	                    d$¦  «         | j                             |||||||| j        | j        |
j        d         |d%         j        d         ¬&¦  «        }|€�Œ¡|d         j        dk    �rt#          j        |d         j        d'z   t8          j        d(gt=          j        dd| j        tA          | j        | j        z  ¦  «        gg¦  «         !                    ¦   «         d)¬*¦  «        } |  "                    | |¦  «         t#          j        d+|j        d         |d         j        d'z   g|d         j        d,z   g|d         j        d-z   ¬.¦  «        }!|d         j        d,z   |d         j        d<   |                      |!|¦  «         |
j        d+k    r´tG          j$        |  %                    |
j        d         ¦  «        ¦  «        d         }"t#          j        |
j        d/z   t8          j        d0gt=          j        dd|"gg¦  «         !                    ¦   «         d)¬*¦  «        } |  "                    | |¦  «         |
j        d/z   |
j        d<   |                      ||¦  «         |dz  }|                     |d%d …         ¦  «         |                     |¦  «         |                     |¦  «         |                     |¦  «         |                     |¦  «         |                     |¦  «         �Œ)t           	                    d1¦  «         �ŒE|  &                    |¦  «         |  '                    ¦   «          t           (                    d2|› �¦  «         d S )3Nr   ÚSkipLayerNormalizationr—   rg   r)   )r¯   r—   r'   z(Failed to match parent of normalize_node)rg   ÚMatMulr'   Ú	Transposer°   )r   r   r   r   r   )r°   r'   r±   r°   )r)   r   r   r   )rg   ÚEinsumr²   )r   r   r   zFailed to match qkv nodesrE   )r±   r'   rg   r°   r²   zFailed to match v pathéþÿÿÿ)rf   rg   r%   r°   )r   r   r   r   )rf   rg   r²   zFailed to match qk_pathszFailed to match q path)r%   rg   r²   )r)   r   r   zFailed to match k pathzCannot find mask_nodes.z;Sub node expected to have an input with constant value 1.0.rD   ÚExpandÚSqueeze_3d_to_2d_maskÚ_outputé   )ÚaxeszCreate an Attention node.r1   )r{   Úq_matmulÚk_matmulÚv_matmulÚq_addÚk_addÚv_addr   r   Úfirst_inputr   Ú	_newshapeé   T)r6   Ú	data_typeÚdimsÚvalsÚrawr'   Ú_reshape_outputÚ_reshaper   Ú	_modifiedé   zRoot node not matched.zFused Attention count:))r˜   r™   ÚextendrS   r6   r   Úmatch_parentrš   r   rR   r,   r/   rp   r    r„   r   rT   r   rU   r­   r‚   Úprocess_maskÚattention_fusionÚcreate_attention_noder   r   r   Úmake_tensorr   ÚINT64ÚnpÚint64ÚintÚtobytesÚadd_initializerr   r4   r3   r   Úupdate_graphr   )#r   r˜   r!   Úattention_countÚstart_nodesÚskip_layer_norm_nodesrž   rŽ   r_   Úadd_before_layernormr©   Ú	qkv_nodesÚ
matmul_qkvÚv_nodesÚadd_vr¨   Úqk_nodesÚ	matmul_qkÚq_nodesÚadd_qr¦   Úk_nodesÚadd_kr§   r.   Úsqueeze_nodeÚsqueeze_node_nameÚsqueeze_output_namer�   Úis_same_rootr{   Úattention_nodeÚtensorÚreshape_r   s#                                      r   Úfuse_attentionzBertOnnxModelTF.fuse_attentionb  sã  € Ø"×6Ò6Ñ8Ô8ÐàˆØˆàˆØ $× 9Ò 9Ð:RÑ SÔ SÐØ×4Ò4Ð5IÑJÔJÐð 	×ÒÐ0Ñ1Ô1Ð1Ø×ÒÐ+Ñ,Ô,Ð,à)ð x	ñ x	ˆNØ×/Ò/°Ñ?Ô?ÔDˆJàÔ%Ð)=Ò=Ð=Ø'+×'8Ò'8¸ÈÐPQÑ'RÔ'RÐ$Ø'Ð3Ø%9�N�NàØ—_’_ ^°QÑ7Ô7ˆFØˆ~ ¤ð 8ð "ð "ð
 Ÿš¨¸Ñ;Ô;�Ø�> V¤^ð <ð &ð &õ
 —L’LÐ!KÑLÔLÐLØà×.Ò.ØØCÐCÐCØ��ñô ˆIð
 Ð Ø ×2Ò2Ø"Ø@Ð@Ð@Ø �L�Lñô �	ð
 Ð$Ø $× 6Ò 6°~ÐGbÐGbÐGbÐdmÐdmÐdmÑ nÔ n�IØ Ð(ÝŸšÐ%@ÑAÔAÐAÙ à" 2œˆJØ×,Ò,¨ZÐ9bÐ9bÐ9bÐdpÐdpÐdpÑqÔqˆGØˆØ×0Ò0°¸eÀXÐ=NÐQRÐTUÐPVÑWÔW�Ø�?Ý—L’LÐ!9Ñ:Ô:Ð:Ùà˜B”KˆEØ˜r”{ˆHØ×-Ò-¨jÐ:]Ð:]Ð:]Ð_kÐ_kÐ_kÑlÔlˆHØÐØ×1Ò1°*Ð>ZÐ>ZÐ>ZÐ\eÐ\eÐ\eÑfÔf�ØÐ#Ý—L’LÐ!;Ñ<Ô<Ð<ÙØ  œˆIà×,Ò,¨YÐ8aÐ8aÐ8aÐcoÐcoÐcoÑpÔpˆGØˆØ×0Ò0°¸UÀHÐ<MÐPQÐSTÈvÑVÔV�Ø�?Ý—L’LÐ!9Ñ:Ô:Ð:Ùà˜B”KˆEØ˜r”{ˆHà×,Ò,¨YÐ8aÐ8aÐ8aÐcoÐcoÐcoÑpÔpˆGØˆØ×0Ò0°Ð<TÐ<TÐ<TÐV_ÐV_ÐV_Ñ`Ô`�Ø�?Ý—L’LÐ!9Ñ:Ô:Ð:ÙØ˜B”KˆEØ˜r”{ˆHà×-Ò-¨h°q¬kÑ:Ô:ˆJàÐ!Ý—’Ð6Ñ7Ô7Ð7Ùà×*Ò*¨:°a¬=¸!Ñ<Ô<ð Ý—’ÐZÑ[Ô[Ð[Ùð  ×1Ò1°*¸R´.À9À+ÐPQÈsÑSÔSð ÐW[×WmÒWmØ˜2”  
¨Q¨CñXô XˆLð !8ÐØ"3°iÑ"?ÐØÐ#­¨J©¬¸1Ò(<Ð(<À×AVÒAVÐWaÐbdÔWeÔWkÐlmÔWnÑAoÔAoÐAwØ'¨œ^Ô1°!Ô4�
Ø—’ÝÔ$Ø!Ø#˜Ø,Ð-Ø)Ø˜Sðñ ô ð ñ	ô 	ð 	ð +>�
˜2”Ô$ QÑ'à×5Ò5°hÀÈ(ÐTZÐ\oÑpÔpˆLØñ KØ!Ô0×=Ò=¸jÈ¼nÔ>RÐSTÔ>UÑVÔV�
Ý—’Ð8Ñ9Ô9Ð9ð "&Ô!6×!LÒ!LØ)Ø%Ø%Ø%ØØØØ"œnØ $Ô 0Ø &¤¨aÔ 0Ø$ Qœ<Ô.¨qÔ1ð "Mñ "ô "�ð "Ð)Ùà˜Q”<Ô'¨8Ò3Ñ3å#Ô/Ø& qœ\Ô.°Ñ<Ý"-Ô"3Ø˜SÝœXð %&Ø$%Ø$(¤NÝ$'¨Ô(8¸4¼>Ñ(IÑ$JÔ$Jð	!"ðñ	ô 	÷ "š'™)œ)Ø ðñ ô �Fð  ×(Ò(¨°Ñ<Ô<Ð<Ý%Ô/Ø!à*Ô1°!Ô4Ø% aœLÔ-°Ñ;ð ð "+¨1¤Ô!2Ð5FÑ!FÐ GØ& qœ\Ô.°Ñ;ð ñ  ô  �Hð -6°a¬LÔ,=Ð@QÑ,Q�I˜a”LÔ& qÑ)Ø—M’M (¨JÑ7Ô7Ð7Ø”> YÒ.Ð.å".Ô"7¸×8LÒ8LÈVÌ\ÐZ[Ì_Ñ8]Ô8]Ñ"^Ô"^Ð_`Ô"a�KÝ#Ô/Ø#œ[¨;Ñ6Ý"-Ô"3Ø˜SÝœX¨¨2¨{Ð';Ð&<Ñ=Ô=×EÒEÑGÔGØ ðñ ô �Fð ×(Ò(¨°Ñ<Ô<Ð<Ø&,¤k°KÑ&?�F”L ‘Oà—’˜n¨jÑ9Ô9Ð9Ø 1Ñ$�à×&Ò& y°°°¤}Ñ5Ô5Ð5Ø×&Ò& xÑ0Ô0Ð0Ø×&Ò& wÑ/Ô/Ð/Ø×&Ò& wÑ/Ô/Ð/Ø×&Ò& wÑ/Ô/Ð/Ø×&Ò& zÑ2Ô2Ð2Ñ2å—’Ð5Ñ6Ô6Ð6ÙØ×Ò˜/Ñ*Ô*Ð*Ø×ÒÑÔÐÝ�ŠÐ>¨_Ð>Ð>Ñ?Ô?Ð?Ð?Ð?r   c                 ó~   — |                       ¦   «          |                      ¦   «          |                      ¦   «          d S r
   )r#   r¤   Úskip_reshape©r   s    r   Ú
preprocesszBertOnnxModelTF.preprocess-  s>   € Ø×ÒÑÔÐØ×ÒÑ Ô Ð Ø×ÒÑÔÐÐÐr   c                 ó  — d}|                       d¦  «        }|D ]?}|                      |d¦  «        }|�%|j        dk    r|j        d         |j        d<   |dz  }Œ@|dk    rt                               d|› �¦  «         d S d S )Nr   r'   r)   zSkip consequent Reshape count: )r™   rš   r   r   r   r   )r   ÚcountÚreshape_nodesr¡   r©   s        r   rî   zBertOnnxModelTF.skip_reshape2  sœ   € ØˆØ×1Ò1°)Ñ<Ô<ˆØ)ð 	ð 	ˆLØ—_’_ \°1Ñ5Ô5ˆFØÐ! f¤n¸	Ò&AÐ&AØ(.¬°Q¬�Ô" 1Ñ%Ø˜‘
�øà�1Š9ˆ9Ý�KŠKÐA¸%ÐAÐAÑBÔBÐBÐBÐBð ˆ9r   c                 ó:  — |                       d¦  «        }|D ]‚}|                      |ddgddg¦  «        }|€Œ t                               d¦  «         |\  }}|                      |j        d         |j        d         ¦  «         |                      |¦  «          d S d S )NÚ	Attentionr'   r}   r   z+Remove Reshape before first Attention node.)r™   r,   r   r   r   r   r   Úremove_node)r   Úattention_nodesré   ÚpathÚreshaper\   s         r   Ú%remove_reshape_before_first_attentionz5BertOnnxModelTF.remove_reshape_before_first_attention>  sµ   € Ø×3Ò3°KÑ@Ô@ˆØ-ð 	ð 	ˆNØ×)Ò)¨.¸9ÐF_Ð:`ÐcdÐfgÐbhÑiÔiˆDØˆ|ØÝ�KŠKÐEÑFÔFÐFØ‰JˆG�QØ×+Ò+¨G¬N¸1Ô,=¸w¼}ÈQÔ?OÑPÔPÐPØ×Ò˜WÑ%Ô%Ð%ØˆEˆEð	ð 	r   c                 óV   — |                       ¦   «          |                      ¦   «          d S r
   )rú   r�   rï   s    r   ÚpostprocesszBertOnnxModelTF.postprocessJ  s,   € Ø×2Ò2Ñ4Ô4Ð4Ø×ÒÑÔÐÐÐr   )Ú__name__Ú
__module__Ú__qualname__r   r#   r/   r<   ra   rd   ry   r•   r¤   r­   rì   rð   rî   rú   rü   Ú__classcell__)r   s   @r   r   r      s!  ø€ € € € € ð8ð 8ð 8ð 8ð 8ðGð Gð Gðð ð ð2ð ð ð >ð >ð >ð@ð ð ð Gð Gð GðR4Oð 4Oð 4Oðl?ð ?ð ?ðB	ð 	ð 	ðI@ð I@ð I@ðVð ð ð

Cð 
Cð 
Cð
ð 
ð 
ðð ð ð ð ð ð r   r   )ÚloggingÚnumpyrÑ   rŒ   r   r   r   Úonnx_model_bertr   Ú	getLoggerrý   r   r   ri   r   r   ú<module>r     s¥   ðð €€€à Ð Ð Ð Ø €€€Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø )Ð )Ð )Ð )Ð )Ð )à	ˆÔ	˜8Ñ	$Ô	$€ð|ð |ð |ð |ð |�mñ |ô |ð |ð |ð |r   