§
    û¸¸jhH  ã                   ój   — d dl Z d dlZd dlmZ d dlmZ  e j        e¦  «        Z G d„ de¦  «        ZdS )é    N)Únumpy_helper)ÚBertOnnxModelTFc                   ó`   ‡ — e Zd Zˆ fd„Zd„ Zd„ Zd„ Zd„ Zd„ Zd„ Z	d„ Z
d	„ Zd
„ Zd„ Zd„ Zˆ xZS )ÚBertOnnxModelKerasc                 óN   •— t          ¦   «                              |||¦  «         d S ©N)ÚsuperÚ__init__)ÚselfÚmodelÚ	num_headsÚhidden_sizeÚ	__class__s       €ú~/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/onnxruntime/transformers/onnx_model_bert_keras.pyr
   zBertOnnxModelKeras.__init__   s%   ø€ Ý‰Œ×Ò˜ 	¨;Ñ7Ô7Ð7Ð7Ð7ó    c                 ó¸   — |                       |g d¢g d¢¦  «        }|�|S |                       |g d¢g d¢¦  «        }|�|S |                       |g d¢g d¢¦  «        }|S )N)ÚMulÚSubÚReshapeÚCast)é   Nr   r   )r   r   r   ÚSliceÚ	Unsqueeze)r   r   r   r   r   )r   r   r   r   r   )r   Nr   r   r   )Úmatch_parent_path)r   Úadd_or_sub_before_softmaxÚ
mask_nodess      r   Úmatch_mask_pathz"BertOnnxModelKeras.match_mask_path   s    € Ø×+Ò+Ø%Ø-Ð-Ð-ØˆOˆOñ
ô 
ˆ
ð
 Ð!ØÐà×+Ò+Ø%Ø8Ð8Ð8ØˆOˆOñ
ô 
ˆ
ð
 Ð!ØÐà×+Ò+Ø%Ø<Ð<Ð<ØÐÐñ
ô 
ˆ
ð
 Ðr   c                 ó0  — g }|||fD ]‹}|j         d         }||         }	|	|k    rŒ|	j        dk    r2|	j         d         |j        d         k    r|                     |	¦  «         Œ[t                               d|› d|j        d         › �¦  «         dg fc S d|fS )Nr   r   zCheck attention input failed:z, FT)ÚinputÚop_typeÚoutputÚappendÚloggerÚdebug)
r   Úmatmul_qÚmatmul_kÚmatmul_vÚparentÚoutput_name_to_nodeÚreshape_nodesÚxÚ
root_inputÚ	root_nodes
             r   Úcheck_attention_inputz(BertOnnxModelKeras.check_attention_input+   sÄ   € Øˆà˜H hÐ/ð 		ð 		ˆAØœ œˆJØ+¨JÔ7ˆIØ˜FÒ"Ð"ØØÔ  IÒ-Ð-°)´/À!Ô2DÈÌÐVWÔHXÒ2XÐ2XØ×$Ò$ YÑ/Ô/Ð/ØÝ�LŠLÐY¸ÐYÐYÀvÄ}ÐUVÔGWÐYÐYÑZÔZÐZØ˜"�9ÐÐÐà�]Ð"Ð"r   c                 óB
  — |                       ¦   «          |                      ¦   «         }g }d}|                      d¦  «        }|D �]“}|                      |d¦  «        }|�	|j        dvr{|j        dk    rI|                      |d¦  «        }|�	|j        dvr't
                               d|�|j        nd › �¦  «         Œwn(t
                               d|�|j        nd › �¦  «         ŒŸ	 |                      |g d¢g d¢¦  «        }|€t
                               d	¦  «         ŒØ|\  }}	}
}}}t
                               d
¦  «         |                      |g d¢g d¢¦  «        }|€t
                               d¦  «         �Œ4|\  }}}}}|                      |g d¢g d¢¦  «        }|�-|\  }}}|                      |g d¢g d¢¦  «        }|�	|\  }}}}}}n‚|                      |g d¢g d¢¦  «        }|€9|                      |g d¢g d¢¦  «        }|€t
                               d¦  «         �ŒÜ|\  }}} }|                      |g d¢g d¢¦  «        }|�|\  }}}}}|€t
                               d¦  «         �Œ&|                      |g d¢g d¢¦  «        }!|!€t
                               d¦  «         �Œ_|!\  }"}#}$}%}&|                      |d         ¦  «        }'|'€t
                               d¦  «         �Œ |  	                    |'d         d¦  «        st
                               d¦  «         �ŒØ|  
                    ||&|||¦  «        \  }(})|(�r‚| j                             |'d         j        d         ¦  «        }*t
                               d¦  «         | j                             |*||&|||$|| j        | j        |j        d         |j        d         ¬¦  «        }+|+€�Œ…|                      |+¦  «         |dz  }|                     |||g¦  «         |                     |¦  «         |                     |¦  «         |                     |!¦  «         |                     |¦  «         |                     |'¦  «         |                     |)¦  «         |                     |	¦  «         |                      ||	j        d         |
j        d         ¦  «         �Œyt
                               d¦  «         �Œ•|                      |¦  «         |                      ¦   «          t
                               d|› �¦  «         d S ) Nr   ÚSkipLayerNormalization)r0   ÚEmbedLayerNormalizationÚAddr   zFirst input for skiplayernorm: )r2   r   ÚMatMulr   Ú	Transposer3   )Nr   r   r   r   r   zFailed to match qkv nodeszMatched qkv nodes)r4   r   r2   r   r3   )r   r   r   r   r   zFailed to match v path)ÚSoftmaxr   r3   ©r   r   r   )r   r4   r   r2   r   r3   )r   Nr   r   r   r   )r5   r2   r   r3   )r   r   r   N)r5   r2   ÚDivr3   zFailed to match qk path)r   r   r   r   r   zFailed to match q pathzFailed to match k pathzFailed to match mask pathz;Sub node expected to have an input with constant value 1.0.éÿÿÿÿzCreate an Attention node.)Ú
mask_indexÚq_matmulÚk_matmulÚv_matmulÚq_addÚk_addÚv_addr   r   Úfirst_inputr!   zRoot node not matched.zFused Attention count:)Úinput_name_to_nodesr)   Úget_nodes_by_op_typeÚ
get_parentr    r#   r$   r   r   Úhas_constant_inputr.   Úattention_maskÚprocess_maskr   Úattention_fusionÚcreate_attention_noder   r   r!   Úadd_nodeÚextendr"   Úreplace_node_inputÚremove_nodesÚupdate_graphÚinfo),r   r)   Únodes_to_removeÚattention_countÚskip_layer_norm_nodesÚnormalize_noder(   Ú	qkv_nodesÚaddÚextra_reshape_0ÚmatmulÚreshape_qkvÚtranspose_qkvÚ
matmul_qkvÚv_nodesÚtranspose_vÚ	reshape_vÚadd_vÚextra_reshape_1r'   Úqk_nodesÚ
softmax_qkÚsub_qkÚ	matmul_qkÚq_nodesÚmul_qÚtranspose_qÚ	reshape_qÚadd_qÚextra_reshape_2r%   Úadd_qkÚmul_qkÚk_nodesÚtranspose_kÚ	reshape_kÚadd_kÚextra_reshape_3r&   r   Úis_same_rootr*   r9   Úattention_nodes,                                               r   Úfuse_attentionz!BertOnnxModelKeras.fuse_attention;   s  € Ø× Ò Ñ"Ô"Ð"Ø"×6Ò6Ñ8Ô8ÐàˆØˆà $× 9Ò 9Ð:RÑ SÔ SÐØ3ð O	ñ O	ˆNà—_’_ ^°QÑ7Ô7ˆFØˆ~ ¤ð 8ð "ð "ð ”> UÒ*Ð*Ø!Ÿ_š_¨^¸QÑ?Ô?�FØ�~¨¬ð @ð *ð *õ ŸšÐ%wÐY_ÐYkÀvÄ~À~ÐquÐ%wÐ%wÑxÔxÐxØ ð*õ —L’LÐ!sÐU[ÐUgÀ6Ä>À>ÐmqÐ!sÐ!sÑtÔtÐtØð à×.Ò.ØØNÐNÐNØ%Ð%Ð%ñô ˆIð
 Ð Ý—’Ð8Ñ9Ô9Ð9Øð ñØØØØØØå�LŠLÐ,Ñ-Ô-Ð-à×,Ò,ØØDÐDÐDØ��ñô ˆGð
 ˆÝ—’Ð5Ñ6Ô6Ð6ÙØIPÑFˆ[˜) U¨O¸Xà×-Ò-¨jÐ:VÐ:VÐ:VÐXaÐXaÐXaÑbÔbˆHØÐ#Ø2:Ñ/�˜V YØ×0Ò0ØØOÐOÐOØ)Ð)Ð)ñô �ð
 Ð&ð  ñØØ#Ø!ØØ'Ø øð  ×1Ò1°*Ð>aÐ>aÐ>aÐcrÐcrÐcrÑsÔs�ØÐ#Ø#×5Ò5°jÐBeÐBeÐBeÐgvÐgvÐgvÑwÔw�HØÐ'ÝŸšÐ%>Ñ?Ô?Ð?Ù Ø:BÑ7�˜V V¨Yà×0Ò0ØØHÐHÐHØ#�O�Oñô �ð
 Ð&ØQXÑN�[ )¨U°OÀXàˆÝ—’Ð5Ñ6Ô6Ð6Ùà×,Ò,ØØDÐDÐDØ��ñô ˆGð
 ˆÝ—’Ð5Ñ6Ô6Ð6ÙØIPÑFˆ[˜) U¨O¸Xà×-Ò-¨h°q¬kÑ:Ô:ˆJØÐ!Ý—’Ð8Ñ9Ô9Ð9ÙØ×*Ò*¨:°a¬=¸!Ñ<Ô<ð Ý—’ÐZÑ[Ô[Ð[Ùà*.×*DÒ*DØ˜( H¨fÐ6Iñ+ô +Ñ'ˆL˜-ð ñ !Ø!Ô0×=Ò=¸jÈ¼nÔ>RÐSTÔ>UÑVÔV�
Ý—’Ð8Ñ9Ô9Ð9Ø!%Ô!6×!LÒ!LØ)Ø%Ø%Ø%ØØØØ"œnØ $Ô 0Ø &¤¨aÔ 0Ø&Ô-¨aÔ0ð "Mñ "ô "�ð "Ð)Ùà—’˜nÑ-Ô-Ð-Ø 1Ñ$�à×&Ò&¨°]ÀJÐ'OÑPÔPÐPØ×&Ò& xÑ0Ô0Ð0Ø×&Ò& wÑ/Ô/Ð/Ø×&Ò& wÑ/Ô/Ð/Ø×&Ò& wÑ/Ô/Ð/Ø×&Ò& zÑ2Ô2Ð2Ø×&Ò& }Ñ5Ô5Ð5Ø×&Ò& Ñ7Ô7Ð7Ø×'Ò'¨¨_Ô-CÀAÔ-FÈÌÐVWÔHXÑYÔYÐYÑYå—’Ð5Ñ6Ô6Ð6ÙØ×Ò˜/Ñ*Ô*Ð*Ø×ÒÑÔÐÝ�ŠÐ>¨_Ð>Ð>Ñ?Ô?Ð?Ð?Ð?r   c                 ó~   — |                       ¦   «          |                      ¦   «          |                      ¦   «          d S r   )Úprocess_embeddingÚ	fuse_maskÚskip_reshape)r   s    r   Ú
preprocesszBertOnnxModelKeras.preprocess×   s<   € Ø×ÒÑ Ô Ð Ø�ŠÑÔÐØ×ÒÑÔÐÐÐr   c                 óR  — |                       ¦   «          |                      ¦   «          d}|                      d¦  «        }|D ]?}|                      |d¦  «        }|�%|j        dk    r|j        d         |j        d<   |dz  }Œ@|dk    rt                               d|› �¦  «         d S d S )Nr   r   r   zSkip consequent Reshape count: )rA   r)   rB   rC   r    r   r#   rN   )r   Úcountr*   Úreshape_noder(   s        r   rv   zBertOnnxModelKeras.skip_reshapeÜ   sÀ   € Ø× Ò Ñ"Ô"Ð"Ø× Ò Ñ"Ô"Ð"àˆØ×1Ò1°)Ñ<Ô<ˆØ)ð 	ð 	ˆLØ—_’_ \°1Ñ5Ô5ˆFØÐ! f¤n¸	Ò&AÐ&AØ(.¬°Q¬�Ô" 1Ñ%Ø˜‘
�øà�1Š9ˆ9Ý�KŠKÐA¸%ÐAÐAÑBÔBÐBÐBÐBð ˆ9r   c                 ó0	  — |j         dk    sJ ‚t                               d|j        d         › d�¦  «         |                      |g d¢g d¢|¦  «        }|€t                               d¦  «         dS |\  }}}|                      |j        d         ¦  «        }|€t                               d	¦  «         dS t          j        |¦  «        }t          |j
        ¦  «        d
k    r2t                               d|j        › d|j
        › �¦  «         |j        }	n,t                               d|j        › d|j
        › �¦  «         dS |                      |j        d         ¦  «        }
|
�ôt          j        |
¦  «        }t          |j
        ¦  «        dk    rœ|j
        d         dk    r‹t          j        |                     |j
        d         |j
        d
         f¦  «        d¦  «        }|                      |¦  «         t                               d|
j        › d|j
        dd …         › �¦  «         d}�n3t                               d|
j        › d|j
        › �¦  «         dS |                      |ddgddg|¦  «        }|€t                               d¦  «         dS |\  }}|                      |j        d         ¦  «        }
|
€t                               d¦  «         dS t          j        |
¦  «        }t          |j
        ¦  «        d
k    r2t                               d|
j        › d|j
        › �¦  «         |
j        }n,t                               d|
j        › d|j
        › �¦  «         dS |                      |d|¦  «        }|�|j         dk    rt                               d¦  «         dS |                      |j        d         ¦  «        }|€t                               d¦  «         dS t          j        |¦  «        }t          |j
        ¦  «        d
k    r2t                               d|j        › d|j
        › �¦  «         |j        }n,t                               d|j        › d|j
        › �¦  «         dS t                               d¦  «         |                      ||	||¦  «         dS )NÚLayerNormalizationz-start fusing embedding from node with output=r   z...)r2   r2   ÚGatherr6   zfailed to match word_embed_pathFzfailed to get word initializeré   zFound word embedding. name:z, shape:z$Failed to find word embedding. name:r   é   Úposition_embeddingzFound position embedding. name:z(Failed to find position embedding. name:r}   r   zfailed to match pos_embed_pathzfailed to get pos initializerzfailed to get gatherz!failed to get segment initializerzFound segment embedding. name:z'Failed to find segment embedding. name:zCreate Embedding nodeT)r    r#   r$   r!   r   Úget_initializerr   r   Úto_arrayÚlenÚshaperN   ÚnameÚ
from_arrayÚreshapeÚadd_initializerrC   Úcreate_embedding_subgraph)r   Únoder)   Úword_embed_pathÚ	skip_noderI   Úgather_nodeÚword_initializerÚtempÚword_embeddingÚpos_initializerÚtensorr€   Úpos_embed_pathÚ
pos_gatherÚ	pos_sliceÚgatherÚsegment_initializerÚsegment_embeddings                      r   Úfuse_embeddingz!BertOnnxModelKeras.fuse_embeddingë   s›  € ØŒ|Ð3Ò3Ð3Ð3Ð3Ý�ŠÐXÀTÄ[ÐQRÄ^ÐXÐXÐXÑYÔYÐYØ×0Ò0°Ð7OÐ7OÐ7OÐQZÐQZÐQZÐ\oÑpÔpˆØÐ"Ý�LŠLÐ:Ñ;Ô;Ð;Ø�5à+:Ñ(ˆ	�8˜[à×/Ò/°Ô0AÀ!Ô0DÑEÔEÐØÐ#Ý�LŠLÐ9Ñ:Ô:Ð:Ø�5åÔ$Ð%5Ñ6Ô6ˆÝˆtŒz‰?Œ?˜aÒÐÝ�KŠKÐaÐ6FÔ6KÐaÐaÐUYÔU_ÐaÐaÑbÔbÐbØ-Ô2ˆNˆNå�KŠKÐjÐ?OÔ?TÐjÐjÐ^bÔ^hÐjÐjÑkÔkÐkØ�5à×.Ò.¨x¬~¸aÔ/@ÑAÔAˆØÐ&ÝÔ(¨Ñ9Ô9ˆDÝ�4”:‰Œ !Ò#Ð#¨¬
°1¬¸Ò(:Ð(:Ý%Ô0°·²¸t¼zÈ!¼}ÈdÌjÐYZÌmÐ>\Ñ1]Ô1]Ð_sÑtÔt�Ø×$Ò$ VÑ,Ô,Ð,Ý—’Ðl¸oÔ>RÐlÐlÐ\`Ô\fÐghÐgiÐgiÔ\jÐlÐlÑmÔmÐmØ%9Ð"Ñ"å—’ÐqÀÔG[ÐqÐqÐeiÔeoÐqÐqÑrÔrÐrØ�uà!×3Ò3°H¸xÈÐ>QÐTUÐWXÐSYÐ[nÑoÔoˆNØÐ%Ý—’Ð=Ñ>Ô>Ð>Ø�uà$2Ñ!ˆJ˜	Ø"×2Ò2°:Ô3CÀAÔ3FÑGÔGˆOØÐ&Ý—’Ð<Ñ=Ô=Ð=Ø�uåÔ(¨Ñ9Ô9ˆDÝ�4”:‰Œ !Ò#Ð#Ý—’Ðd¸/Ô:NÐdÐdÐX\ÔXbÐdÐdÑeÔeÐeØ%4Ô%9Ð"Ð"å—’ÐqÀÔG[ÐqÐqÐeiÔeoÐqÐqÑrÔrÐrØ�uà—’ ¨AÐ/BÑCÔCˆØˆ>˜Vœ^¨xÒ7Ð7Ý�LŠLÐ/Ñ0Ô0Ð0Ø�5à"×2Ò2°6´<À´?ÑCÔCÐØÐ&Ý�LŠLÐ<Ñ=Ô=Ð=Ø�5åÔ$Ð%8Ñ9Ô9ˆÝˆtŒz‰?Œ?˜aÒÐÝ�KŠKÐgÐ9LÔ9QÐgÐgÐ[_Ô[eÐgÐgÑhÔhÐhØ 3Ô 8ÐÐå�KŠKÐpÐBUÔBZÐpÐpÐdhÔdnÐpÐpÑqÔqÐqØ�5å�ŠÐ+Ñ,Ô,Ð,Ø×&Ò& t¨^Ð=NÐPbÑcÔcÐcØˆtr   c                 óÞ   — t                                d¦  «         |                      ¦   «         }|                      ¦   «         D ])}|j        dk    r|                      ||¦  «        r dS  dS Œ*dS )zM
        Automatically detect word, segment and position embeddings.
        z#start processing embedding layer...r|   N)r#   rN   r)   Únodesr    r™   )r   r)   rŠ   s      r   rt   z$BertOnnxModelKeras.process_embedding7  s„   € õ 	�ŠÐ9Ñ:Ô:Ð:Ø"×6Ò6Ñ8Ô8ÐØ—J’J‘L”Lð 	ð 	ˆDØŒ|Ð3Ò3Ð3Ø×&Ò& tÐ-@ÑAÔAð Ø�F�FØ��ð 4ð	ð 	r   c                 ó€  — g }|                       ¦   «         D �]º}|j        dk    �r«|                      |d¦  «        �r”|                      |g d¢g d¢¦  «        }|€ŒD|\  }}}}| j                             ¦   «         }|j        d         |k    r!t          d|j        d         › d|› �¦  «         Œ–t          j	         
                    d|gd	gd
dg¬¦  «        }	t          j	         
                    dd	gdgddg¬¦  «        }
t          j	         
                    ddgdg¬¦  «        }|j                             t          j	                             dd¦  «        g¦  «         |                      ||j        d         d¦  «         |                     |||g¦  «         |                      |	¦  «         |                      |
¦  «         |                      |¦  «         �Œ¼|                      |¦  «         t#          |¦  «        dk    r|                      ¦   «          t&                               t#          |¦  «        dk    rdnd¦  «         d S )Nr   iðØÿÿ)r   r   r   r   )r   r   r   r   r   zCast input z is not mask input r   Úmask_fuse_unsqueeze1_outputÚMask_UnSqueeze_1r   )ÚinputsÚoutputsr…   ÚaxesÚmask_fuse_unsqueeze2_outputÚMask_UnSqueeze_2r~   r   Úmask_fuse_cast_output)rŸ   r    Útoz
Fused maskzFailed to fuse mask)r›   r    rD   r   rE   Úget_first_maskr   ÚprintÚonnxÚhelperÚ	make_nodeÚ	attributerJ   Úmake_attributerK   rI   rL   rƒ   Úprune_graphr#   rN   )r   rO   rŠ   Ú	mask_pathÚsub_nodeÚ	cast_nodeÚ
slice_nodeÚunsqueeze_nodeÚmask_input_nameÚunsqueeze_added_1Úunsqueeze_added_2Úcast_node_2s               r   ru   zBertOnnxModelKeras.fuse_maskC  sq  € ØˆØ—J’J‘L”Lð (	+ñ (	+ˆDØŒ|˜uÒ$Ñ$¨×)@Ò)@ÀÀvÑ)NÔ)NÑ$Ø ×2Ò2°4Ð9^Ð9^Ð9^Ð`lÐ`lÐ`lÑmÔm�	ØÐ$ØØBKÑ?�˜) Z°à"&Ô"5×"DÒ"DÑ"FÔ"F�Ø!Ô'¨Ô*¨oÒ=Ð=ÝÐe¨Ô(<¸QÔ(?ÐeÐeÐTcÐeÐeÑfÔfÐfØå$(¤K×$9Ò$9ØØ+Ð,Ø:Ð;Ø+Ø˜ð %:ñ %ô %Ð!õ %)¤K×$9Ò$9ØØ9Ð:Ø:Ð;Ø+Ø˜ð %:ñ %ô %Ð!õ #œk×3Ò3ØØ9Ð:Ø4Ð5ð 4ñ ô �ð
 Ô%×,Ò,­d¬k×.HÒ.HÈÈqÑ.QÔ.QÐ-RÑSÔSÐSØ×'Ò'¨°(´.ÀÔ2CÐE\Ñ]Ô]Ð]à×&Ò&¨
°NÀIÐ'NÑOÔOÐOØ—’Ð/Ñ0Ô0Ð0Ø—’Ð/Ñ0Ô0Ð0Ø—’˜kÑ*Ô*Ð*ùà×Ò˜/Ñ*Ô*Ð*õ ˆÑÔ !Ò#Ð#Ø×ÒÑÔÐå�Š¥C¨Ñ$8Ô$8¸1Ò$<Ð$<�L�LÐBWÑXÔXÐXÐXÐXr   c           
      ó˜  — |                       d¦  «        }d}|D ]¯}|                      |g d¢g d¢¦  «        }|€Œ |\	  }}}}}	}
}}}|j        d         |
j        d<   |                      |¦  «         |	j        d         |j        d<   |                      |¦  «         |j        d         |j        d<   |                      |¦  «         |dz  }Œ°|S )Nr0   r   )	r2   r   r3   r   ÚGelur2   r   r3   r0   )	r   r   r   r   r   r   r   r   r   r   ©rB   r   r!   r   Úremove_node)r   Úskiplayernorm_nodesÚreshape_removedÚskiplayernorm_nodeÚpathÚadd_1Ú	reshape_1Úmatmul_1Ú	reshape_2ÚgeluÚadd_2Ú	reshape_3Úmatmul_2Úskiplayernorms                 r   Úremove_extra_reshapez'BertOnnxModelKeras.remove_extra_reshapew  s  € Ø"×7Ò7Ð8PÑQÔQÐØˆØ"5ð $	!ð $	!ÐØ×)Ò)Ø"ð
ð 
ð 
ð ,Ð+Ð+ñô ˆDð ˆ|Øð ñ
ØØØØØØØØØà%œ_¨QÔ/ˆEŒK˜‰NØ×Ò˜YÑ'Ô'Ð'Ø $¤¨A¤ˆHŒN˜1ÑØ×Ò˜YÑ'Ô'Ð'Ø%œ_¨QÔ/ˆEŒK˜‰NØ×Ò˜YÑ'Ô'Ð'Ø˜qÑ ˆOˆOàÐr   c                 óî  — |                       d¦  «        }d}|D ]Ú}|                      |g d¢g d¢¦  «        }|€Œ |\
  }}}}}	}
}}}}|j        d         |j        d<   |                      |¦  «         |j        d         |
j        d<   |                      |¦  «         |	j        d         |j        d<   |                      |¦  «         |j        d         |j        d<   |                      |¦  «         |dz  }ŒÛ|S )Nr0   r   )
r2   r   r3   r   r¸   r2   r   r3   r   r0   )
Nr   r   r   r   r   r   r   r   r   é   r¹   )r   r»   r¼   r½   r¾   r¿   rÀ   rÁ   rÂ   rÃ   rÄ   rÅ   rÆ   Ú	reshape_4rÇ   s                  r   Úremove_extra_reshape_2z)BertOnnxModelKeras.remove_extra_reshape_2¢  s>  € Ø"×7Ò7Ð8PÑQÔQÐØˆØ"5ð -	!ð -	!ÐØ×)Ò)Ø"ðð ð ð 2Ð1Ð1ñô ˆDð  ˆ|Øð ñØØØØØØØØØØð !.Ô 4°QÔ 7ˆHŒN˜1ÑØ×Ò˜YÑ'Ô'Ð'à%œ_¨QÔ/ˆEŒK˜‰NØ×Ò˜YÑ'Ô'Ð'à $¤¨A¤ˆHŒN˜1ÑØ×Ò˜YÑ'Ô'Ð'à%œ_¨QÔ/ˆEŒK˜‰NØ×Ò˜YÑ'Ô'Ð'à˜qÑ ˆOˆOàÐr   c                 ó¼   — |                       ¦   «         |                      ¦   «         z   }t                               d|› d�¦  «         |                      ¦   «          d S )NzRemove z Reshape nodes.)rÈ   rÌ   r#   rN   r­   )r   r¼   s     r   ÚpostprocesszBertOnnxModelKeras.postprocessÖ  sZ   € Ø×3Ò3Ñ5Ô5¸×8SÒ8SÑ8UÔ8UÑUˆÝ�ŠÐ>˜oÐ>Ð>Ð>Ñ?Ô?Ð?à×ÒÑÔÐÐÐr   )Ú__name__Ú
__module__Ú__qualname__r
   r   r.   rr   rw   rv   r™   rt   ru   rÈ   rÌ   rÎ   Ú__classcell__)r   s   @r   r   r      sñ   ø€ € € € € ð8ð 8ð 8ð 8ð 8ðð ð ð0#ð #ð #ð Z@ð Z@ð Z@ðxð ð ð
Cð Cð CðJð Jð JðX
ð 
ð 
ð2Yð 2Yð 2Yðh)ð )ð )ðV2ð 2ð 2ðhð ð ð ð ð ð r   r   )	Úloggingr¨   r   Úonnx_model_bert_tfr   Ú	getLoggerrÏ   r#   r   © r   r   ú<module>r×      s�   ðð €€€à €€€Ø Ð Ð Ð Ð Ð Ø .Ð .Ð .Ð .Ð .Ð .à	ˆÔ	˜8Ñ	$Ô	$€ðKð Kð Kð Kð K˜ñ Kô Kð Kð Kð Kr   