§
    9²¸j¡r  ã                   óÈ  — d Z ddlZddlZddlmZ ddlmZ ddlmZ ddl	m
Z
  e
¦   «         rJddlmZ dd	lmZmZ dd
lmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$ ddl%m&Z& ddl'm(Z(m)Z)m*Z* ddlm+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2 erddl3m4Z4m5Z5m6Z6m7Z7  ej8        e9¦  «        Z: G d„ de&d¬¦  «        Z;h d£Z< G d„ d¦  «        Z= G d„ de,¦  «        Z>de?de?de*fd„Z@dS )z~
Handler for the /v1/responses endpoint (OpenAI Responses API).

Supports streaming (SSE) and non-streaming (JSON) responses.
é    N)ÚAsyncGenerator)ÚTYPE_CHECKINGé   )Úlogging)Úis_serve_available)ÚHTTPException)ÚJSONResponseÚStreamingResponse)ÚResponseÚResponseCompletedEventÚResponseContentPartAddedEventÚResponseContentPartDoneEventÚResponseCreatedEventÚResponseErrorÚResponseErrorEventÚResponseFailedEventÚ&ResponseFunctionCallArgumentsDoneEventÚResponseFunctionToolCallÚResponseInProgressEventÚResponseOutputItemAddedEventÚResponseOutputItemDoneEventÚResponseOutputMessageÚResponseOutputTextÚResponseReasoningItemÚResponseReasoningTextDeltaEventÚResponseReasoningTextDoneEventÚResponseTextDeltaEventÚResponseTextDoneEvent)ÚResponseCreateParamsStreaming)ÚInputTokensDetailsÚOutputTokensDetailsÚResponseUsageé   )ÚBaseGenerateManagerÚBaseHandlerÚModalityÚReasoningTextÚToolCallÚ_StreamErrorÚbuild_response_parserÚparse_assistant_message)ÚGenerationConfigÚPreTrainedModelÚPreTrainedTokenizerFastÚProcessorMixinc                   ó$   — e Zd ZU eed<   eed<   dS )Ú)TransformersResponseCreateParamsStreamingÚgeneration_configÚseedN)Ú__name__Ú
__module__Ú__qualname__ÚstrÚ__annotations__Úint© ó    úq/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/cli/serving/response.pyr1   r1   M   s%   € € € € € € ØÐÐÑØ
€I€I�I€I€Ir;   r1   F)Útotal>   ÚtextÚuserÚstoreÚpromptÚincludeÚ
backgroundÚ
truncationÚtool_choiceÚservice_tierÚtop_logprobsÚmax_tool_callsÚprevious_response_idc            	       óF  — e Zd ZdZdedefd„Zdefd„Zdeddfd	„Zde	e         fd
„Z
de	e         fd„Zdede	e         fd„Zde	e         fd„Zde	e         fd„Zdede	e         fd„Zde	e         fd„Zdededede	e         fd„Zdede	e         fd„Zde	e         fd„ZdS )Ú_ResponseStreamBuilderz=Builds SSE events for one streaming Responses API generation.Ú
request_idÚresponse_defaultsc                óÎ   — || _         d|› �| _        d|› �| _        d|› �| _        d| _        d| _        d| _        d| _        d| _        d| _	        d | _
        d | _        g | _        d S )NÚresp_Úmsg_Úrs_r   Ú F)Ú_response_defaultsÚresp_idÚmsg_idÚreasoning_idÚseqÚoutput_indexÚcontentÚfull_reasoningÚreasoning_openÚmessage_openÚreasoning_itemÚmessage_itemÚ
tool_calls)ÚselfrL   rM   s      r<   Ú__init__z_ResponseStreamBuilder.__init__e   s�   € Ø"3ˆÔØ+˜zÐ+Ð+ˆŒØ)˜ZÐ)Ð)ˆŒØ. *Ð.Ð.ˆÔØˆŒØˆÔØˆŒØ ˆÔØ#ˆÔØ!ˆÔØ<@ˆÔØ:>ˆÔØ:<ˆŒˆˆr;   Úreturnc                 óN   — t          j        |¦  «        }| xj        dz  c_        |S )Nr#   )r%   Úchunk_to_sserW   )r`   ÚeventÚsses      r<   Ú_emitz_ResponseStreamBuilder._emitt   s&   € ÝÔ& uÑ-Ô-ˆØˆŒ�A‰ˆŒØˆ
r;   Ústatusr   c                 ó0   — t          di | j        ¤d|i¤|¤ŽS )Nrh   r:   )r   rS   )r`   rh   Úextras      r<   Ú	_responsez _ResponseStreamBuilder._responsey   s)   € ÝÐJÐJ˜$Ô1ÐJÐJ¸&ÐJÐJÀEÐJÐJÐJr;   c                 óþ   — |                       t          d| j        |                      dg ¬¦  «        ¬¦  «        ¦  «        |                       t	          d| j        |                      dg ¬¦  «        ¬¦  «        ¦  «        gS )Nzresponse.createdÚqueued)Úoutput©ÚtypeÚsequence_numberÚresponsezresponse.in_progressÚin_progress)rg   r   rW   rk   r   ©r`   s    r<   Ústart_responsez%_ResponseStreamBuilder.start_response|   sŠ   € à�JŠJÝ$Ø+Ø$(¤HØ!Ÿ^š^¨H¸R˜^Ñ@Ô@ðñ ô ñô ð �JŠJÝ'Ø/Ø$(¤HØ!Ÿ^š^¨MÀ"˜^ÑEÔEðñ ô ñô ð
ð 	
r;   c                 ó    — d| _         |                      t          d| j        | j        t          | j        dg g d¬¦  «        ¬¦  «        ¦  «        gS )NTúresponse.output_item.addedÚ	reasoningrs   ©Úidrp   ÚsummaryrY   rh   ©rp   rq   rX   Úitem)r[   rg   r   rW   rX   r   rV   rt   s    r<   Ústart_reasoningz&_ResponseStreamBuilder.start_reasoningŽ   sg   € Ø"ˆÔà�JŠJÝ,Ø5Ø$(¤HØ!%Ô!2Ý.ØÔ,°;ÈÐTVÐ_lðñ ô ð	ñ ô ñ	ô 	ð
ð 	
r;   r>   c           
      ó’   — | xj         |z  c_         |                      t          d| j        | j        | j        d|¬¦  «        ¦  «        gS )Nzresponse.reasoning_text.deltar   )rp   Úitem_idrq   rX   Úcontent_indexÚdelta)rZ   rg   r   rV   rW   rX   ©r`   r>   s     r<   Úreasoning_deltaz&_ResponseStreamBuilder.reasoning_delta�   s]   € ØÐÔ˜tÑ#ÐÔà�JŠJÝ/Ø8Ø Ô-Ø$(¤HØ!%Ô!2Ø"#Øðñ ô ñ	ô 	ð
ð 	
r;   c           
      ód  — t          | j        dg d| j        dœgd¬¦  «        | _        |                      t          d| j        | j        | j        d| j        ¬¦  «        ¦  «        |                      t          d	| j        | j        | j        ¬
¦  «        ¦  «        g}d| _	        | xj        dz  c_        |S )Nrx   Úreasoning_text©rp   r>   Ú	completedry   zresponse.reasoning_text.doner   )rp   r€   rq   rX   r�   r>   úresponse.output_item.doner|   Fr#   )
r   rV   rZ   r]   rg   r   rW   rX   r   r[   )r`   Úpartss     r<   Úfinish_reasoningz'_ResponseStreamBuilder.finish_reasoning¬   sÞ   € Ý3ØÔ ØØØ.¸Ô8KÐLÐLÐMØð
ñ 
ô 
ˆÔð �JŠJÝ.Ø7Ø Ô-Ø$(¤HØ!%Ô!2Ø"#ØÔ,ðñ ô ñ	ô 	ð �JŠJÝ+Ø4Ø$(¤HØ!%Ô!2ØÔ,ð	ñ ô ñô ð
ˆð( $ˆÔØÐÔ˜QÑÐÔØˆr;   c                 ó,  — d| _         |                      t          d| j        | j        t          | j        dddg ¬¦  «        ¬¦  «        ¦  «        |                      t          d| j        | j        | j        d	t          d
dg ¬¦  «        ¬¦  «        ¦  «        gS )NTrw   Úmessagers   Ú	assistant)rz   rp   rh   ÚrolerY   r|   zresponse.content_part.addedr   Úoutput_textrR   ©rp   r>   Úannotations©rp   r€   rq   rX   r�   Úpart)	r\   rg   r   rW   rX   r   rU   r   r   rt   s    r<   Ústart_messagez$_ResponseStreamBuilder.start_messageÌ   s´   € Ø ˆÔà�JŠJÝ,Ø5Ø$(¤HØ!%Ô!2Ý.Øœ;¨Y¸}ÐS^Ðhjðñ ô ð	ñ ô ñ	ô 	ð �JŠJÝ-Ø6Ø œKØ$(¤HØ!%Ô!2Ø"#Ý+°ÀRÐUWÐXÑXÔXðñ ô ñ	ô 	ð
ð 	
r;   c                 ó”   — | xj         |z  c_         |                      t          d| j        | j        | j        d|g ¬¦  «        ¦  «        gS )Nzresponse.output_text.deltar   )rp   r€   rq   rX   r�   r‚   Úlogprobs)rY   rg   r   rU   rW   rX   rƒ   s     r<   Ú
text_deltaz!_ResponseStreamBuilder.text_deltaå   s[   € ØˆŒ˜ÑˆŒà�JŠJÝ&Ø5Ø œKØ$(¤HØ!%Ô!2Ø"#ØØðñ ô ñ
ô 
ð
ð 	
r;   c                 óÒ  — t          d| j        g ¬¦  «        }t          | j        ddd|gg ¬¦  «        | _        |                      t          d| j        | j        | j        d| j        g ¬	¦  «        ¦  «        |                      t          d
| j        | j        | j        d|¬¦  «        ¦  «        |                      t          d| j        | j        | j        ¬¦  «        ¦  «        g}d| _        |S )Nr�   r‘   r�   rˆ   rŽ   ©rz   rp   rh   r�   rY   r’   zresponse.output_text.doner   )rp   r€   rq   rX   r�   r>   r—   zresponse.content_part.doner“   r‰   r|   F)r   rY   r   rU   r^   rg   r   rW   rX   r   r   r\   )r`   Úoutput_text_partrŠ   s      r<   Úfinish_messagez%_ResponseStreamBuilder.finish_messageõ   s  € Ý-°=ÀtÄ|ÐacÐdÑdÔdÐÝ1ØŒ{ØØØØ%Ð&Øð
ñ 
ô 
ˆÔð �JŠJÝ%Ø4Ø œKØ$(¤HØ!%Ô!2Ø"#ØœØðñ ô ñ
ô 
ð �JŠJÝ,Ø5Ø œKØ$(¤HØ!%Ô!2Ø"#Ø)ðñ ô ñ	ô 	ð �JŠJÝ+Ø4Ø$(¤HØ!%Ô!2ØÔ*ð	ñ ô ñô ð-
ˆð> "ˆÔØˆr;   Útc_idÚnameÚ	argumentsc                 ó¢  — | xj         dz  c_         t          ||d||d¬¦  «        }| j                             |¦  «         |                      t          d| j        | j         |¬¦  «        ¦  «        |                      t          d| j        || j         ||¬¦  «        ¦  «        |                      t          d	| j        | j         |¬¦  «        ¦  «        gS )
Nr#   Úfunction_callrˆ   ©rz   Úcall_idrp   rž   rŸ   rh   rw   r|   z%response.function_call_arguments.done)rp   rq   r€   rX   rŸ   rž   r‰   )	rX   r   r_   Úappendrg   r   rW   r   r   )r`   r�   rž   rŸ   r}   s        r<   Ú	tool_callz _ResponseStreamBuilder.tool_call!  s  € ØÐÔ˜QÑÐÔÝ'ØØØ ØØØð
ñ 
ô 
ˆð 	Œ×Ò˜tÑ$Ô$Ð$à�JŠJÝ,Ø5Ø$(¤HØ!%Ô!2Øð	ñ ô ñô ð �JŠJÝ6Ø@Ø$(¤HØ!Ø!%Ô!2Ø'Øðñ ô ñ	ô 	ð �JŠJÝ+Ø4Ø$(¤HØ!%Ô!2Øð	ñ ô ñô ð'
ð 	
r;   Úmsgc                 óô   — |                       t          d| j        |¬¦  «        ¦  «        |                       t          d| j        |                      dg t          d|¬¦  «        ¬¦  «        ¬¦  «        ¦  «        gS )	NÚerror)rp   rq   r�   zresponse.failedÚfailedÚserver_error)Úcoder�   )rn   r¨   ro   )rg   r   rW   r   rk   r   )r`   r¦   s     r<   r¨   z_ResponseStreamBuilder.errorI  s„   € à�JŠJÕ)¨wÈÌÐZ]Ð^Ñ^Ô^Ñ_Ô_Ø�JŠJÝ#Ø*Ø$(¤HØ!Ÿ^š^Ø ¨µ=ÀnÐ^aÐ3bÑ3bÔ3bð ,ñ ô ðñ ô ñô ð
ð 	
r;   c                 ó2  — g }| j         �|                     | j         ¦  «         |                     | j        ¦  «         |                     | j        ¦  «         |                      t          d| j        |                      d||¬¦  «        ¬¦  «        ¦  «        gS )Nzresponse.completedrˆ   )rn   Úusagero   )	r]   r¤   r^   Úextendr_   rg   r   rW   rk   )r`   r­   Ú
all_outputs      r<   rˆ   z _ResponseStreamBuilder.completedW  sŸ   € Øˆ
ØÔÐ*Ø×Ò˜dÔ1Ñ2Ô2Ð2Ø×Ò˜$Ô+Ñ,Ô,Ð,Ø×Ò˜$œ/Ñ*Ô*Ð*à�JŠJÝ&Ø-Ø$(¤HØ!Ÿ^š^¨KÀ
ÐRW˜^ÑXÔXðñ ô ñô ð
ð 	
r;   N)r4   r5   r6   Ú__doc__r7   Údictra   rg   rk   Úlistru   r~   r„   r‹   r•   r˜   rœ   r¥   r¨   rˆ   r:   r;   r<   rK   rK   b   sâ  € € € € € ØGÐGð= cð =¸dð =ð =ð =ð =ð˜cð ð ð ð ð
K ð K°ð Kð Kð Kð Kð
  S¤	ð 
ð 
ð 
ð 
ð$
  c¤ð 
ð 
ð 
ð 
ð
 Cð 
¨D°¬Ið 
ð 
ð 
ð 
ð $ s¤)ð ð ð ð ð@
˜t Cœyð 
ð 
ð 
ð 
ð2
˜sð 
 t¨C¤yð 
ð 
ð 
ð 
ð *  S¤	ð *ð *ð *ð *ðX&
˜sð &
¨#ð &
¸#ð &
À$ÀsÄ)ð &
ð &
ð &
ð &
ðP
˜ð 
  c¤ð 
ð 
ð 
ð 
ð
 $ s¤)ð 
ð 
ð 
ð 
ð 
ð 
r;   rK   c                   óT  ‡ — e Zd ZdZeZeZdede	de
ez  fd„Zedee         dz  dee         dz  fd„¦   «         Zededee         fd	„¦   «         Zed
ee         dee         fd„¦   «         Zde	ddddde	dededddede
fd„Zde	ddddde	dededddedefd„Zddedddefˆ fd„Zˆ xZS )ÚResponseHandlerz+Handler for the ``/v1/responses`` endpoint.ÚbodyrL   rb   c           
   ƒ   ó^  K  — |                       |¦  «         |                      |¦  «        \  }}}| j                             ||¬¦  «        }| j                             ||¦  «        }t                               d|› d|› �¦  «         | j                             ||¬¦  «        }|  	                    |¦  «        }	|  
                    |	|¦  «        }
t          d„ |
D ¦   «         ¦  «        }i }|rd|d<   |                     | j        ¦  «         |                     |                     d¦  «        pi ¦  «         |                      |                     d	¦  «        ¦  «        } |j        |
fd
||rdndd
d
|t"          j        k    o|dœ|¤Ž}|s|                     |j        ¦  «        }|                      ||j        |¬¦  «        }|r|                     ||¦  «         |                     dd
¦  «        }|r|                      ||||||||¬¦  «        S |                      ||||||||¬¦  «        ƒ d{V —†S )az  Validate, load model, dispatch to streaming or non-streaming.

        Args:
            body (`dict`): The raw JSON request body (OpenAI Responses API format).
            request_id (`str`): Unique request identifier (from header or auto-generated).

        Returns:
            `StreamingResponse | JSONResponse`: SSE stream or JSON depending on ``body["stream"]``.
        )Ú	processorz[Request received] Model: z, CB: ©Úuse_cbc              3   óÌ   K  — | ]_}t          |                     d ¦  «        t          ¦  «        r|                     d ¦  «        ng D ]}|                     d¦  «        dk    V — ŒŒ`dS )rY   rp   ÚvideoN)Ú
isinstanceÚgetr²   )Ú.0r¦   Úcs      r<   ú	<genexpr>z1ResponseHandler.handle_request.<locals>.<genexpr>†  s‰   è è € ð 
ð 
àÝ,6°s·w²w¸yÑ7IÔ7IÍ4Ñ,PÔ,PÐX�c—g’g˜iÑ(Ô(Ð(ÐVXð
ð 
ð ð �EŠE�&‰MŒM˜WÒ$ð
ð 
ð 
ð 
ð 
ð 
ð 
r;   é    Ú
num_framesÚchat_template_kwargsÚtoolsTNÚpt)Úadd_generation_promptrÄ   Úreturn_tensorsÚreturn_dictÚtokenizeÚload_audio_from_videoÚstream)Úgen_manager)Ú_validate_requestÚ_resolve_modelÚmodel_managerÚget_model_modalityÚgeneration_stateÚuse_continuous_batchingÚloggerÚwarningÚget_managerÚ_normalize_inputÚ"get_processor_inputs_from_messagesÚanyÚupdaterÃ   r½   Ú_normalize_toolsÚapply_chat_templater&   Ú
MULTIMODALÚtoÚdeviceÚ_build_generation_configr2   Úinit_cbÚ
_streamingÚ_non_streaming)r`   rµ   rL   Úmodel_idÚmodelr·   Úmodalityr¹   rÌ   ÚmessagesÚprocessor_inputsÚ	has_videorÃ   rÄ   ÚinputsÚ
gen_configÚ	streamings                    r<   Úhandle_requestzResponseHandler.handle_requestn  sÃ  è è € ð 	×Ò˜tÑ$Ô$Ð$à%)×%8Ò%8¸Ñ%>Ô%>Ñ"ˆ�%˜ØÔ%×8Ò8¸È)Ð8ÑTÔTˆØÔ&×>Ò>¸uÀhÑOÔOˆÝ�ŠÐL°HÐLÐLÀFÐLÐLÑMÔMÐMØÔ+×7Ò7¸ÈÐ7ÑPÔPˆð
 ×(Ò(¨Ñ.Ô.ˆØ×BÒBÀ8ÈXÑVÔVÐåð 
ð 
à'ð
ñ 
ô 
ñ 
ô 
ˆ	ð &(ÐØð 	4Ø13Ð  Ñ.Ø×#Ò# DÔ$=Ñ>Ô>Ð>Ø×#Ò# D§H¢HÐ-CÑ$DÔ$DÐ$JÈÑKÔKÐKà×%Ò% d§h¢h¨wÑ&7Ô&7Ñ8Ô8ˆØ.�Ô.Øð	
à"&ØØ#)Ð3˜4˜4¨tØØØ"*­hÔ.AÒ"AÐ"OÀið	
ð 	
ð #ð	
ð 	
ˆð ð 	-Ø—Y’Y˜uœ|Ñ,Ô,ˆFà×2Ò2°4¸Ô9PÐY_Ð2Ñ`Ô`ˆ
àð 	3Ø×Ò  zÑ2Ô2Ð2Ø—H’H˜X tÑ,Ô,ˆ	Øð 	Ø—?’?ØØØØØØØØ'ð #ñ 	ô 	ð 	ð ×,Ò,ØØØØØØØØ'ð -ñ 	ô 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	r;   rÄ   Nc                 ó"   — | s| S d„ | D ¦   «         S )a€  Normalize Responses API tool definitions for ``apply_chat_template``.

        The Responses API uses a flat format: ``{"type": "function", "name": ..., "parameters": ...}``
        while ``apply_chat_template`` expects a nested format:
        ``{"type": "function", "function": {"name": ..., "parameters": ...}}``.
        Already-nested tools are passed through unchanged.
        c                 ó\   — g | ])}d |vr!d d„ |                      ¦   «         D ¦   «         dœn|‘Œ*S )Úfunctionc                 ó&   — i | ]\  }}|d k    ¯||“ŒS )rp   r:   )r¾   ÚkÚvs      r<   ú
<dictcomp>z?ResponseHandler._normalize_tools.<locals>.<listcomp>.<dictcomp>Ì  s$   € Ð-XÐ-XÐ-X±t°q¸!ÈAÐQWÊKÈK¨a°ÈKÈKÈKr;   )rp   rï   )Úitems)r¾   Úts     r<   ú
<listcomp>z4ResponseHandler._normalize_tools.<locals>.<listcomp>Ë  sZ   € ð 
ð 
ð 
àð ^hÐopÐ]pÐ]p�ZÐ-XÐ-X¸q¿wºw¹y¼yÐ-XÑ-XÔ-XÐYÐYÐYÐvwð
ð 
ð 
r;   r:   )rÄ   s    r<   rÚ   z ResponseHandler._normalize_toolsÀ  s2   € ð ð 	ØˆLð
ð 
àð
ñ 
ô 
ð 	
r;   c                 ó–  — | d         }|                       d¦  «        }t          |t          ¦  «        rd|dœg}nTt          |t          ¦  «        r.|rd|d         vrd|dœg}n,t                               |¦  «        }nt          dd¬	¦  «        ‚|r9|r|d         d         d
k    r||d         d<   n|                     dd
|dœ¦  «         |S )uQ  Normalize the Responses API ``input`` field into chat messages.

        The Responses API accepts multiple input formats. This method converts them
        into a structure close to what ``apply_chat_template`` expects (messages with
        ``role``, ``content``, ``tool_calls``, ``tool_call_id``). Further processing
        is done by ``get_processor_inputs_from_messages``.

        NOTE: if this conversion logic grows too complex, consider having separate
        ``get_processor_inputs_from_messages`` implementations for chat completions
        and the Responses API instead of funneling both through the same path.

        Formats handled:
            - **String** â†’ single user message.
            - **Flat content list** (``input_text``, ``input_image``, no ``role``) â†’ user message.
            - **Multi-turn list** â€” messages and tool call items (``function_call``,
              ``function_call_output``) from a previous response, converted via
              :meth:`_normalize_response_items`.

        If ``instructions`` is present, it is prepended as a system message.
        ÚinputÚinstructionsr?   ©r�   rY   r�   r   é¦  z 'input' must be a string or list©Ústatus_codeÚdetailÚsystemrY   )r½   r¼   r7   r²   r´   Ú_normalize_response_itemsr   Úinsert)rµ   Úinprù   ræ   s       r<   rÖ   z ResponseHandler._normalize_inputÐ  s  € ð, �7ŒmˆØ—x’x Ñ/Ô/ˆå�c�3ÑÔð 		\Ø!'°CÐ8Ð8Ð9ˆHˆHÝ˜�TÑ"Ô"ð 	\Øð J�v S¨¤VÐ+Ð+à%+¸Ð<Ð<Ð=��å*×DÒDÀSÑIÔI��å¨CÐ8ZÐ[Ñ[Ô[Ð[ð ð 	PØð P˜H QœK¨Ô/°8Ò;Ð;Ø)5�˜”˜IÑ&Ð&à—’ ¨HÀÐ#NÐ#NÑOÔOÐOàˆr;   rô   c                 óÖ  — g }d}| D �]`}|                      d¦  «        }|dk    r5d                     d„ |                      d¦  «        pg D ¦   «         ¦  «        }ŒSd|v rJ|d         |                      dd¦  «        dœ}|�|d         d	k    r||d
<   d}|                     |¦  «         Œ¡|dk    rz|d         |d         |d         dœdœ}|rC|d         d         d	k    r1|d                              dg ¦  «                             |¦  «         �Œ|                     d	|gdœ¦  «         �Œ!|dk    r'|                     d|d         |d         dœ¦  «         �ŒNt	          dd|›�¬¦  «        ‚|S )uæ  Convert a list of Responses API items into chat messages.

        Input items may be a mix of:
            - Messages (``EasyInputMessageParam`` with ``role``, or ``type: "message"``).
            - ``reasoning`` â€” buffered and attached as ``reasoning_content`` to the next assistant message.
            - ``function_call`` â€” merged as ``tool_calls`` onto the preceding assistant message.
            - ``function_call_output`` â€” converted to ``role: "tool"`` messages.
        Nrp   rx   rR   c              3   ó&   K  — | ]}|d          V — ŒdS )r>   Nr:   )r¾   r¿   s     r<   rÀ   z<ResponseHandler._normalize_response_items.<locals>.<genexpr>  s&   è è € Ð+YÐ+Y¸!¨A¨f¬IÐ+YÐ+YÐ+YÐ+YÐ+YÐ+Yr;   rY   r�   rú   rŽ   Úreasoning_contentr¡   r£   rž   rŸ   )rž   rŸ   )rz   rï   éÿÿÿÿr_   )r�   r_   Úfunction_call_outputÚtoolrn   )r�   Útool_call_idrY   rû   zUnsupported input item type: rü   )r½   Újoinr¤   Ú
setdefaultr   )rô   ræ   Úpending_reasoningr}   Ú	item_typer¦   Útcs          r<   r   z)ResponseHandler._normalize_response_itemsý  sÔ  € ð ˆØ(,Ðàð "	kñ "	kˆDØŸš Ñ(Ô(ˆIà˜KÒ'Ð'Ø$&§G¢GÐ+YÐ+Y¸t¿xºxÈ	Ñ?RÔ?RÐ?XÐVXÐ+YÑ+YÔ+YÑ$YÔ$YÐ!Øà˜ˆ~ˆ~Ø# Fœ|¸¿ºÀÈBÑ8OÔ8OÐPÐP�Ø$Ð0°T¸&´\À[Ò5PÐ5PØ/@�CÐ+Ñ,Ø(,Ð%Ø—’ Ñ$Ô$Ð$Ð$à˜oÒ-Ð-à˜yœ/Ø)-¨f¬ÀDÈÔDUÐ VÐ Vðð �ð ð O ¨¤¨VÔ 4¸Ò CÐ CØ˜R”L×+Ò+¨L¸"Ñ=Ô=×DÒDÀRÑHÔHÐHÑHà—O’O¨[ÈÈÐ$MÐ$MÑNÔNÐNÑNàÐ4Ò4Ð4Ø—’à &Ø(,¨Y¬Ø#'¨¤>ðð ñô ð ñ õ $°Ð<iÐ\eÐ<iÐ<iÐjÑjÔjÐjàˆr;   rä   r-   r·   z(ProcessorMixin | PreTrainedTokenizerFastrã   ré   rê   r,   rÌ   c	           	      óº  ‡‡‡‡‡— t          |||d         ¦  «        }	|                     ||||‰|	¬¦  «        \  ŠŠ|d         }
t          |
t          ¦  «        rt	          |
¦  «        n|
j        d         Šd‰› �t          j        ¦   «         |dg |                     dd¦  «        dd	œŠd
t          t          df         fˆˆˆˆˆfd„}t           |¦   «         d¬¦  «        S )zDGenerate a streaming Responses API reply (SSE) using DirectStreamer.Ú	input_ids)rL   Úresponse_parserr  rO   rr   Úparallel_tool_callsFÚauto)rz   Ú
created_aträ   ÚobjectrÄ   r  rE   rb   Nc                 óÔ  •K  — t          ‰‰	¬¦  «        } 	 d                     |                      ¦   «         ¦  «        W V — d}d}|�s¨‰                     ¦   «         ƒ d {V —†g}	 	 |                     ‰                     ¦   «         ¦  «         Œ(# t          j        $ r Y nw xY wg }|D �]+}|€d} �n#t          |t          ¦  «        rjt                               d|j        › �¦  «         |                     |                      |j        ¦  «        ¦  «         d                     |¦  «        W V —  d S t          |t          ¦  «        rœ| j        r'|                     |                      ¦   «         ¦  «         | j        r'|                     |                      ¦   «         ¦  «         |                     |                      ‰› d|› �|j        |j        ¦  «        ¦  «         |dz  }�Œ:t          |t,          ¦  «        rX| j        s'|                     |                      ¦   «         ¦  «         |                     |                      |¦  «        ¦  «         �Œ§| j        r'|                     |                      ¦   «         ¦  «         | j        s'|                     |                      ¦   «         ¦  «         |                     |                      |¦  «        ¦  «         �Œ-|rd                     |¦  «        W V — |�¯¨| j        r*d                     |                      ¦   «         ¦  «        W V — | j        s*d                     |                      ¦   «         ¦  «        W V — d                     |                      ¦   «         ¦  «        W V — d                     |                      t9          ‰‰
j        ¦  «        ¦  «        ¦  «        W V — d S # t<          t          j        f$ r ‰
                      ¦   «          ‚ w xY w)	N)rL   rM   rR   r   FTz"Exception in response generation: Ú_tool_call_r#   )!rK   r
  ru   r½   r¤   Ú
get_nowaitÚasyncioÚ
QueueEmptyr¼   r)   rÓ   r¨   r¦   r®   r(   r[   r‹   r\   rœ   r¥   rž   rŸ   r'   r~   r„   r•   r˜   rˆ   Úcompute_usageÚtotal_tokensÚGeneratorExitÚCancelledErrorÚcancel)ÚbuilderÚtool_call_indexÚdoneÚbatchrŠ   r}   Ú	input_lenÚqueuerL   rM   Ústreamers         €€€€€r<   Úevent_streamz0ResponseHandler._streaming.<locals>.event_streamV  s"  øè è € Ý,¸
ÐVgÐhÑhÔhˆGð>Ø—g’g˜g×4Ò4Ñ6Ô6Ñ7Ô7Ð7Ð7Ð7Ð7à"#�Ø�Øñ +-Ø#(§9¢9¡;¤;Ð.Ð.Ð.Ð.Ð.Ð.Ð/�Eðð=Ø!ŸLšL¨×)9Ò)9Ñ);Ô);Ñ<Ô<Ð<ð=øå"Ô-ð ð ð Ø˜ðøøøð (*�EØ %ð Cñ C˜Ø˜<Ø#'˜DØ!™EÝ% d­LÑ9Ô9ð #Ý"ŸLšLÐ)XÈdÌhÐ)XÐ)XÑYÔYÐYØ!ŸLšL¨¯ª°t´xÑ)@Ô)@ÑAÔAÐAØ"$§'¢'¨%¡.¤.Ð0Ð0Ð0Ð0Ø"˜F˜FÝ% d­HÑ5Ô5ð Cð  'Ô5ð IØ %§¢¨W×-EÒ-EÑ-GÔ-GÑ HÔ HÐ HØ&Ô3ð GØ %§¢¨W×-CÒ-CÑ-EÔ-EÑ FÔ FÐ FØ!ŸLšLØ '× 1Ò 1Ø'1Ð$OÐ$O¸oÐ$OÐ$OÐQUÔQZÐ\`Ô\jñ!"ô !"ñô ð ð
 ,¨qÑ0˜O™OÝ'¨­mÑ<Ô<ð 	CØ#*Ô#9ð HØ %§¢¨W×-DÒ-DÑ-FÔ-FÑ GÔ GÐ GØ!ŸLšL¨×)@Ò)@ÀÑ)FÔ)FÑGÔGÐGÑGà&Ô5ð IØ %§¢¨W×-EÒ-EÑ-GÔ-GÑ HÔ HÐ HØ#*Ô#7ð FØ %§¢¨W×-BÒ-BÑ-DÔ-DÑ EÔ EÐ EØ!ŸLšL¨×);Ò);¸DÑ)AÔ)AÑBÔBÐBÑBàð -Ø Ÿgšg e™nœnÐ,Ð,Ð,Ð,ðW ñ +-ð\ Ô)ð >ØŸ'š' '×":Ò":Ñ"<Ô"<Ñ=Ô=Ð=Ð=Ð=Ð=ØÔ+ð ;ØŸ'š' '×"7Ò"7Ñ"9Ô"9Ñ:Ô:Ð:Ð:Ð:Ð:Ø—g’g˜g×4Ò4Ñ6Ô6Ñ7Ô7Ð7Ð7Ð7Ð7à—g’g˜g×/Ò/µ¸iÈÔI^Ñ0_Ô0_Ñ`Ô`ÑaÔaÐaÐaÐaÐaÐaÐaøÝ!¥7Ô#9Ð:ð ð ð ð —’Ñ!Ô!Ð!Øð	øøøs2   –AN; Á#)B ÂBÂN; ÂBÂBN; Ä.JN; Î;,O'ztext/event-stream)Ú
media_type)r*   Úgenerate_streamingr¼   r²   ÚlenÚshapeÚtimer½   r   r7   r
   )r`   rL   rä   r·   rã   rµ   ré   rê   rÌ   r  r  r'  r$  r%  rM   r&  s    `          @@@@r<   rá   zResponseHandler._streaming2  s,  øøøøø€ õ 0°	¸5À&ÈÔBUÑVÔVˆØ%×8Ò8ØØØØØ!Ø+ð 9ñ 
ô 
‰ˆˆxð ˜;Ô'ˆ	å&0°½DÑ&AÔ&AÐZ•C˜	‘N”N�NÀyÄÐWYÔGZˆ	ð '˜*Ð&Ð&Ýœ)™+œ+ØØ àØ#'§8¢8Ð,AÀ5Ñ#IÔ#IØ!ð	
ð 	
Ðð@	¥Nµ3¸°9Ô$=ð @	ð @	ð @	ð @	ð @	ð @	ð @	ð @	ð @	ð @	õD !  ¡¤Ð<OÐPÑPÔPÐPr;   c	              ƒ   ó  K  — |                      |||||¬¦  «        ƒ d{V —†\  }	}
}t          ||||d         |	¬¦  «        \  }	}}g }|r.|                     t          d|› �dg d|dœgd	¬
¦  «        ¦  «         |                     t	          d|› �dd	dt          d|	g ¬¦  «        gg ¬¦  «        ¦  «         |rNt          |¦  «        D ]>\  }}|› d|› �}|                     t          ||d|j        |j	        d	¬¦  «        ¦  «         Œ?t          |
t          |¦  «        ¦  «        }t          d|› �t          j        ¦   «         d	||d|g |                     dd¦  «        d¬¦
  «
        }t          |                     d¬¦  «        ¦  «        S )z;Generate a non-streaming Responses API reply (single JSON).)rL   Nr  )r  Úcleaned_contentrQ   rx   r†   r‡   rˆ   ry   rP   r�   rŽ   r�   r‘   rš   r  r¡   r¢   rO   rr   r  Fr  )
rz   r  rh   rä   rn   r  r­   rÄ   r  rE   T)Úexclude_none)Úgenerate_non_streamingr+   r¤   r   r   r   Ú	enumerater   rž   rŸ   r  r*  r   r,  r½   r	   Ú
model_dump)r`   rL   rä   r·   rã   rµ   ré   rê   rÌ   rY   r$  Úgenerated_idsr  Úparsed_tool_callsÚoutput_itemsÚir  r�   r­   rr   s                       r<   râ   zResponseHandler._non_streamingœ  s@  è è € ð 3>×2TÒ2TØ�9˜f j¸Zð 3Uñ 3
ô 3
ð -
ð -
ð -
ð -
ð -
ð -
Ñ)ˆ�˜Mõ 9PØ�u˜m°v¸kÔ7JÐ\cð9
ñ 9
ô 9
Ñ5ˆÐ"Ð$5ð ˆØð 		Ø×ÒÝ%Ø)˜ZÐ)Ð)Ø$ØØ&6Ð@QÐRÐRÐSØ&ðñ ô ñô ð ð 	×ÒÝ!Ø&˜*Ð&Ð&ØØ"Ø Ý+°ÀWÐZ\Ð]Ñ]Ô]Ð^Øðñ ô ñ		
ô 		
ð 		
ð ð 	Ý"Ð#4Ñ5Ô5ð ð ‘��2Ø%Ð5Ð5°!Ð5Ð5�Ø×#Ò#Ý,Ø Ø %Ø,ØœWØ"$¤,Ø*ðñ ô ñ	ô 	ð 	ð 	õ ˜i­¨]Ñ);Ô);Ñ<Ô<ˆÝØ#�zÐ#Ð#Ý”y‘{”{ØØØØØàØ $§¢Ð)>ÀÑ FÔ FØð
ñ 
ô 
ˆõ ˜H×/Ò/¸TÐ/ÑBÔBÑCÔCÐCr;   FÚmodel_generation_configr¹   c                 ó®   •— t          ¦   «                              |||¬¦  «        }|                     d¦  «        �t          |d         ¦  «        |_        |S )zXApply Responses API params (``max_output_tokens``) on top of the base generation config.r¸   Úmax_output_tokens)Úsuperrß   r½   r9   Úmax_new_tokens)r`   rµ   r7  r¹   r2   Ú	__class__s        €r<   rß   z(ResponseHandler._build_generation_configç  sT   ø€ å!™GœG×<Ò<¸TÐCZÐciÐ<ÑjÔjÐà�8Š8Ð'Ñ(Ô(Ð4Ý/2°4Ð8KÔ3LÑ/MÔ/MÐÔ,à Ð r;   )F)r4   r5   r6   r°   r1   Ú_valid_params_classÚUNUSED_RESPONSE_FIELDSÚ_unused_fieldsr±   r7   r
   r	   rì   Ústaticmethodr²   rÚ   rÖ   r   r$   rá   râ   Úboolrß   Ú__classcell__)r<  s   @r<   r´   r´   h  sZ  ø€ € € € € Ø5Ð5àCÐØ+€NðN¨ð N¸3ð NÐCTÐWcÑCcð Nð Nð Nð Nðd ð
  T¤
¨TÑ 1ð 
°d¸4´jÀ4Ñ6Gð 
ð 
ð 
ñ „\ð
ð ð*˜tð *¨¨T¬
ð *ð *ð *ñ „\ð*ðX ð0¨¨d¬ð 0¸¸T¼
ð 0ð 0ð 0ñ „\ð0ðhfQàðfQð !ðfQð >ð	fQð
 ðfQð ðfQð ðfQð 'ðfQð )ðfQð 
ðfQð fQð fQð fQðTGDàðGDð !ðGDð >ð	GDð
 ðGDð ðGDð ðGDð 'ðGDð )ðGDð 
ðGDð GDð GDð GDðV!ð !¨Tð !ÐL^ð !Ðhlð !ð !ð !ð !ð !ð !ð !ð !ð !ð !r;   r´   Úinput_tokensÚoutput_tokensrb   c                 óˆ   — t          | || |z   t          dddidt          j        v rddini ¤Žt          d¬¦  «        ¬¦  «        S )a  Build a ``ResponseUsage`` object for a Responses API reply.

    Args:
        input_tokens (`int`): Number of prompt tokens.
        output_tokens (`int`): Number of generated tokens.

    Returns:
        `ResponseUsage`: Usage statistics with zero-filled detail fields.
    Úcached_tokensr   Úcache_write_tokens)Úreasoning_tokens)rC  rD  r  Úinput_tokens_detailsÚoutput_tokens_detailsr:   )r"   r    Úmodel_fieldsr!   )rC  rD  s     r<   r  r  ñ  su   € õ Ø!Ø#Ø! MÑ1Ý/ð 
ð 
Øð
à+?ÕCUÔCbÐ+bÐ+bÐ# QÐ'Ð'Ðhjð
ð 
õ 2À1ÐEÑEÔEð	ñ 	ô 	ð 	r;   )Ar°   r  r,  Úcollections.abcr   Útypingr   Úutilsr   Úutils.import_utilsr   Úfastapir   Úfastapi.responsesr	   r
   Úopenai.types.responsesr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   Ú-openai.types.responses.response_create_paramsr   Ú%openai.types.responses.response_usager    r!   r"   r$   r%   r&   r'   r(   r)   r*   r+   Útransformersr,   r-   r.   r/   Ú
get_loggerr4   rÓ   r1   r>  rK   r´   r9   r  r:   r;   r<   ú<module>rW     s;  ððð ð €€€Ø €€€Ø *Ð *Ð *Ð *Ð *Ð *Ø  Ð  Ð  Ð  Ð  Ð  à Ð Ð Ð Ð Ð Ø 4Ð 4Ð 4Ð 4Ð 4Ð 4ð ÐÑÔð mØ%Ð%Ð%Ð%Ð%Ð%ØAÐAÐAÐAÐAÐAÐAÐAðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð, \Ð[Ð[Ð[Ð[Ð[ØlÐlÐlÐlÐlÐlÐlÐlÐlÐlð	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð 	ð ð hØgÐgÐgÐgÐgÐgÐgÐgÐgÐgÐgÐgð 
ˆÔ	˜HÑ	%Ô	%€ðð ð ð ð Ð0MÐUZð ñ ô ð ð
ð ð Ð ð C
ð C
ð C
ð C
ð C
ñ C
ô C
ð C
ðLF!ð F!ð F!ð F!ð F!�kñ F!ô F!ð F!ðR ð °Cð ¸Mð ð ð ð ð ð r;   