§
    Ú³¸jä7  ã                   óf  — U d dl mZ d dlmZmZ d dlmZ d dlmZ d dl	m
Z
mZ d dlmZ d dlmZmZmZ  ej        e¦  «        Zi i i i i i i i i i i i i i dœZeeeeef         f         ed	<   ed
eeef         deeef         fd„¦   «         Zed
ee         dee         fd„¦   «         Zd
eeef         ee         z  deeef         ee         z  fd„Z G d„ d¦  «        Z G d„ de¦  «        Z G d„ de¦  «        Z G d„ de¦  «        Z ed¬¦  «        deded         fd„¦   «         Zdededefd„Z dS )é    )Ú	lru_cache)ÚAnyÚoverload)Ú	constants)ÚInferenceProviderMapping)Ú	MimeBytesÚRequestParameters)ÚChatCompletionInputMessage)Úbuild_hf_headersÚ	get_tokenÚlogging)ÚcerebrasÚcohereÚ	deepinfrazfal-aizfireworks-aiÚgroqzhf-inferenceÚnscaleÚovhcloudÚ	replicateÚscalewayÚtogetherÚ	wavespeedzzai-orgÚ!HARDCODED_MODEL_INFERENCE_MAPPINGÚobjÚreturnc                 ó   — d S ©N© ©r   s    ú|/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/huggingface_hub/inference/_providers/_common.pyÚfilter_noner    *   s   € Ø8;¸ó    c                 ó   — d S r   r   r   s    r   r    r    ,   s   € Ø.1¨cr!   c                 óN  — t          | t          ¦  «        rQi }|                      ¦   «         D ]8\  }}|€Œt          |t          t          f¦  «        rt	          |¦  «        }|||<   Œ9|S t          | t          ¦  «        rd„ | D ¦   «         S t          dt          | ¦  «        › �¦  «        ‚)Nc                 óh   — g | ]/}t          |t          t          f¦  «        rt          |¦  «        n|‘Œ0S r   )Ú
isinstanceÚdictÚlistr    )Ú.0Úvs     r   ú
<listcomp>zfilter_none.<locals>.<listcomp><   s5   € ÐRÐRÐRÈ¥*¨Qµµt°Ñ"=Ô"=ÐD•˜A‘”�À1ÐRÐRÐRr!   zExpected dict or list, got )r%   r&   Úitemsr'   r    Ú
ValueErrorÚtype)r   ÚcleanedÚkr)   s       r   r    r    0   s±   € Ý�#•tÑÔð Ø"$ˆØ—I’I‘K”Kð 	ð 	‰DˆAˆqØˆyØÝ˜!�d¥D˜\Ñ*Ô*ð #Ý ‘N”N�ØˆG�A‰JˆJØˆå�#•tÑÔð SØRÐRÈcÐRÑRÔRÐRå
Ð>µ4¸±9´9Ð>Ð>Ñ
?Ô
?Ð?r!   c                   óÌ  — e Zd ZdZdedededdfd„Zddœd	ed
eeef         dededz  dedz  deeef         dz  defd„Z		 d de
ez  dedz  defd„Zdedz  defd„Zdedz  defd„Zdeeef         deeef         dz  dedz  deeef         fd„Zdededeeef         fd„Zdededefd„Zdedefd„Zdededefd„Zd	ed
edededz  fd„Zd	ed
edededz  dedz  f
d„ZdS )!ÚTaskProviderHelperz.Base class for task-specific provider helpers.ÚproviderÚbase_urlÚtaskr   Nc                 ó0   — || _         || _        || _        d S r   )r2   r4   r3   )Úselfr2   r3   r4   s       r   Ú__init__zTaskProviderHelper.__init__D   s   € Ø ˆŒØˆŒ	Ø ˆŒˆˆr!   )Úextra_payloadÚinputsÚ
parametersÚheadersÚmodelÚapi_keyr8   c                ó  — |                       |¦  «        }|                      |¦  «        }|                      ||¦  «        }|                      ||j        ¦  «        }|                      |||¬¦  «        }	|	�t          |	t          |pi ¦  «        ¦  «        }	|                      ||||¦  «        }
|	�|
�t          d¦  «        ‚|	€|
€t          d¦  «        ‚|  
                    ||	|
¦  «        }t          || j        |j        |	|
|¬¦  «        S )z�
        Prepare the request to be sent to the provider.

        Each step (api_key, model, headers, url, payload) can be customized in subclasses.
        )Úprovider_mapping_infoNz8Both payload and data cannot be set in the same request.z2Either payload or data must be set in the request.)Úurlr4   r<   ÚjsonÚdatar;   )Ú_prepare_api_keyÚ_prepare_mapping_infoÚ_prepare_headersÚ_prepare_urlÚprovider_idÚ_prepare_payload_as_dictÚrecursive_merger    Ú_prepare_payload_as_bytesr,   Ú_normalize_headersr	   r4   )r6   r9   r:   r;   r<   r=   r8   r?   r@   ÚpayloadrB   Únormalized_headerss               r   Úprepare_requestz"TaskProviderHelper.prepare_requestI   s7  € ð  ×'Ò'¨Ñ0Ô0ˆð !%× :Ò :¸5Ñ AÔ AÐð ×'Ò'¨°Ñ9Ô9ˆð ×Ò Ð)>Ô)JÑKÔKˆð ×/Ò/°¸
ÐZoÐ/ÑpÔpˆØÐÝ% g­{¸=Ð;NÈBÑ/OÔ/OÑPÔPˆGð ×-Ò-¨f°jÐBWÐYfÑgÔgˆð Ð 4Ð#3ÝÐWÑXÔXÐXØˆ?˜t˜|ÝÐQÑRÔRÐRð "×4Ò4°W¸gÀtÑLÔLÐå ØØ”Ø'Ô3ØØØ&ð
ñ 
ô 
ð 	
r!   ÚresponseÚrequest_paramsc                 ó   — |S )z‚
        Return the response in the expected format.

        Override this method in subclasses for customized response handling.r   )r6   rO   rP   s      r   Úget_responsezTaskProviderHelper.get_response~   s	   € ð ˆr!   c                 óZ   — |€t          ¦   «         }|€t          d| j        › d�¦  «        ‚|S )zZReturn the API key to use for the request.

        Usually not overwritten in subclasses.Nz)You must provide an api_key to work with z$ API or log in with `hf auth login`.)r   r,   r2   ©r6   r=   s     r   rC   z#TaskProviderHelper._prepare_api_key‰   s@   € ð ˆ?Ý‘k”kˆGØˆ?ÝØo¸D¼MÐoÐoÐoñô ð ð ˆr!   c                 ó”  — |€t          d| j        › d�¦  «        ‚t                               | j        i ¦  «                             |¦  «        rt          | j                 |         S d}t	          |¦  «        D ]}|j        | j        k    r|} nŒ|€t          d|› d| j        › d�¦  «        ‚|j        | j        k    r+t          d|› d| j        › d| j        › d|j        › d�	¦  «        ‚|j        d	k    r&t                               d|› d
| j        › d�¦  «         |j        dk    r&t                               d|› d| j        › d�¦  «         |S )zbReturn the mapped model ID to use for the request.

        Usually not overwritten in subclasses.Nz+Please provide an HF model ID supported by ú.zModel z is not supported by provider z is not supported for task z and provider z. Supported task: Ústagingz! is in staging mode for provider z. Meant for test purposes only.Úerrorz,Our latest automated health check on model 'z' for provider 'z<' did not complete successfully.  Inference call might fail.)	r,   r2   r   ÚgetÚ!_fetch_inference_provider_mappingr4   ÚstatusÚloggerÚwarning)r6   r<   Úprovider_mappingÚmappings       r   rD   z(TaskProviderHelper._prepare_mapping_info•   sÃ  € ð ˆ=ÝÐ[È4Ì=Ð[Ð[Ð[Ñ\Ô\Ð\õ -×0Ò0°´ÀÑCÔC×GÒGÈÑNÔNð 	KÝ4°T´]ÔCÀEÔJÐJàÐÝ8¸Ñ?Ô?ð 	ð 	ˆGØÔ 4¤=Ò0Ð0Ø#*Ð Ø�ð 1ð Ð#ÝÐ[ eÐ[Ð[È4Ì=Ð[Ð[Ð[Ñ\Ô\Ð\àÔ  D¤IÒ-Ð-Ýð<˜ð <ð <¸4¼9ð <ð <ÐTXÔTað <ð <Ø#3Ô#8ð<ð <ð <ñô ð ð
 Ô" iÒ/Ð/Ý�NŠNØo˜ÐoÐoÀÄÐoÐoÐoñô ð ð Ô" gÒ-Ð-Ý�NŠNð-¸uð -ð -ÐVZÔVcð -ð -ð -ñô ð ð  Ðr!   rL   rB   c                 ó¢   — d„ |                      ¦   «         D ¦   «         }|                     d¦  «        €|�|j        �|j        |d<   n|�d|d<   |S )zzNormalize the headers to use for the request.

        Override this method in subclasses for customized headers.
        c                 óB   — i | ]\  }}|®|                      ¦   «         |“ŒS r   )Úlower©r(   ÚkeyÚvalues      r   ú
<dictcomp>z9TaskProviderHelper._normalize_headers.<locals>.<dictcomp>Á   s,   € ÐhÐhÐh±Z°S¸%ÐV[ÐVg˜cŸiši™kœk¨5ÐVgÐVgÐVgr!   zcontent-typeNzapplication/json)r+   rY   Ú	mime_type)r6   r;   rL   rB   rM   s        r   rK   z%TaskProviderHelper._normalize_headersº   si   € ð iÐhÀ7Ç=Â=Á?Ä?ÐhÑhÔhÐØ×!Ò! .Ñ1Ô1Ð9ØÐ D¤NÐ$>Ø59´^Ð" >Ñ2Ð2ØÐ$Ø5GÐ" >Ñ2Ø!Ð!r!   c                 ó*   — i t          |¬¦  «        ¥|¥S )zwReturn the headers to use for the request.

        Override this method in subclasses for customized headers.
        )Útoken)r   )r6   r;   r=   s      r   rE   z#TaskProviderHelper._prepare_headersÉ   s    € ð
 >Õ"¨Ð1Ñ1Ô1Ð=°WÐ=Ð=r!   Úmapped_modelc                 ó²   — |                       |¦  «        }|                      ||¦  «        }|                     d¦  «        › d|                     d¦  «        › �S )zVReturn the URL to use for the request.

        Usually not overwritten in subclasses.ú/)Ú_prepare_base_urlÚ_prepare_routeÚrstripÚlstrip)r6   r=   rj   r3   Úroutes        r   rF   zTaskProviderHelper._prepare_urlÐ   sX   € ð ×)Ò)¨'Ñ2Ô2ˆØ×#Ò# L°'Ñ:Ô:ˆØ—/’/ #Ñ&Ô&Ð<Ð<¨¯ª°cÑ):Ô):Ð<Ð<Ð<r!   c                 ó  — |                      d¦  «        rHt                               d| j        › d�¦  «         t          j                             | j        ¬¦  «        S t                               d| j        › d�¦  «         | j        S )ú[Return the base URL to use for the request.

        Usually not overwritten in subclasses.Úhf_z	Calling 'z'' provider through Hugging Face router.)r2   z' provider directly.)Ú
startswithr\   Úinfor2   r   ÚINFERENCE_PROXY_TEMPLATEÚformatr3   rT   s     r   rm   z$TaskProviderHelper._prepare_base_urlØ   s~   € ð
 ×Ò˜eÑ$Ô$ð 	!Ý�KŠKÐZ D¤MÐZÐZÐZÑ[Ô[Ð[ÝÔ5×<Ò<ÀdÄmÐ<ÑTÔTÐTå�KŠKÐG D¤MÐGÐGÐGÑHÔHÐHØ”=Ð r!   c                 ó   — dS )ztReturn the route to use for the request.

        Override this method in subclasses for customized routes.
        Ú r   ©r6   rj   r=   s      r   rn   z!TaskProviderHelper._prepare_routeä   s	   € ð
 ˆrr!   r?   c                 ó   — dS )zéReturn the payload to use for the request, as a dict.

        Override this method in subclasses for customized payloads.
        Only one of `_prepare_payload_as_dict` and `_prepare_payload_as_bytes` should return a value.
        Nr   ©r6   r9   r:   r?   s       r   rH   z+TaskProviderHelper._prepare_payload_as_dictë   s	   € ð ˆtr!   c                 ó   — dS )zæReturn the body to use for the request, as bytes.

        Override this method in subclasses for customized body data.
        Only one of `_prepare_payload_as_dict` and `_prepare_payload_as_bytes` should return a value.
        Nr   )r6   r9   r:   r?   r8   s        r   rJ   z,TaskProviderHelper._prepare_payload_as_bytesõ   s	   € ð ˆtr!   r   )Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ústrr7   r   r&   r	   rN   ÚbytesrR   rC   r   rD   r   rK   rE   rF   rm   rn   rH   rJ   r   r!   r   r1   r1   A   sã  € € € € € Ø8Ð8ð! ð !°ð !¸3ð !À4ð !ð !ð !ð !ð 04ð3
ð 3
ð 3
ð ð3
ð ˜˜c˜”Nð	3
ð
 ð3
ð �T‰zð3
ð �t‘ð3
ð ˜C ˜H”~¨Ñ,ð3
ð 
ð3
ð 3
ð 3
ð 3
ðp 48ð	ð 	à˜$‘,ð	ð *¨DÑ0ð	ð 
ð		ð 	ð 	ð 	ð
¨¨d©
ð 
°sð 
ð 
ð 
ð 
ð# ¨3°©:ð # Ð:Rð # ð # ð # ð # ðJ"Ø˜C ˜H”~ð"Ø04°S¸#°X´ÀÑ0Eð"ØMVÐY]ÑM]ð"à	ˆc�3ˆhŒð"ð "ð "ð "ð>¨ð >°sð >¸tÀCÈÀH¼~ð >ð >ð >ð >ð= Cð =°sð =¸sð =ð =ð =ð =ð
!¨ð 
!°ð 
!ð 
!ð 
!ð 
!ð¨3ð ¸ð Àð ð ð ð ðØðØ'+ðØD\ðà	�‰ðð ð ð ðàðð ðð  8ð	ð
 ˜d‘{ðð 
�TÑ	ðð ð ð ð ð r!   r1   c            	       óp   ‡ — e Zd ZdZdedefˆ fd„Zdededefd„Zd	eee	z           d
ede
dedz  fd„Zˆ xZS )ÚBaseConversationalTaskz¯
    Base class for conversational (chat completion) tasks.
    The schema follows the OpenAI API format defined here: https://platform.openai.com/docs/api-reference/chat
    r2   r3   c                 óP   •— t          ¦   «                              ||d¬¦  «         d S )NÚconversational©r2   r3   r4   ©Úsuperr7   ©r6   r2   r3   Ú	__class__s      €r   r7   zBaseConversationalTask.__init__
  s)   ø€ Ý‰Œ×Ò (°XÐDTÐÑUÔUÐUÐUÐUr!   rj   r=   r   c                 ó   — dS )Nz/v1/chat/completionsr   r{   s      r   rn   z%BaseConversationalTask._prepare_route  s   € Ø%Ð%r!   r9   r:   r?   Nc                 ól   — t          |j        |dœd„ |                     ¦   «         D ¦   «         ¥¦  «        S )N)r<   Úmessagesc                 ó&   — i | ]\  }}|d k    ¯||“ŒS )r<   r   rc   s      r   rf   zCBaseConversationalTask._prepare_payload_as_dict.<locals>.<dictcomp>  s#   € ÐUÐUÐU¡* # uÀcÈWÂnÀn�3˜ÀnÀnÀnr!   )r    rG   r+   r}   s       r   rH   z/BaseConversationalTask._prepare_payload_as_dict  sN   € õ à.Ô:Ø"ðð ð VÐU°
×0@Ò0@Ñ0BÔ0BÐUÑUÔUðñ
ô 
ð 	
r!   )r   r€   r�   r‚   rƒ   r7   rn   r'   r&   r
   r   rH   Ú__classcell__©r�   s   @r   r†   r†     sÏ   ø€ € € € € ðð ð
V ð V°ð Vð Vð Vð Vð Vð Vð&¨3ð &¸ð &Àð &ð &ð &ð &ð
à�TÐ6Ñ6Ô7ð
ð ð
ð  8ð	
ð
 
�‰ð
ð 
ð 
ð 
ð 
ð 
ð 
ð 
r!   r†   c                   óH   ‡ — e Zd ZdZˆ fd„Zdedefd„Zdedz  defd„Zˆ xZ	S )	ÚAutoRouterConversationalTaska  
    Auto-router for conversational tasks.

    We let the Hugging Face router select the best provider for the model, based on availability and user preferences.
    This is a special case since the selection is done server-side (avoid 1 API call to fetch provider mapping).
    c                 óN   •— t          ¦   «                              dd¬¦  «         d S )NÚautozhttps://router.huggingface.co)r2   r3   rŠ   )r6   r�   s    €r   r7   z%AutoRouterConversationalTask.__init__,  s'   ø€ Ý‰Œ×Ò &Ð3RÐÑSÔSÐSÐSÐSr!   r=   r   c                 óX   — |                      d¦  «        st          d¦  «        ‚| j        S )rs   rt   z>Cannot select auto-router when using non-Hugging Face API key.)ru   r,   r3   rT   s     r   rm   z.AutoRouterConversationalTask._prepare_base_url/  s1   € ð
 ×!Ò! %Ñ(Ô(ð 	!ÝÐ]Ñ^Ô^Ð^à”=Ð r!   r<   Nc                 óL   — |€t          d¦  «        ‚t          d||dd¬¦  «        S )z¤
        In auto-router, we don't need to fetch provider mapping info.
        We just return a dummy mapping info with provider_id set to the HF model ID.
        NzPlease provide an HF model ID.r—   Úliverˆ   )r2   Úhf_model_idÚ
providerIdr[   r4   )r,   r   )r6   r<   s     r   rD   z2AutoRouterConversationalTask._prepare_mapping_info9  s>   € ð
 ˆ=ÝÐ=Ñ>Ô>Ð>å'ØØØØØ!ð
ñ 
ô 
ð 	
r!   )
r   r€   r�   r‚   r7   rƒ   rm   r   rD   r’   r“   s   @r   r•   r•   $  s�   ø€ € € € € ðð ðTð Tð Tð Tð Tð!¨ð !°ð !ð !ð !ð !ð
¨3°©:ð 
Ð:Rð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
r!   r•   c            	       ó^   ‡ — e Zd ZdZdedefˆ fd„Zdededefd„Zd	ed
ede	dedz  fd„Z
ˆ xZS )ÚBaseTextGenerationTaskz²
    Base class for text-generation (completion) tasks.
    The schema follows the OpenAI API format defined here: https://platform.openai.com/docs/api-reference/completions
    r2   r3   c                 óP   •— t          ¦   «                              ||d¬¦  «         d S )Nztext-generationr‰   rŠ   rŒ   s      €r   r7   zBaseTextGenerationTask.__init__P  s)   ø€ Ý‰Œ×Ò (°XÐDUÐÑVÔVÐVÐVÐVr!   rj   r=   r   c                 ó   — dS )Nz/v1/completionsr   r{   s      r   rn   z%BaseTextGenerationTask._prepare_routeS  s   € Ø Ð r!   r9   r:   r?   Nc                 ó:   — t          d|i|¥d|j        i¥¦  «        S )NÚpromptr<   )r    rG   r}   s       r   rH   z/BaseTextGenerationTask._prepare_payload_as_dictV  s*   € õ ˜H fÐg°
Ðg¸GÐEZÔEfÐgÐgÑhÔhÐhr!   )r   r€   r�   r‚   rƒ   r7   rn   r   r&   r   rH   r’   r“   s   @r   rž   rž   J  sÊ   ø€ € € € € ðð ð
W ð W°ð Wð Wð Wð Wð Wð Wð!¨3ð !¸ð !Àð !ð !ð !ð !ðiØðiØ'+ðiØD\ðià	�‰ðið ið ið ið ið ið ið ir!   rž   N)Úmaxsizer<   r   c                 óˆ   — ddl m}  |¦   «                              | dg¬¦  «        }|j        }|€t	          d| › �¦  «        ‚|S )z;
    Fetch provider mappings for a model from the Hub.
    r   )ÚHfApiÚinferenceProviderMapping)ÚexpandNz$No provider mapping found for model )Úhuggingface_hub.hf_apir¥   Ú
model_infoÚinference_provider_mappingr,   )r<   r¥   rv   r^   s       r   rZ   rZ   \  sd   € ð
 -Ð,Ð,Ð,Ð,Ð,àˆ5‰7Œ7×Ò˜eÐ-GÐ,HÐÑIÔI€DØÔ6ÐØÐÝÐGÀÐGÐGÑHÔHÐHØÐr!   Údict1Údict2c                 óL   ‡ — i ‰ ¥ˆ fd„|                      ¦   «         D ¦   «         ¥S )Nc                 ó°   •— i | ]R\  }}||‰v rFt          ‰|         t          ¦  «        r+t          |t          ¦  «        rt          ‰|         |¦  «        n|“ŒSS r   )r%   r&   rI   )r(   rd   re   r«   s      €r   rf   z#recursive_merge.<locals>.<dictcomp>m  sr   ø€ ð 
ð 
ð 
ñ ��Uð Ø�u��¥¨E°#¬J½Ñ!=Ô!=�Å*ÈUÕTXÑBYÔBY�õ !  s¤¨UÑ3Ô3Ð3àð
ð 
ð 
r!   )r+   )r«   r¬   s   ` r   rI   rI   j  sJ   ø€ ðØ
ðð
ð 
ð 
ð 
ð $Ÿkšk™mœmð	
ñ 
ô 
ðð r!   )!Ú	functoolsr   Útypingr   r   Úhuggingface_hubr   r¨   r   Ú!huggingface_hub.inference._commonr   r	   Ú:huggingface_hub.inference._generated.types.chat_completionr
   Úhuggingface_hub.utilsr   r   r   Ú
get_loggerr   r\   r   r&   rƒ   Ú__annotations__r    r'   r1   r†   r•   rž   rZ   rI   r   r!   r   ú<module>r·      sè  ðØ Ð Ð Ð Ð Ð Ð Ø  Ð  Ð  Ð  Ð  Ð  Ð  Ð  à %Ð %Ð %Ð %Ð %Ð %Ø ;Ð ;Ð ;Ð ;Ð ;Ð ;Ø JÐ JÐ JÐ JÐ JÐ JÐ JÐ JØ aÐ aÐ aÐ aÐ aÐ aØ FÐ FÐ FÐ FÐ FÐ FÐ FÐ FÐ FÐ Fð 
ˆÔ	˜HÑ	%Ô	%€ð ØØØØØØØØØØØØØð+Uð UÐ ! 4¨¨T°#Ð7OÐ2OÔ-PÐ(PÔ#Qð ð ñ ð2 
Ø ;�T˜#˜s˜(”^Ð ;¨¨S°#¨X¬Ð ;Ð ;Ð ;ñ 
„Ø ;Ø	Ø 1�T˜#”YÐ 1 4¨¤9Ð 1Ð 1Ð 1ñ 
„Ø 1ð@�T˜#˜s˜(”^ d¨3¤iÑ/ð @°D¸¸c¸´NÀTÈ#ÄYÑ4Nð @ð @ð @ð @ð"@ð @ð @ð @ð @ñ @ô @ð @ðF
ð 
ð 
ð 
ð 
Ð/ñ 
ô 
ð 
ð@#
ð #
ð #
ð #
ð #
Ð#9ñ #
ô #
ð #
ðLið ið ið ið iÐ/ñ iô ið ið$ €�4ÐÑÔð
¨Sð 
°TÐ:TÔ5Uð 
ð 
ð 
ñ Ôð
ð	˜4ð 	¨ð 	°ð 	ð 	ð 	ð 	ð 	ð 	r!   