§
    9²¸jþ(  ã                   ó   — d dl Z d dlmZ d dlZd dlmZ ddlmZmZmZ ddl	m
Z
 ddlmZ dd	lmZmZmZ dd
lmZmZmZmZ ddlmZ  e
j        e¦  «        Zdedefd„Zdedee         fd„Zdedee         de e!ee"f         e!ee"f         e!eej#        f         ee         f         fd„Z$dee         de!ee"f         dee         defd„Z% G d„ dej&        ¦  «        Z' G d„ dej&        ¦  «        Z(dde!ee"f         de!eej&        f         fd„Z)dS )é    N)Údeepcopy)Únné   )ÚWeightConverterÚWeightRenamingÚWeightTransform)Úloggingé   )Ú
GGML_BLOCK)Ú
GGUF_ARCHSÚCastÚ
Dequantize)ÚDEQUANT_CHUNK_ELEMSÚMAX_GEMV_ROWSÚdequantize_blocksÚmul_mat_vec)Ú
GgufHeaderÚ	gguf_archÚreturnc                 ó   — | t           v S )zHWhether this path handles the architecture, or the legacy loader has to.)r   )r   s    út/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/integrations/gguf/utils.pyÚis_gguf_arch_supportedr       s   € à�
Ð"Ð"ó    c                 óŽ   — | t           vr(t          d| ›dt          t           ¦  «        › d�¦  «        ‚t          |          |¦  «        S )zUWeight transforms turning a GGUF checkpoint of `gguf_arch` into transformers weights.zGGUF architecture z" is not supported yet. Supported: ú.)r   Ú
ValueErrorÚsorted)r   Úconfigs     r   Úget_gguf_conversion_mappingr   %   sL   € à�
Ð"Ð"ÝÐr¨iÐrÐrÕ]cÕdnÑ]oÔ]oÐrÐrÐrÑsÔsÐsÝ�iÔ  Ñ(Ô(Ð(r   ÚheaderÚmappingc                 ó  ‡— t          |¦  «        }d„ |D ¦   «         }d„ |D ¦   «         }i i i g f\  }}}}| j                             ¦   «         D ]²\  }}	|Š|D ]}
|
                     ‰¦  «        \  Š}Œ|                     ‰¦  «         |	t
          vrŒC|	|‰<   t          ˆfd„|D ¦   «         d¦  «        }t          |dd¦  «        }|�t          d„ |D ¦   «         ¦  «        r"|	|‰<   |D ]}t          |dd¦  «        x}�||‰<   ŒŒ³||||fS )	a  The file's quantized tensors, the subset that can stay packed, their input permutations, and
    every tensor's renamed name.

    Read before `add_gguf_load_ops` inserts the unpacking op: what a converter does to a tensor
    decides whether it can stay packed.
    c                 ó<   — g | ]}t          |t          ¦  «        ¯|‘ŒS © )Ú
isinstancer   ©Ú.0Úentrys     r   ú
<listcomp>z!get_gguf_plan.<locals>.<listcomp>8   s'   € ÐQÐQÐQ˜5­z¸%ÅÑ/PÔ/PÐQ�ÐQÐQÐQr   c                 ó<   — g | ]}t          |t          ¦  «        ¯|‘ŒS r$   ©r%   r   r&   s     r   r)   z!get_gguf_plan.<locals>.<listcomp>9   ó'   € ÐSÐSÐS˜Eµ
¸5Å/Ñ0RÔ0RÐS�%ÐSÐSÐSr   c              3   óR   •K  — | ]!}|                      ‰¦  «        d          ¯|V — Œ"dS ©r
   N©Úrename_source_key)r'   r(   Ú
param_names     €r   ú	<genexpr>z get_gguf_plan.<locals>.<genexpr>D   s=   øè è € ÐbÐb E¸5×;RÒ;RÐS]Ñ;^Ô;^Ð_`Ô;aÐb˜%ÐbÐbÐbÐbÐbÐbr   NÚ
operationsr$   c              3   ó8   K  — | ]}t          |d d¦  «        V — ŒdS )Úsupports_packedFN)Úgetattr)r'   Úops     r   r2   z get_gguf_plan.<locals>.<genexpr>G   s/   è è € Ð#_Ð#_Èb¥G¨BÐ0AÀ5Ñ$IÔ$IÐ#_Ð#_Ð#_Ð#_Ð#_Ð#_r   Úinput_permutation)	r   Ú
ggml_typesÚitemsr0   Úappendr   Únextr6   Úall)r    r!   Ú	renamingsÚ
convertersÚ	quantizedÚpackableÚpermutationsÚnamesÚ	gguf_nameÚ	ggml_typeÚrenamingÚ_Ú	converterr3   Ú	operationÚpermutationr1   s                   @r   Úget_gguf_planrK   ,   so  ø€ õ �wÑÔ€GØQÐQ GÐQÑQÔQ€IØSÐS WÐSÑSÔS€Jà/1°2°r¸2¨~Ñ,€Iˆx˜ uØ &Ô 1× 7Ò 7Ñ 9Ô 9ð ;ð ;Ñˆ	�9Øˆ
Ø!ð 	Cð 	CˆHØ$×6Ò6°zÑBÔB‰MˆJ˜˜Ø�Š�ZÑ Ô Ð Ø�JÐ&Ð&ØØ )ˆ	�*ÑÝÐbÐbÐbÐb¨ZÐbÑbÔbÐdhÑiÔiˆ	Ý˜Y¨°bÑ9Ô9ˆ
àÐ¥Ð#_Ð#_ÐT^Ð#_Ñ#_Ô#_Ñ _Ô _ÐØ#,ˆH�ZÑ à'ð ;ð ;�	Ý#*¨9Ð6IÈ4Ñ#PÔ#PÐP�KÐ]Ø/:�L Ñ,øøØ�h ¨eÐ3Ð3r   Ú	to_unpackrC   c                 óR  ‡	— d„ | D ¦   «         Š	|rt          ||¦  «        nd}t          |¦  «        }‰	D ]9}|�|j                             d|¦  «         |j                             |¦  «         Œ:|�||gn|g}ˆ	fd„|D ¦   «         }|r!| t          d„ |D ¦   «         dg|¬¦  «        gz   S | S )zWBracket every conversion chain: unpack blocks first where needed, cast to `dtype` last.c                 ó<   — g | ]}t          |t          ¦  «        ¯|‘ŒS r$   r+   r&   s     r   r)   z%add_gguf_load_ops.<locals>.<listcomp>R   r,   r   Nr   c                 óL   •‡— g | ]Št          ˆfd „‰D ¦   «         ¦  «        °‰‘Œ S )c              3   óN   •K  — | ]}|                      ‰¦  «        d          V — Œ dS r.   r/   )r'   ÚcÚnames     €r   r2   z/add_gguf_load_ops.<locals>.<listcomp>.<genexpr>[   s7   øè è € Ð4fÐ4fÐVW°Q×5HÒ5HÈÑ5NÔ5NÈqÔ5QÐ4fÐ4fÐ4fÐ4fÐ4fÐ4fr   )Úany)r'   rR   r?   s    @€r   r)   z%add_gguf_load_ops.<locals>.<listcomp>[   s=   øø€ ÐgÐgÐg˜DµÐ4fÐ4fÐ4fÐ4fÐ[eÐ4fÑ4fÔ4fÑ1fÔ1fÐg�4ÐgÐgÐgr   c                 ó>   — g | ]}d t          j        |¦  «        › d�‘ŒS )ú(ú))ÚreÚescape)r'   rR   s     r   r)   z%add_gguf_load_ops.<locals>.<listcomp>_   s,   € Ð PÐ PÐ P¸DÐ!7¥R¤Y¨t¡_¤_Ð!7Ð!7Ð!7Ð PÐ PÐ Pr   z\1)Úsource_patternsÚtarget_patternsr3   )r   r   r3   Úinsertr;   r   )
r!   rL   rC   ÚdtypeÚdequantize_opÚcast_oprH   r3   Úunconvertedr?   s
            @r   Úadd_gguf_load_opsr`   P   sý   ø€ àSÐS WÐSÑSÔS€JØ4=ÐG•J˜y¨%Ñ0Ô0Ð0À4€MÝ�5‰kŒk€GØð -ð -ˆ	ØÐ$ØÔ ×'Ò'¨¨=Ñ9Ô9Ð9ØÔ×#Ò# GÑ,Ô,Ð,Ð,à-:Ð-F�- Ð)Ð)ÈWÈI€JØgÐgÐgÐg EÐgÑgÔg€KØð 
ØÝØ PÐ PÀKÐ PÑ PÔ PØ!& Ø%ðñ ô ð
ñ 
ð 	
ð €Nr   c            	       óŠ   ‡ — e Zd ZdZddedededefˆ fd„Zdej        d	ej        fd
„Z	dej        d	ej        fd„Z
d	efd„Zˆ xZS )Ú
GgufLinearzU`nn.Linear` whose weight stays as GGUF blocks: `(out_features, bytes_per_row)` uint8.FÚin_featuresÚout_featuresrE   Úbiasc                 ó´  •— t          ¦   «                              ¦   «          || _        || _        || _        t
          |         \  }}||z  |z  }t          j        t          j	        ||ft          j
        ¬¦  «        d¬¦  «        | _        d | _        |r-t          j        t          j	        |¦  «        d¬¦  «        | _        |                      dd d¬¦  «         d S )N©r\   F©Úrequires_gradr8   )Ú
persistent)ÚsuperÚ__init__rc   rd   rE   r   r   Ú	ParameterÚtorchÚemptyÚuint8Úweightre   Úregister_buffer)	Úselfrc   rd   rE   re   Úblock_elemsÚblock_bytesÚbytes_per_rowÚ	__class__s	           €r   rl   zGgufLinear.__init__j   sÑ   ø€ Ý‰Œ×ÒÑÔÐØ&ˆÔØ(ˆÔØ"ˆŒÝ#-¨iÔ#8Ñ ˆ�[Ø# {Ñ2°[Ñ@ˆÝ”l¥5¤;°¸mÐ/LÕTYÔT_Ð#`Ñ#`Ô#`ÐpuÐvÑvÔvˆŒð ˆŒ	Øð 	UÝœ¥U¤[°Ñ%>Ô%>ÈeÐTÑTÔTˆDŒIØ×ÒÐ0°$À5ÐÑIÔIÐIÐIÐIr   Úxr   c                 óÒ  — |                      d| j        ¦  «        }| j        �|                     d| j        ¦  «        }|j        d         t
          k    r"t          | j        || j        | j	        ¦  «        }n|  
                    |¦  «        }| j        �
|| j        z   } |j         g |j        d d…         ¢| j	        ‘R Ž }|j        |j        k    r|n|                     |j        ¦  «        S )Néÿÿÿÿr
   r   )Úreshaperc   r8   Úindex_selectÚshaper   r   rq   rE   rd   Ú_unpack_matmulre   r\   Úto)rs   rx   ÚflatÚouts       r   ÚforwardzGgufLinear.forwardy   sÛ   € Ø�yŠy˜˜TÔ-Ñ.Ô.ˆØÔ!Ð-Ø×$Ò$ Q¨Ô(>Ñ?Ô?ˆDØŒ:�aŒ=�MÒ)Ð)Ý˜dœk¨4°´ÀÔARÑSÔSˆCˆCà×%Ò% dÑ+Ô+ˆCØŒ9Ð Ø˜œ	‘/ˆCØˆcŒkÐ;˜1œ7 3 B 3œ<Ð;¨Ô):Ð;Ð;Ð;ˆð ”i 1¤7Ò*Ð*ˆsˆs°·²°q´w±´Ð?r   r€   c                 ó€  — t          dt          | j        z  ¦  «        }t          j        |j        d         | j        |j        |j        ¬¦  «        }t          d| j        |¦  «        D ]W}| j
        |||z   …         }t          || j        |j        d         | j        |j        ¦  «        }||j        z  |dd…|||z   …f<   ŒX|S )z\Matmul against the weight unpacked a row chunk at a time, so it is never fully materialized.r
   r   )r\   ÚdeviceN)Úmaxr   rc   rn   ro   r}   rd   r\   r„   Úrangerq   r   rE   ÚT)rs   r€   Úrows_per_chunkr�   ÚstartÚrowsÚchunks          r   r~   zGgufLinear._unpack_matmulˆ   sÆ   € å˜QÕ 3°tÔ7GÑ GÑHÔHˆÝŒk˜$œ* Qœ-¨Ô):À$Ä*ÐUYÔU`ÐaÑaÔaˆÝ˜1˜dÔ/°Ñ@Ô@ð 	Dð 	DˆEØ”;˜u u¨~Ñ'=Ð=Ô>ˆDÝ% d¨D¬N¸D¼JÀq¼MÈ4ÔK[Ð]aÔ]gÑhÔhˆEØ59¸E¼G±^ˆC����5˜5 >Ñ1Ð1Ð1Ñ2Ð2Øˆ
r   c                 ó^   — d| j         › d| j        › d| j        d u› d| j        › d| j        d u› �
S )Nzin_features=z, out_features=z, bias=ú, ggml_type=z, permuted_input=)rc   rd   re   rE   r8   ©rs   s    r   Ú
extra_reprzGgufLinear.extra_repr’   sm   € ðC˜4Ô+ð Cð C¸DÔ<Mð Cð CØ”I TÐ)ðCð CØ7;´~ðCð Cà"Ô4¸DÐ@ðCð Cð	
r   )F)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚintÚboolrl   rn   ÚTensorr‚   r~   Ústrr�   Ú__classcell__©rw   s   @r   rb   rb   g   sÝ   ø€ € € € € Ø_Ð_ðJð J Cð J°sð JÀsð JÐRVð Jð Jð Jð Jð Jð Jð@˜œð @¨%¬,ð @ð @ð @ð @ð 5¤<ð °E´Lð ð ð ð ð
˜Cð 
ð 
ð 
ð 
ð 
ð 
ð 
ð 
r   rb   c                   ób   ‡ — e Zd ZdZddededefˆ fd„Zdej        dej        fd	„Zde	fd
„Z
ˆ xZS )ÚGgufEmbeddingz0`nn.Embedding` whose table stays as GGUF blocks.NÚnum_embeddingsÚembedding_dimrE   c                 óH  •— t          ¦   «                              ¦   «          || _        || _        || _        |pt          j        ¦   «         | _        t          |         \  }}t          j
        t          j        |||z  |z  ft
          j        ¬¦  «        d¬¦  «        | _        d S )Nrg   Frh   )rk   rl   rœ   r�   rE   rn   Úget_default_dtypeÚcompute_dtyper   r   rm   ro   rp   rq   )rs   rœ   r�   rE   r\   rt   ru   rw   s          €r   rl   zGgufEmbedding.__init__�   s™   ø€ Ý‰Œ×ÒÑÔÐØ,ˆÔØ*ˆÔØ"ˆŒØ"Ð?¥eÔ&=Ñ&?Ô&?ˆÔÝ#-¨iÔ#8Ñ ˆ�[Ý”lÝŒK˜¨¸+Ñ)EÈÑ)SÐTÕ\aÔ\gÐhÑhÔhØð
ñ 
ô 
ˆŒˆˆr   Ú	input_idsr   c                 óÔ   — |                      d¦  «        }t          | j        | j        |                     ¦   «         | j        | j        |¬¦  «        } |j         g |j        ¢| j        ‘R Ž S )zEUnpack these ids' rows out of the packed table, gathering as it goes.rz   )Úindices)r{   r   rq   rE   Únumelr�   r    r}   )rs   r¡   r€   r�   s       r   r‚   zGgufEmbedding.forward©   sm   € à× Ò  Ñ$Ô$ˆÝØŒK˜œ¨¯ª©¬°tÔ7IÈ4ÔK]Ðgkð
ñ 
ô 
ˆð ˆsŒ{Ð@˜IœOÐ@¨TÔ-?Ð@Ð@Ð@Ð@r   c                 ó4   — | j         › d| j        › d| j        › �S )Nz, r�   )rœ   r�   rE   rŽ   s    r   r�   zGgufEmbedding.extra_repr±   s&   € ØÔ%ÐYÐY¨Ô);ÐYÐYÈÌÐYÐYÐYr   ©N)r�   r‘   r’   r“   r”   rl   rn   r–   r‚   r—   r�   r˜   r™   s   @r   r›   r›   š   s­   ø€ € € € € Ø:Ð:ð

ð 

 sð 

¸3ð 

È3ð 

ð 

ð 

ð 

ð 

ð 

ðA ¤ð A°%´,ð Að Að Að AðZ˜Cð Zð Zð Zð Zð Zð Zð Zð Zr   r›   Úplanc                 ó  — | j         pi                      ¦   «         D ]\  }}||v r||vr||         ||<   Œi t          ¦   «         }}|                      ¦   «         D ]à\  }}	|› d�}
|                     |
¦  «        }|€Œ"|                     |¦  «        s|                     |¦  «         ŒMt          |	¦  «        t          j	        u r$t          |	j        |	j        ||	j        du¦  «        }n9t          |	¦  «        t          j        u rt          |	j        |	j        ||¦  «        }nŒÅ|                      ||¦  «         |||
<   Œá|r|st&                               d¦  «         n-|r+t&                               dt+          |¦  «        › d�¦  «         |S )zdReplace every module named in `plan` with one that holds GGUF blocks; return `{param_name: module}`.z.weightNz‘You are loading your model from a GGUF file but no module could keep its weights packed. Every quantized tensor will be dequantized at load time.zNo GGUF kernel for ggml types zF, so those tensors are dequantized at load while the rest stay packed.)Ú_tied_weights_keysr:   ÚsetÚnamed_modulesÚgetÚsupportsÚaddÚtyper   ÚLinearrb   rc   rd   re   Ú	Embeddingr›   rœ   r�   Úset_submoduleÚloggerÚwarningr   )Úmodelr§   Úkernelr\   ÚtargetÚsourceÚreplacedÚunsupportedÚmodule_nameÚmoduler1   rE   Ú
new_modules                r   Úreplace_with_gguf_modulesr¾   µ   sÏ  € ð !Ô3Ð9°r×@Ò@ÑBÔBð (ð (‰ˆ�Ø�Tˆ>ˆ>˜f¨DÐ0Ð0Ø œ<ˆD�‰Løà¥¡¤ˆk€HØ$×2Ò2Ñ4Ô4ð *ð *Ñˆ�VØ#Ð,Ð,Ð,ˆ
Ø—H’H˜ZÑ(Ô(ˆ	ØÐØØ�Š˜yÑ)Ô)ð 	Ø�OŠO˜IÑ&Ô&Ð&ØÝ�‰<Œ<�2œ9Ð$Ð$Ý# FÔ$6¸Ô8KÈYÐX^ÔXcÐkoÐXoÑpÔpˆJˆJÝ�&‰\Œ\�Rœ\Ð)Ð)Ý& vÔ'<¸fÔ>RÐT]Ð_dÑeÔeˆJˆJàØ×Ò˜K¨Ñ4Ô4Ð4Ø)ˆ�ÑÐð ð 

�Hð 

Ý�ŠðHñ	
ô 	
ð 	
ð 	
ð 
ð 
å�Šð0­V°KÑ-@Ô-@ð 0ð 0ð 0ñ	
ô 	
ð 	
ð €Or   r¦   )*rW   Úcopyr   rn   r   Úcore_model_loadingr   r   r   Úutilsr	   Údequantr   Úgguf_conversion_mappingr   r   r   Úkernelsr   r   r   r   Úreaderr   Ú
get_loggerr�   r³   r—   r•   r   Úlistr   ÚtupleÚdictr”   r–   rK   r`   ÚModulerb   r›   r¾   r$   r   r   ú<module>rË      s  ðð 
€	€	€	Ø Ð Ð Ð Ð Ð à €€€Ø Ð Ð Ð Ð Ð à RÐ RÐ RÐ RÐ RÐ RÐ RÐ RÐ RÐ RØ Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø AÐ AÐ AÐ AÐ AÐ AÐ AÐ AÐ AÐ AØ WÐ WÐ WÐ WÐ WÐ WÐ WÐ WÐ WÐ WÐ WÐ WØ Ð Ð Ð Ð Ð ð 
ˆÔ	˜HÑ	%Ô	%€ð# cð #¨dð #ð #ð #ð #ð
)¨3ð )¸4ÀÔ;Pð )ð )ð )ð )ð!4Øð!4Ø!% oÔ!6ð!4à
ˆ4��S�Œ>˜4  S œ>¨4°°U´\Ð0AÔ+BÀDÈÄIÐMÔNð!4ð !4ð !4ð !4ðH˜t OÔ4ð ÀÀcÈ3ÀhÄð ÐX\Ð]`ÔXað Ðmqð ð ð ð ð.0
ð 0
ð 0
ð 0
ð 0
�”ñ 0
ô 0
ð 0
ðfZð Zð Zð Zð Z�B”Iñ Zô Zð Zð6&ð &¨4°°S°¬>ð &ÐRVÐWZÐ\^Ô\eÐWeÔRfð &ð &ð &ð &ð &ð &r   