§
    9²¸j[  ã            
       óþ   — d dl Z ddlmZmZ ddlmZ  ej        e¦  «        Zda	dZ
dZde j        d	e j        d
edede j        f
d„Zdefd„Zdd
ededefd„Zdd
ededefd„Z G d„ d¦  «        Zdd„Zdefd„Zdd„ZdS )é    Né   )Úis_kernels_availableÚloggingé   )Ú
dequantizeé   i   ÚweightÚxÚ	ggml_typeÚout_featuresÚreturnc                 ó<   — t                                | |||¦  «        S )zL(N, bytes_per_row) uint8 @ (M, K) -> (M, N). May return f32 whatever `x` is.)Ú_gguf_kernelÚmul_mat_vec)r	   r
   r   r   s       úv/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/integrations/gguf/kernels.pyr   r      s   € å×#Ò# F¨A¨y¸,ÑGÔGÐGó    c                 óB   — t          ¦   «         duo| j        j        dk    S )záWhether the resolved kernel can read this tensor's memory.

    Compared against the `False` sentinel, not asked for truthiness: dynamo cannot trace `bool()` on a
    `GgufKernel`, which breaks the graph at every lookup.
    FÚcpu)Úget_gguf_kernelÚdeviceÚtype)Útensors    r   Úkernel_can_readr   #   s$   € õ ÑÔ EÐ)ÐI¨f¬mÔ.@ÀEÒ.IÐIr   ÚrowsÚcolsc                 ó^  — |�t          | |||||¦  «        S t          dt          |z  ¦  «        }||k    rt          | ||||¦  «        S t          j        ||f|| j        ¬¦  «        }t          d||¦  «        D ]5}| |||z   …         }	t          |	||	j        d         ||¦  «        ||||z   …<   Œ6|S )zK(rows, bytes_per_row) uint8 -> (rows, cols) `dtype`, a row chunk at a time.Nr   )Údtyper   r   )Ú_dequantize_chunkÚmaxÚDEQUANT_CHUNK_ELEMSÚtorchÚemptyr   ÚrangeÚshape)
r	   r   r   r   r   ÚindicesÚrows_per_chunkÚoutÚstartÚchunks
             r   Údequantize_blocksr*   ,   sÛ   € àÐÝ  ¨°D¸$ÀÀwÑOÔOÐOÝ˜Õ/°4Ñ7Ñ8Ô8€NØˆ~ÒÐÝ  ¨°D¸$ÀÑFÔFÐFÝ
Œ+�t˜T�l¨%¸¼Ð
FÑ
FÔ
F€CÝ�q˜$ Ñ/Ô/ð oð oˆØ�u˜u ~Ñ5Ð5Ô6ˆÝ.?ÀÀyÐRWÔR]Ð^_ÔR`ÐbfÐhmÑ.nÔ.nˆˆE�E˜NÑ*Ð*Ñ+Ð+Ø€Jr   c                 ó  — t          | ¦  «        r>|�t                               | ||||¦  «        S t                               | ||||¦  «        S |�|                      d|¦  «        } t          | ||¦  «                             ||¦  «        S )Nr   )r   r   Úget_rowsr   Úindex_selectÚreshape)r	   r   r   r   r   r%   s         r   r   r   :   sŽ   € Ý�vÑÔð MØÐÝ×(Ò(¨°¸)ÀTÈ5ÑQÔQÐQÝ×&Ò& v¨y¸$ÀÀeÑLÔLÐLàÐØ×$Ò$ Q¨Ñ0Ô0ˆÝ�f˜i¨Ñ/Ô/×7Ò7¸¸dÑCÔCÐCr   c                   ó(   — e Zd ZdZd„ Zdedefd„ZdS )Ú
GgufKernelzOA resolved kernel: its two ops, and which quant types it implements a gemv for.c                 óf   — |j         | _         |j        | _        |j        | _        |j        | _        d S ©N)r   r   r,   Ú
GEMV_TYPESÚ
gemv_types)ÚselfÚmodules     r   Ú__init__zGgufKernel.__init__H   s.   € Ø!Ô-ˆÔØ Ô+ˆŒØœˆŒØ Ô+ˆŒˆˆr   r   r   c                 ó   — || j         v S r2   )r4   )r5   r   s     r   ÚsupportszGgufKernel.supportsN   s   € Ø˜DœOÐ+Ð+r   N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r7   ÚintÚboolr9   © r   r   r0   r0   E   sK   € € € € € ØYÐYð,ð ,ð ,ð, #ð ,¨$ð ,ð ,ð ,ð ,ð ,ð ,r   r0   úGgufKernel | boolc                  óâ   — t           �t           S 	 ddlm}   | dd¬¦  «        }t          |¦  «        a n7# t          $ r*}t
                               d|› d�¦  «         d	a Y d}~nd}~ww xY wt           S )
z[The published kernel for this machine, or `False` if there is none (so the caller unpacks).Né   )Ú
get_kernelz(transformers-community/ggml-quantizationr   )ÚversionzNo GGUF kernel available (z\). The weights stay packed and every forward unpacks them, which costs speed but not memory.F)r   Úhub_kernelsrD   r0   Ú	ExceptionÚloggerÚinfo)rD   r6   Úerrors      r   r   r   R   s°   € õ ÐÝÐð
Ø,Ð,Ð,Ð,Ð,Ð,à�ÐFÐPQÐRÑRÔRˆÝ! &Ñ)Ô)ˆˆøÝð ð ð Ý�Šð6¨ð 6ð 6ð 6ñ	
ô 	
ð 	
ð ˆˆˆˆˆˆøøøøðøøøõ Ðs   �"3 ³
A'½ A"Á"A'c                  óp   — ddl m} m} d|j         | ddd¬¦  «        iid|j         | dd	d¬¦  «        iid
œS )zCThe layers ggml has a fused kernel for, in `kernels`' mapping form.r   ©ÚLayerRepositoryÚModeÚmpsz transformers-community/ggml-normÚRMSNormZeroCenteredr   )Úrepo_idÚ
layer_namerE   z+transformers-community/ggml-gated-delta-netÚQwen3_5GatedDeltaNet)rP   rS   )ÚkernelsrM   rN   Ú	INFERENCErL   s     r   Úget_ggml_layer_mappingrV   f   s‰   € à-Ð-Ð-Ð-Ð-Ð-Ð-Ð-ð Ø”  Ø>Ø4Øð!ñ !ô !ðð 
ð Ø”  ØIØ5Øð!ñ !ô !ðð!
ðð ð r   c                 ód  — t          ¦   «         sdS ddlm}m}m}m} t          ¦   «         } ||¦  «         	  ||d¬¦  «        5   || |j        | j        j	        ¬¦  «         ddd¦  «         dS # 1 swxY w Y   dS # t          $ r)}t                               d|› d�¦  «         Y d}~dS d}~ww xY w)	z?Graft ggml's layer kernels onto a GGUF model, and nothing else.Nr   )rN   Ú	kernelizeÚregister_kernel_mappingÚuse_kernel_mappingF)Úinherit_mapping)Úmoder   z&ggml layer kernels not fully grafted (z)); the rest keeps the model's own layers.)r   rT   rN   rX   rY   rZ   rV   rU   r   r   rG   rH   rI   )ÚmodelrN   rX   rY   rZ   ÚmappingrJ   s          r   Úkernelize_ggml_layersr_   ‚   s^  € åÑ!Ô!ð ØˆàTÐTÐTÐTÐTÐTÐTÐTÐTÐTÐTÐTå$Ñ&Ô&€GØÐ˜GÑ$Ô$Ð$ð
oð
  Ð ¸Ð?Ñ?Ô?ð 	Lð 	LØˆI�e $¤.¸¼Ô9JÐKÑKÔKÐKð	Lð 	Lð 	Lñ 	Lô 	Lð 	Lð 	Lð 	Lð 	Lð 	Lð 	Lð 	Løøøð 	Lð 	Lð 	Lð 	Lð 	Lð 	Løåð oð oð oõ 	�ŠÐm¸UÐmÐmÐmÑnÔnÐnÐnÐnÐnÐnÐnÐnøøøøðoøøøs;   ·A< ÁA/Á"A< Á/A3Á3A< Á6A3Á7A< Á<
B/ÂB*Â*B/r2   )r   rA   )r   N)r!   Úutilsr   r   Údequantr   Ú
get_loggerr:   rH   r   ÚMAX_GEMV_ROWSr    ÚTensorr>   r   r?   r   r*   r   r0   r   ÚdictrV   r_   r@   r   r   ú<module>rf      s¨  ðð €€€à 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø Ð Ð Ð Ð Ð ð 
ˆÔ	˜HÑ	%Ô	%€à€ð €ØÐ ðH˜œð H¨¬ð HÀ#ð HÐUXð HÐ]bÔ]ið Hð Hð Hð Hð
J˜tð Jð Jð Jð Jðð ¨ð °Cð ¸sð ð ð ð ðDð D¨ð D°Cð D¸sð Dð Dð Dð Dð
,ð 
,ð 
,ð 
,ð 
,ñ 
,ô 
,ð 
,ðð ð ð ð( ð ð ð ð ð8oð oð oð oð oð or   