§
    9²¸jf  ã                  ó^  — d dl mZ d dlZd dlmZ d dlmZ ddlmZ ddl	m
Z
 ddlmZ dd	lmZmZmZ d
dlmZ  e¦   «         r
d dlZd dlmZ dZ ed¬¦  «         G d„ d¦  «        ¦   «         Zej        d)d„¦   «         Zd*d„Z G d„ dej        ¦  «        Z G d„ d e¦  «        Zd+d$„Zd,d-d(„ZdS ).é    )ÚannotationsN)ÚCallable)Ú	dataclassé   )ÚConversionOps)Úshould_convert_module)Úis_torch_available)ÚKERNELS_MAX_VERSIONÚKERNELS_MIN_VERSIONÚis_kernels_availableé   )Úlazy_load_kernelé   T)Úfrozenc                  ó<   — e Zd ZU dZded<   ded<   ded<   ded<   dS )	ÚNVFP4Kernelz-Entry points exposed by the NVFP4 Hub kernel.ÚtypeÚPackedWeightr   ÚgemmÚpackÚswizzled_sf_shapeN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú__annotations__© ó    úo/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/integrations/nvfp4.pyr   r   (   sB   € € € € € € à7Ð7àÐÐÑØ€N€N�NØ€N€N�NØÐÐÑÐÐr   r   Úreturnc            	     óØ  — t          ¦   «         s(t          dt          › dt          › dt          › d�¦  «        ‚t	          d¦  «        } | €t          d¦  «        ‚t          | dd¦  «        t          | d	d¦  «        t          | d
d¦  «        t          | dd¦  «        dœ}d„ |                     ¦   «         D ¦   «         }|r&t          dd                     |¦  «        › d�¦  «        ‚t          di |¤ŽS )z,Load and validate the NVFP4 Hub kernel once.zQNVFP4 quantization requires the `kernels` package. Install a compatible version (z <= version < z*), for example with `pip install kernels==z`.Únvfp4NzvFailed to load the NVFP4 kernel. Check that the Hub kernel has a build matching the current PyTorch and CUDA versions.r   r   r   r   )r   r   r   r   c                ó   — g | ]	\  }}|­|‘Œ
S ©Nr   )Ú.0ÚnameÚentry_points      r   ú
<listcomp>z%load_nvfp4_kernel.<locals>.<listcomp>J   s"   € ÐYÐYÐYÑ)˜˜kÀ[ÐEXˆtÐEXÐEXÐEXr   z3The NVFP4 kernel is missing required entry points: z, ú.r   )	r   ÚImportErrorr   r
   r   ÚgetattrÚitemsÚjoinr   )ÚkernelÚentry_pointsÚmissings      r   Úload_nvfp4_kernelr1   2   s<  € õ  Ñ!Ô!ð 
ÝðNÝ-@ðNð NÝPcðNð Nå6IðNð Nð Nñ
ô 
ð 	
õ ˜gÑ&Ô&€FØ€~Ýð)ñ
ô 
ð 	
õ   ¨¸Ñ=Ô=Ý˜ ¨Ñ-Ô-Ý˜ ¨Ñ-Ô-Ý$ VÐ-@À$ÑGÔGð	ð €Lð ZÐY¨\×-?Ò-?Ñ-AÔ-AÐYÑYÔY€GØð gÝÐeÐPT×PYÒPYÐZaÑPbÔPbÐeÐeÐeÑfÔfÐfåÐ&Ð&˜Ð&Ð&Ð&r   Úinputútorch.TensorÚweightÚ	weight_sfÚweight_sf_rowmajorÚweight_global_scaleÚout_featuresÚintÚin_featuresc                ó€   — t          ¦   «         }|                     ||||||¬¦  «        }|                     || ¦  «        S )zYApply an NVFP4 linear operation using packed weights and dynamic activation quantization.)ÚqweightÚsfÚglobal_scaleÚnÚkÚsf_rowmajor)r1   r   r   )	r2   r4   r5   r6   r7   r8   r:   r.   Úpacked_weights	            r   Únvfp4_linearrC   Q   sQ   € õ Ñ Ô €FØ×'Ò'ØØØ(Ø
Ø
Ø&ð (ñ ô €Mð �;Š;�} eÑ,Ô,Ð,r   c                  ó4   ‡ — e Zd ZdZdˆ fd„Zdd	„Zdd„Zˆ xZS )ÚNVFP4Linearz6Bias-free linear layer backed by packed NVFP4 weights.r:   r9   r8   c                ó|  •— t          ¦   «                              ¦   «          || _        || _        t	          j        t          j        ||t          j        ¬¦  «        ¦  «        | _	        t          ¦   «                              ||¦  «        \  }}t	          j        t          j        ||t          j        ¬¦  «        ¦  «        | _        t	          j        t          j        ||t          z  t          j        ¬¦  «        ¦  «        | _        t	          j        t          j        dt          j        ¬¦  «        ¦  «        | _        d S )N)Údtyper   )ÚsuperÚ__init__r:   r8   ÚnnÚBufferÚtorchÚemptyÚbfloat16r4   r1   r   Úint32r5   ÚSF_VEC_SIZEÚuint8r6   Úfloat32r7   )Úselfr:   r8   Úsf_mÚsf_nÚ	__class__s        €r   rI   zNVFP4Linear.__init__k   sè   ø€ Ý‰Œ×ÒÑÔÐØ&ˆÔØ(ˆÔõ ”i¥¤¨L¸+ÍUÌ^Ð \Ñ \Ô \Ñ]Ô]ˆŒÝ&Ñ(Ô(×:Ò:¸<ÈÑUÔU‰
ˆˆdÝœ¥5¤;¨t°TÅÄÐ#MÑ#MÔ#MÑNÔNˆŒå"$¤)­E¬K¸ÀkÕU`ÑF`ÕhmÔhsÐ,tÑ,tÔ,tÑ"uÔ"uˆÔÝ#%¤9­U¬[¸Å%Ä-Ð-PÑ-PÔ-PÑ#QÔ#QˆÔ Ð Ð r   r2   r3   r    c           	     óh   — t          || j        | j        | j        | j        | j        | j        ¦  «        S r$   )rC   r4   r5   r6   r7   r8   r:   )rS   r2   s     r   ÚforwardzNVFP4Linear.forwardx   s9   € ÝØØŒKØŒNØÔ#ØÔ$ØÔØÔñ
ô 
ð 	
r   Ústrc                ó(   — d| j         › d| j        › d�S )Nzin_features=z, out_features=z, nvfp4)r:   r8   )rS   s    r   Ú
extra_reprzNVFP4Linear.extra_reprƒ   s!   € ØY˜dÔ.ÐYÐY¸tÔ?PÐYÐYÐYÐYr   )r:   r9   r8   r9   )r2   r3   r    r3   )r    rY   )r   r   r   r   rI   rX   r[   Ú__classcell__)rV   s   @r   rE   rE   h   sy   ø€ € € € € Ø@Ð@ðRð Rð Rð Rð Rð Rð	
ð 	
ð 	
ð 	
ðZð Zð Zð Zð Zð Zð Zð Zr   rE   c                  ó    — e Zd ZdZdd„Zd„ ZdS )ÚNVFP4QuantizezOPack a floating-point checkpoint weight into the buffers used by `NVFP4Linear`.Údeviceútorch.devicec                ó   — || _         d S r$   ©r_   )rS   r_   s     r   rI   zNVFP4Quantize.__init__Š   s   € ØˆŒˆˆr   c                óÚ  — t          ¦   «         }i }|                     ¦   «         D ]Å\  }}t          |t          ¦  «        r|d         n|}|                     d¦  «        s|||<   Œ?|                     |                     t          j        ¦  «        | j	        ¬¦  «        }| 
                    dd¦  «        d         }	|j        ||<   |j        ||	› d�<   |j        ||	› d�<   |j        ||	› d�<   ŒÆ|S )	Nr   r4   rb   r)   r   z
.weight_sfz.weight_sf_rowmajorz.weight_global_scale)r1   r,   Ú
isinstanceÚlistÚendswithr   ÚtorL   rN   r_   Úrsplitr<   r=   rA   r>   )
rS   Ú
input_dictÚkwargsr.   ÚoutputÚkeyÚvalueÚtensorrB   Úbases
             r   ÚconvertzNVFP4Quantize.convert�   s  € Ý"Ñ$Ô$ˆØˆØ$×*Ò*Ñ,Ô,ð 	Oð 	O‰JˆC�Ý!+¨Eµ4Ñ!8Ô!8ÐC�U˜1”X�X¸eˆFØ—<’< Ñ)Ô)ð Ø$��s‘Øà"ŸKšK¨¯	ª	µ%´.Ñ(AÔ(AÈ$Ì+˜KÑVÔVˆMØ—:’:˜c 1Ñ%Ô% aÔ(ˆDØ'Ô/ˆF�3‰KØ*7Ô*:ˆF�dÐ&Ð&Ð&Ñ'Ø3@Ô3LˆF�dÐ/Ð/Ð/Ñ0Ø4AÔ4NˆF�dÐ0Ð0Ð0Ñ1Ð1Øˆr   N)r_   r`   )r   r   r   r   rI   rp   r   r   r   r^   r^   ‡   s=   € € € € € ØYÐYðð ð ð ðð ð ð ð r   r^   Úmoduleú	nn.ModuleÚboolc                óŠ   — t          | t          j        ¦  «        o)| j        d u o | j        t
          z  dk    o| j        dz  dk    S )Nr   r   )rd   rJ   ÚLinearÚbiasr:   rP   r8   )rq   s    r   Ú_is_nvfp4_compatiblerw   Ÿ   sQ   € å�6�2œ9Ñ%Ô%ð 	*ØŒK˜4Ðð	*àÔ¥Ñ,°Ò1ð	*ð Ô "Ñ$¨Ò)ð	r   ÚmodelÚmodules_to_not_convertúlist[str] | Nonec           	     óJ  — t          |                      ¦   «         ¦  «        D ]€\  }}t          ||¦  «        rt          |¦  «        sŒ%|                     d¦  «        \  }}}|r|                      |¦  «        n| }t          ||t          |j        |j	        ¦  «        ¦  «         Œ�| S )z<Replace eligible bias-free linear layers with `NVFP4Linear`.r)   )
re   Únamed_modulesr   rw   Ú
rpartitionÚget_submoduleÚsetattrrE   r:   r8   )rx   ry   r&   rq   Úparent_nameÚ_Ú
child_nameÚparents           r   Úreplace_with_nvfp4_linearr„   ¨   s³   € õ ˜U×0Ò0Ñ2Ô2Ñ3Ô3ð Zð Z‰ˆˆfÝ$ TÐ+AÑBÔBð 	ÕJ^Ð_eÑJfÔJfð 	ØØ%)§_¢_°SÑ%9Ô%9Ñ"ˆ�Q˜
Ø5@ÐK�×$Ò$ [Ñ1Ô1Ð1ÀeˆÝ�˜
¥K°Ô0BÀFÔDWÑ$XÔ$XÑYÔYÐYÐYØ€Lr   )r    r   )r2   r3   r4   r3   r5   r3   r6   r3   r7   r3   r8   r9   r:   r9   r    r3   )rq   rr   r    rs   r$   )rx   rr   ry   rz   r    rr   ) Ú
__future__r   Ú	functoolsÚcollections.abcr   Údataclassesr   Úcore_model_loadingr   Úquantizers.quantizers_utilsr   Úutilsr	   Úutils.import_utilsr
   r   r   Úhub_kernelsr   rL   Útorch.nnrJ   rP   r   Úcacher1   rC   ÚModulerE   r^   rw   r„   r   r   r   ú<module>r‘      s  ðð #Ð "Ð "Ð "Ð "Ð "à Ð Ð Ð Ø $Ð $Ð $Ð $Ð $Ð $Ø !Ð !Ð !Ð !Ð !Ð !à .Ð .Ð .Ð .Ð .Ð .Ø ?Ð ?Ð ?Ð ?Ð ?Ð ?Ø &Ð &Ð &Ð &Ð &Ð &ðð ð ð ð ð ð ð ð ð ð
 *Ð )Ð )Ð )Ð )Ð )ð ÐÑÔð Ø€L€L€LØÐÐÐÐÐð €ð €�$ÐÑÔð ð  ð  ð  ð  ñ  ô  ñ Ôð ð „ð'ð 'ð 'ñ „ð'ð<-ð -ð -ð -ð.Zð Zð Zð Zð Z�"”)ñ Zô Zð Zð>ð ð ð ð �Mñ ô ð ð0ð ð ð ð	ð 	ð 	ð 	ð 	ð 	ð 	r   