§
    9²¸jC?  ã                   ón  — d dl Z ddlmZ ddlmZ ddlmZmZmZm	Z	m
Z
mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z  ddl!m"Z" ddl#m$Z$ dd	l%m&Z& dd
l'm(Z( ddl)m*Z* ddl+m,Z, ddl-m.Z. ddl/m0Z0 ddl1m2Z2 ddl3m4Z4 ddl5m6Z6 ddl7m8Z8 ddl9m:Z: ddl;m<Z< ddl=m>Z> ddl?m@Z@ ddlAmBZB ddlCmDZD ddlEmFZF ddlGmHZH ddlImJZJ ddlKmLZL ddlMmNZN ddlOmPZP ddlQmRZR dd lSmTZT dd!lUmVZV i d"e(“d#e,“d$e.“d%e@“d&e$“d'eL“d(eN“d)e8“d*e:“d+e2“d,eB“d-eD“d.e0“d/e4“d0eT“d1e*“d2eV“eRe6e>eJe6e&eHeFePe<d3œ
¥ZWi d4e“d"e“d#e
“d$e
“d+e“d%e“d&e“d'e“d(e“d)e“d*e“d-e“d.e“d/e“d,e“d0e“d1e	“e eeeeeeeeed5œ
¥ZXeeeeeeeefZY ejZ        e[¦  «        Z\ G d6„ d7¦  «        Z] G d8„ d9¦  «        Z^d:e_fd;„Z`d<e_fd=„Zad?d>„ZbdS )@é    Né   )Ú
AutoConfig)Úlogging)Ú
AqlmConfigÚAutoRoundConfigÚ	AwqConfigÚBitNetQuantConfigÚBitsAndBytesConfigÚCompressedTensorsConfigÚ
EetqConfigÚFbgemmFp8ConfigÚFineGrainedFP8ConfigÚFourOverSixConfigÚFPQuantConfigÚGemmaQuantizationConfigÚ
GgufConfigÚ
GPTQConfigÚHiggsConfigÚ	HqqConfigÚMetalConfigÚMxfp4ConfigÚNVFP4ConfigÚQuantizationConfigMixinÚQuantizationMethodÚQuantoConfigÚQuarkConfigÚ
SinqConfigÚ
SpQRConfigÚTorchAoConfigÚ
VptqConfigé   )ÚHfQuantizer)ÚAqlmHfQuantizer)ÚAutoRoundQuantizer)ÚAwqQuantizer)ÚBitNetHfQuantizer)ÚBnb4BitHfQuantizer)ÚBnb8BitHfQuantizer)ÚCompressedTensorsHfQuantizer)ÚEetqHfQuantizer)ÚFbgemmFp8HfQuantizer)ÚFineGrainedFP8HfQuantizer)ÚFourOverSixHfQuantizer)ÚFPQuantHfQuantizer)ÚGemmaQuantizer)ÚGgufHfQuantizer)ÚGptqHfQuantizer)ÚHiggsHfQuantizer)ÚHqqHfQuantizer)ÚMetalHfQuantizer)ÚMxfp4HfQuantizer)ÚNVFP4HfQuantizer)ÚQuantoHfQuantizer)ÚQuarkHfQuantizer)ÚSinqHfQuantizer)ÚSpQRHfQuantizer)ÚTorchAoHfQuantizer)ÚVptqHfQuantizerÚawqÚbitsandbytes_4bitÚbitsandbytes_8bitÚgptqÚaqlmÚquantoÚquarkÚfouroversixÚfp_quantÚeetqÚhiggsÚhqqzcompressed-tensorsÚ
fbgemm_fp8ÚtorchaoÚbitnetÚvptq)
ÚspqrÚfp8ÚggufÚnvfp4Úmxfp8ú
auto-roundÚmxfp4ÚmetalÚsinqÚgemmarO   )
rL   rM   rN   rP   rQ   rR   rS   rT   rU   rV   c                   óD   — e Zd ZdZedefd„¦   «         Zed„ ¦   «         ZdS )ÚAutoQuantizationConfigz·
    The Auto-HF quantization config class that takes care of automatically dispatching to the correct
    quantization config given a quantization config stored in a dictionary.
    Úquantization_config_dictc           	      óÂ  — |                      d¦  «        }|                      dd¦  «        s|                      dd¦  «        r*|                      dd¦  «        rdnd}t          j        |z   }n|€t          d¦  «        ‚|t          vr9t          d|› d	t          t                               ¦   «         ¦  «        › �¦  «        ‚t          |         }|                     |¦  «        S )
NÚquant_methodÚload_in_8bitFÚload_in_4bitÚ_4bitÚ_8bitú‰The model's quantization config from the arguments has no `quant_method` attribute. Make sure that the model has been correctly quantizedúUnknown quantization type, got ú - supported types are: )	Úgetr   ÚBITS_AND_BYTESÚ
ValueErrorÚ AUTO_QUANTIZATION_CONFIG_MAPPINGÚlistÚAUTO_QUANTIZER_MAPPINGÚkeysÚ	from_dict)ÚclsrY   r[   ÚsuffixÚ
target_clss        úl/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/quantizers/auto.pyrj   z AutoQuantizationConfig.from_dict    s  € à/×3Ò3°NÑCÔCˆà#×'Ò'¨¸Ñ>Ô>ð 	ÐBZ×B^ÒB^Ð_mÐotÑBuÔBuð 	Ø 8× <Ò <¸^ÈUÑ SÔ SÐ`�W�WÐY`ˆFÝ-Ô<¸vÑEˆLˆLØÐ!Ýð \ñô ð ð Õ?Ð?Ð?Ýð:°,ð :ð :ÝÕ/×4Ò4Ñ6Ô6Ñ7Ô7ð:ð :ñô ð õ
 6°lÔCˆ
Ø×#Ò#Ð$<Ñ=Ô=Ð=ó    c                 óÄ   — t          j        |fi |¤Ž}t          |dd ¦  «        €t          d|› d�¦  «        ‚|j        }|                      |¦  «        } |j        di |¤Ž |S )NÚquantization_configz)Did not found a `quantization_config` in z2. Make sure that the model is correctly quantized.© )r   Úfrom_pretrainedÚgetattrre   rq   rj   Úupdate)rk   Úpretrained_model_name_or_pathÚkwargsÚmodel_configrY   rq   s         rn   rs   z&AutoQuantizationConfig.from_pretrainedµ   sš   € å!Ô1Ð2OÐZÐZÐSYÐZÐZˆÝ�<Ð!6¸Ñ=Ô=ÐEÝð NÐ<Yð  Nð  Nð  Nñô ð ð $0Ô#CÐ Ø!ŸmšmÐ,DÑEÔEÐà"ÐÔ"Ð,Ð, VÐ,Ð,Ð,Ø"Ð"ro   N)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚclassmethodÚdictrj   rs   rr   ro   rn   rX   rX   š   s`   € € € € € ðð ð
 ð>°ð >ð >ð >ñ „[ð>ð( ð
#ð 
#ñ „[ð
#ð 
#ð 
#ro   rX   c                   óŒ   — e Zd ZdZedeez  fd„¦   «         Zed„ ¦   «         Zedeez  dedz  fd„¦   «         Z	e
d„ ¦   «         ZdS )	ÚAutoHfQuantizerz–
     The Auto-HF quantizer class that takes care of automatically instantiating to the correct
    `HfQuantizer` given the `QuantizationConfig`.
    rq   c           	      óª  — t          |t          ¦  «        rt                               |¦  «        }|j        }|t
          j        k    r6t          |t          ¦  «        st          d¦  «        ‚|j	        r|dz  }n|dz  }|t          vr9t          d|› dt          t                               ¦   «         ¦  «        › �¦  «        ‚t          |         } ||fi |¤ŽS )NzZFound `quant_method=bitsandbytes` but `quantization_config` is not a `BitsAndBytesConfig`.r_   r^   ra   rb   )Ú
isinstancer~   rX   rj   r[   r   rd   r
   Ú	TypeErrorr\   rh   re   rg   ri   )rk   rq   rw   r[   rm   s        rn   Úfrom_configzAutoHfQuantizer.from_configÉ   s  € õ Ð)­4Ñ0Ô0ð 	XÝ"8×"BÒ"BÐCVÑ"WÔ"WÐà*Ô7ˆð Õ-Ô<Ò<Ð<ÝÐ1Õ3EÑFÔFð ÝØpñô ð ð #Ô/ð (Ø Ñ'��à Ñ'�àÕ5Ð5Ð5Ýð:°,ð :ð :ÝÕ/×4Ò4Ñ6Ô6Ñ7Ô7ð:ð :ñô ð õ
 ,¨LÔ9ˆ
ØˆzÐ-Ð8Ð8°Ð8Ð8Ð8ro   c                 óP   — t          j        |fi |¤Ž}|                      |¦  «        S ©N)rX   rs   r„   )rk   rv   rw   rq   s       rn   rs   zAutoHfQuantizer.from_pretrainedæ   s0   € å4ÔDÐEbÐmÐmÐflÐmÐmÐØ�ŠÐ2Ñ3Ô3Ð3ro   Úquantization_config_from_argsNc                 ó&  — |�d}nd}t          |t          ¦  «        rDt          |t          ¦  «        rt          j        |¦  «        }nt                               |¦  «        }|�D|j        j        |j        j        k    r*t          d|j        j        › d|j        j        › d�¦  «        ‚t          |t          ¦  «        r~t          |t          ¦  «        ri| 	                    ¦   «         }| 
                    ¦   «         D ]\  }}t          |||¦  «         Œ|r(|dt          |                     ¦   «         ¦  «        › d�z  }|dk    r7t          |t          t          t           f¦  «        st#          j        |¦  «         nt&                               |¦  «         |S )	z„
        handles situations where both quantization_config from args and quantization_config from model config are present.
        NzÑYou passed `quantization_config` or equivalent parameters to `from_pretrained` but the model you're loading already has a `quantization_config` attribute. The `quantization_config` from the model will be used.Ú zThe model is quantized with z but you are passing a z| config. Please make sure to pass the same quantization config class to `from_pretrained` with different loading attributes.z"However, loading attributes (e.g. z]) will be overwritten with the one you passed to `from_pretrained`. The rest will be ignored.)r‚   r~   r   rj   rX   Ú	__class__ry   re   ÚLOADING_ATTRIBUTES_CONFIG_TYPESÚget_loading_attributesÚitemsÚsetattrrg   ri   r   r   r   ÚwarningsÚwarnÚloggerÚinfo)rk   rq   r‡   Úwarning_msgÚloading_attr_dictÚattrÚvals          rn   Úmerge_quantization_configsz*AutoHfQuantizer.merge_quantization_configsë   só  € ð )Ð4ðyð ˆKð
 ˆKåÐ)­4Ñ0Ô0ð 	\åÐ7½ÑIÔIð \Ý&5Ô&?Ð@SÑ&TÔ&TÐ#Ð#å&<×&FÒ&FÐGZÑ&[Ô&[Ð#ð *Ð5Ø#Ô-Ô6Ð:WÔ:aÔ:jÒjÐjåðFÐ/BÔ/LÔ/Uð Fð Fð  oLô  oVô  o_ð Fð Fð Fñô ð õ
 Ð)Õ+JÑKÔKð 	BÕPZØ)Õ+JñQ
ô Q
ð 	Bð !>× TÒ TÑ VÔ VÐØ.×4Ò4Ñ6Ô6ð 8ð 8‘	��cÝÐ+¨T°3Ñ7Ô7Ð7Ð7à ð BØð   BÅDÐIZ×I_ÒI_ÑIaÔIaÑDbÔDbð   Bð   Bð   Bñ  B�à˜"ÒÐ¥ZÐ0CÅkÕS^Õ`tÐEuÑ%vÔ%vÐÝŒM˜+Ñ&Ô&Ð&Ð&õ �KŠK˜Ñ$Ô$Ð$Ø"Ð"ro   c           	      ó   — |                       dd ¦  «        }|                       dd¦  «        s|                       dd¦  «        r*|                       dd¦  «        rdnd}t          j        |z   }n|€t          d¦  «        ‚|t          vrGt
                               d|› d	t          t           	                    ¦   «         ¦  «        › d
�¦  «         dS dS )Nr[   r\   Fr]   r^   r_   r`   ra   rb   z~. Hence, we will skip the quantization. To remove the warning, you can delete the quantization_config attribute in config.jsonT)
rc   r   rd   re   rf   r‘   Úwarningrg   rh   ri   )rY   r[   rl   s      rn   Úsupports_quant_methodz%AutoHfQuantizer.supports_quant_method  s  € à/×3Ò3°NÀDÑIÔIˆØ#×'Ò'¨¸Ñ>Ô>ð 	ÐBZ×B^ÒB^Ð_mÐotÑBuÔBuð 	Ø 8× <Ò <¸^ÈUÑ SÔ SÐ`�W�WÐY`ˆFÝ-Ô<¸vÑEˆLˆLØÐ!Ýð \ñô ð ð Õ?Ð?Ð?Ý�NŠNði°,ð ið iÝÕ/×4Ò4Ñ6Ô6Ñ7Ô7ðið ið iñô ð ð
 �5Øˆtro   )ry   rz   r{   r|   r}   r   r~   r„   rs   r—   Ústaticmethodrš   rr   ro   rn   r€   r€   Ã   s¿   € € € € € ðð ð
 ð9Ð.EÈÑ.Lð 9ð 9ð 9ñ „[ð9ð8 ð4ð 4ñ „[ð4ð ð/#à!Ð$;Ñ;ð/#ð (?ÀÑ'Eð/#ð /#ð /#ñ „[ð/#ðb ðð ñ „\ðð ð ro   r€   Úmethodc                 ó   ‡ — ˆ fd„}|S )z-Register a custom quantization configuration.c                 óœ   •— ‰t           v rt          d‰› d�¦  «        ‚t          | t          ¦  «        st	          d¦  «        ‚| t           ‰<   | S )NzConfig 'ú' already registeredz*Config must extend QuantizationConfigMixin)rf   re   Ú
issubclassr   rƒ   )rk   rœ   s    €rn   Úregister_config_fnz8register_quantization_config.<locals>.register_config_fn5  s\   ø€ ØÕ5Ð5Ð5ÝÐD¨ÐDÐDÐDÑEÔEÐEå˜#Õ6Ñ7Ô7ð 	JÝÐHÑIÔIÐIà36Õ(¨Ñ0Øˆ
ro   rr   )rœ   r¡   s   ` rn   Úregister_quantization_configr¢   2  s$   ø€ ðð ð ð ð ð Ðro   Únamec                 ó   ‡ — ˆ fd„}|S )zRegister a custom quantizer.c                 óœ   •— ‰t           v rt          d‰› d�¦  «        ‚t          | t          ¦  «        st	          d¦  «        ‚| t           ‰<   | S )NzQuantizer 'rŸ   z!Quantizer must extend HfQuantizer)rh   re   r    r"   rƒ   )rk   r£   s    €rn   Úregister_quantizer_fnz1register_quantizer.<locals>.register_quantizer_fnE  s[   ø€ ØÕ)Ð)Ð)ÝÐE¨4ÐEÐEÐEÑFÔFÐFå˜#�{Ñ+Ô+ð 	AÝÐ?Ñ@Ô@Ð@à'*Õ˜tÑ$Øˆ
ro   rr   )r£   r¦   s   ` rn   Úregister_quantizerr§   B  s$   ø€ ðð ð ð ð ð !Ð ro   c                 ó~  — |�0|€t          |¬¦  «        }nAt          |t           ¦  «        r||_        n$t          |t           ¦  «        rt          d¦  «        ‚t	          | dd ¦  «        p$t	          |                      d¬¦  «        dd ¦  «        }|d u}|rt                               |¦  «        sd}|s|�L|r!t                               ||¦  «        | _	        n|| _	        t           
                    | j	        |¬¦  «        }nd }|�·|�)|j	        j        t          j        k    rt          d¦  «        ‚|                     ||¬	¦  «         |                     |¦  «        }|                     | ¦  «        } |                     | ¦  «        } t	          |j	        d
d¦  «        s |j	        j        }	t	          |	d|	¦  «        |d<   || |fS )N)Ú	gguf_filez¡Loading a GGUF checkpoint needs the file named as `from_pretrained(..., gguf_file=...)`. `GgufConfig` carries the loading options and does not have to repeat it.rq   T)ÚdecoderF)Úpre_quantizedzÂYou cannot combine Quantization and loading a model from a GGUF file, try again by making sure you did not passed a `quantization_config` or that you did not load a quantized model from the Hub.)Ú
device_mapÚweights_onlyÚ
dequantizeÚvalueÚquant)r   r‚   r©   re   rt   Úget_text_configr€   rš   r—   rq   r„   r[   r   ÚGGUFÚvalidate_environmentÚupdate_device_mapÚupdate_tp_planÚupdate_ep_plan)
Úconfigrq   r¬   r­   Ú
user_agentr©   Úquantization_params_from_configr«   Úhf_quantizerr[   s
             rn   Úget_hf_quantizerr»   R  s(  € ØÐØÐ&Ý",°yÐ"AÑ"AÔ"AÐÐÝÐ+­ZÑ8Ô8ð 	6Ø,5ÐÔ)øÝ	Ð'­Ñ	4Ô	4ð 
ÝðWñ
ô 
ð 	
õ
 '.¨fÐ6KÈTÑ&RÔ&Rð 'ÕV]Ø×Ò tÐÑ,Ô,Ð.CÀTñWô WÐ#ð 4¸4Ð?€MØð �_×BÒBÐCbÑcÔcð Øˆàð Ð+Ð7Øð 	=Ý)8×)SÒ)SØ/Ð1Dñ*ô *ˆFÔ&Ð&ð *=ˆFÔ&å&×2Ò2ØÔ&Ø'ð 3ñ 
ô 
ˆˆð
 ˆàÐØÐ  \Ô%EÔ%RÕVhÔVmÒ%mÐ%mÝðvñô ð ð 	×)Ò)Ø!Ø%ð 	*ñ 	
ô 	
ð 	
ð "×3Ò3°JÑ?Ô?ˆ
Ø×,Ò,¨VÑ4Ô4ˆØ×,Ò,¨VÑ4Ô4ˆõ �|Ô7¸ÀuÑMÔMð 	OØ'Ô;ÔHˆLÝ")¨,¸ÀÑ"NÔ"NˆJ�wÑØ˜ Ð+Ð+ro   r†   )cr�   Úmodels.auto.configuration_autor   Úutilsr   Úutils.quantization_configr   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    Úbaser"   Úquantizer_aqlmr#   Úquantizer_auto_roundr$   Úquantizer_awqr%   Úquantizer_bitnetr&   Úquantizer_bnb_4bitr'   Úquantizer_bnb_8bitr(   Úquantizer_compressed_tensorsr)   Úquantizer_eetqr*   Úquantizer_fbgemm_fp8r+   Úquantizer_finegrained_fp8r,   Úquantizer_fouroversixr-   Úquantizer_fp_quantr.   Úquantizer_gemmar/   Úquantizer_ggufr0   Úquantizer_gptqr1   Úquantizer_higgsr2   Úquantizer_hqqr3   Úquantizer_metalr4   Úquantizer_mxfp4r5   Úquantizer_nvfp4r6   Úquantizer_quantor7   Úquantizer_quarkr8   Úquantizer_sinqr9   Úquantizer_spqrr:   Úquantizer_torchaor;   Úquantizer_vptqr<   rh   rf   r‹   Ú
get_loggerry   r‘   rX   r€   Ústrr¢   r§   r»   rr   ro   rn   ú<module>rÜ      s3  ðð €€€à 7Ð 7Ð 7Ð 7Ð 7Ð 7Ø Ð Ð Ð Ð Ð ðð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð ð: Ð Ð Ð Ð Ð Ø +Ð +Ð +Ð +Ð +Ð +Ø 4Ð 4Ð 4Ð 4Ð 4Ð 4Ø 'Ð 'Ð 'Ð 'Ð 'Ð 'Ø /Ð /Ð /Ð /Ð /Ð /Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø FÐ FÐ FÐ FÐ FÐ FØ +Ð +Ð +Ð +Ð +Ð +Ø 6Ð 6Ð 6Ð 6Ð 6Ð 6Ø @Ð @Ð @Ð @Ð @Ð @Ø 9Ð 9Ð 9Ð 9Ð 9Ð 9Ø 2Ð 2Ð 2Ð 2Ð 2Ð 2Ø +Ð +Ð +Ð +Ð +Ð +Ø +Ð +Ð +Ð +Ð +Ð +Ø +Ð +Ð +Ð +Ð +Ð +Ø -Ð -Ð -Ð -Ð -Ð -Ø )Ð )Ð )Ð )Ð )Ð )Ø -Ð -Ð -Ð -Ð -Ð -Ø -Ð -Ð -Ð -Ð -Ð -Ø -Ð -Ð -Ð -Ð -Ð -Ø /Ð /Ð /Ð /Ð /Ð /Ø -Ð -Ð -Ð -Ð -Ð -Ø +Ð +Ð +Ð +Ð +Ð +Ø +Ð +Ð +Ð +Ð +Ð +Ø 1Ð 1Ð 1Ð 1Ð 1Ð 1Ø +Ð +Ð +Ð +Ð +Ð +ðØ	ˆ<ðàÐ+ðð Ð+ðð ˆOð	ð
 ˆOðð Ððð Ððð Ð)ðð Ð"ðð ˆOðð Ððð 
ˆ>ðð Ð6ðð Ð&ðð Ð!ðð  Ðð!ð" ˆOð#ð$ Ø$ØØð 'Ø$ØØØØð=ð ð Ð ðB$Ø
ˆJð$à	ˆ9ð$ð Ð+ð$ð Ð+ð	$ð
 ˆJð$ð ˆJð$ð ˆJð$ð ˆlð$ð ˆ[ð$ð Ð$ð$ð �ð$ð 
ˆ9ð$ð Ð1ð$ð �/ð$ð ˆ[ð$ð  ˆ}ð!$ð" Ðð#$ð$ ØØØØ!Ø!ØØØØ$ð7$ð $ð $Ð  ð> ØØØØØØØð	#Ð ð 
ˆÔ	˜HÑ	%Ô	%€ð&#ð &#ð &#ð &#ð &#ñ &#ô &#ð &#ðRlð lð lð lð lñ lô lð lð^¨ð ð ð ð ð !˜Sð !ð !ð !ð !ð 4,ð 4,ð 4,ð 4,ð 4,ð 4,ro   