§
    “©ºjÝS  ã                   ó~  — d dl Z d dlZd dlZd dlZd dlZd dlmZ d dlmZm	Z	 d dl m
Z
 d dlmZ d dlmZmZmZmZmZ d dlZd dlmZ d dlmZ d d	lmZ d d
lmZ d dlmZ d dlmZmZ d dl m!Z! d dl"m#Z#m$Z$m%Z% d dl&m'Z'  ej(        e)¦  «        Z* ed¦  «        Z+ G d„ de!¦  «        Z,deej        gdf         dededdfd„Z-dej.        j/        deddfd„Z0	 d'dej.        j1        dej        dee2         dej.        j1        fd„Z3 e j4        d¬ ¦  «        defd!„¦   «         Z5d(dej.        j/        d#e6d$e7e8         d%e8ddf
d&„Z9dS ))é    N)ÚOrderedDict)ÚAbstractContextManagerÚ	ExitStack)Úpartial)Ú
ModuleType)ÚAnyÚCallableÚLiteralÚOptionalÚcast)Úapply_to_collection)ÚRequirementCache)ÚTensor)Úinit)Ú_IncompatibleKeys)ÚSelfÚoverride)Ú	Precision)Ú_ClassReplacementContextManagerÚ_convert_fp_tensorÚ_DtypeContextManager)Ú_DEVICEÚbitsandbytesc            	       óF  — e Zd ZdZ	 	 dded         deej                 deee	                  ddfd„Z
ed	ej        j        dej        j        fd
„¦   «         Zedefd„¦   «         Zedefd„¦   «         Zedefd„¦   «         Zededefd„¦   «         Zededefd„¦   «         ZdS )ÚBitsandbytesPrecisionaþ  Plugin for quantizing weights with `bitsandbytes <https://github.com/bitsandbytes-foundation/bitsandbytes>`__.

    .. warning::  This is an :ref:`experimental <versioning:Experimental API>` feature.

    .. note::
        The optimizer is not automatically replaced with ``bitsandbytes.optim.Adam8bit`` or equivalent 8-bit optimizers.

    Args:
        mode: The quantization mode to use.
        dtype: The compute dtype to use.
        ignore_modules: The submodules whose Linear layers should not be replaced, for example. ``{"lm_head"}``.
            This might be desirable for numerical stability. The string will be checked in as a prefix, so a value like
            "transformer.blocks" will ignore all linear layers in all of the transformer blocks.
    NÚmode)Únf4únf4-dqÚfp4úfp4-dqÚint8úint8-trainingÚdtypeÚignore_modulesÚreturnc                 óJ  — t          ¦   «          |€v|                     d¦  «        rt          j        }nTt          j                             ¦   «         r*t          j                             ¦   «         rt          j        nt          j        }|                     d¦  «        r#|t          j        urt          |›d|› d�¦  «        ‚t          ¦   «         }|d         |d         |d         |d         |d         |d	         d
œ}||         | _
        || _        |pt          ¦   «         | _        d S )Nr!   z7 only works with `dtype=torch.float16`, but you chose `ú`Ú
_NF4LinearÚ_NF4DQLinearÚ
_FP4LinearÚ_FP4DQLinearÚ_Linear8bitLtÚ_Int8LinearInference)r   r   r   r    r"   r!   )Ú_import_bitsandbytesÚ
startswithÚtorchÚfloat16ÚcudaÚis_availableÚis_bf16_supportedÚbfloat16Ú
ValueErrorÚglobalsÚ_linear_clsr#   Úsetr$   )Úselfr   r#   r$   Úglobals_Úmode_to_clss         ú/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/lightning_fabric/plugins/precision/bitsandbytes.pyÚ__init__zBitsandbytesPrecision.__init__F   s"  € õ 	ÑÔÐàˆ=à�Š˜vÑ&Ô&ð Ýœ��õ ',¤j×&=Ò&=Ñ&?Ô&?ÐuÅEÄJ×D`ÒD`ÑDbÔDbÐu•E”N�NÕhmÔhuð ð �?Š?˜6Ñ"Ô"ð 	i uµE´MÐ'AÐ'Aå ÐgÐgÐ_dÐgÐgÐgÑhÔhÐhå‘9”9ˆà˜LÔ)Ø˜~Ô.Ø˜LÔ)Ø˜~Ô.Ø% oÔ6ØÐ3Ô4ð
ð 
ˆð ' tÔ,ˆÔØˆŒ
Ø,Ð5µ±´ˆÔÐÐó    Úmodulec                 ó°  ‡— t          d„ |                     ¦   «         D ¦   «         ¦  «        st          d¦  «        ‚t          ¦   «         Št          ˆfd„|                     ¦   «         D ¦   «         ¦  «        st	          || j        | j        ¦  «         |                     ¦   «         D ]/}t          |‰j        j	        ¦  «        r| j
        |_        d|_        Œ0|S )Nc              3   óT   K  — | ]#}t          |t          j        j        ¦  «        V — Œ$d S ©N)Ú
isinstancer0   ÚnnÚLinear)Ú.0Úms     r=   ú	<genexpr>z7BitsandbytesPrecision.convert_module.<locals>.<genexpr>j   s0   è è € ÐLÐL°a•:˜a¥¤¤Ñ1Ô1ÐLÐLÐLÐLÐLÐLr?   z|You are using the bitsandbytes precision plugin, but your model has no Linear layers. This plugin won't work for your model.c              3   ód   •K  — | ]*}t          |‰j        j        ‰j        j        f¦  «        V — Œ+d S rC   )rD   rE   ÚLinear8bitLtÚ
Linear4bit)rG   rH   Úbnbs     €r=   rI   z7BitsandbytesPrecision.convert_module.<locals>.<genexpr>r   s<   øè è € ÐeÐeÈq•:˜a #¤&Ô"5°s´vÔ7HÐ!IÑJÔJÐeÐeÐeÐeÐeÐer?   F)ÚanyÚmodulesÚ	TypeErrorr.   Ú_convert_layersr8   r$   rD   rE   rL   r#   Úcompute_dtypeÚcompute_type_is_set)r:   r@   rH   rM   s      @r=   Úconvert_modulez$BitsandbytesPrecision.convert_moduleg   sæ   ø€ õ ÐLÐL¸6¿>º>Ñ;KÔ;KÐLÑLÔLÑLÔLð 	Ýð.ñô ð õ #Ñ$Ô$ˆÝÐeÐeÐeÐeÐTZ×TbÒTbÑTdÔTdÐeÑeÔeÑeÔeð 	Kå˜F DÔ$4°dÔ6IÑJÔJÐJð —’Ñ!Ô!ð 	.ð 	.ˆAÝ˜!˜SœVÔ.Ñ/Ô/ð .Ø"&¤*�”Ø(-�Ô%øØˆr?   c                 ó*   — t          | j        ¦  «        S rC   ©r   r#   ©r:   s    r=   Útensor_init_contextz)BitsandbytesPrecision.tensor_init_context}   ó   € å# D¤JÑ/Ô/Ð/r?   c                 ó  — | j         rt          d| j         › d�¦  «        ‚|                      ¦   «         }t          d| j        i¦  «        }t          ¦   «         }|                     |¦  «         |                     |¦  «         |S )NzŒInstantiating your model under the `init_module` context manager is not supported when used with `BitsandbytesPrecision(..., ignore_modules=z£)` as this may initialize the layers on-device, defeating the purpose of quantization. You can remove `ignore_modules` or remove the `init_module` context manager.ztorch.nn.Linear)r$   ÚRuntimeErrorrX   r   r8   r   Úenter_context)r:   Ú	dtype_ctxÚcontext_managerÚstacks       r=   Úmodule_init_contextz)BitsandbytesPrecision.module_init_context�   sœ   € àÔð 	åðQØ?CÔ?RðQð Qð Qñô ð ð ×,Ò,Ñ.Ô.ˆ	å9Ð;LÈdÔN^Ð:_Ñ`Ô`ˆÝ‘”ˆØ×Ò˜IÑ&Ô&Ð&Ø×Ò˜OÑ,Ô,Ð,Øˆr?   c                 ó*   — t          | j        ¦  «        S rC   rV   rW   s    r=   Úforward_contextz%BitsandbytesPrecision.forward_context“   rY   r?   Údatac                 óF   — t          |t          t          | j        ¬¦  «        S ©N)Úfunctionr#   Údst_type)r   r   r   r#   ©r:   rc   s     r=   Úconvert_inputz#BitsandbytesPrecision.convert_input—   s   € å" 4Õ2DÍFÐ]aÔ]gÐhÑhÔhÐhr?   c                 ó^   — t          |t          t          t          j        ¦   «         ¬¦  «        S re   )r   r   r   r0   Úget_default_dtyperh   s     r=   Úconvert_outputz$BitsandbytesPrecision.convert_output›   s$   € å" 4Õ2DÍFÕ]bÔ]tÑ]vÔ]vÐwÑwÔwÐwr?   ©NN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__r
   r   r0   r#   r9   Ústrr>   r   rE   ÚModulerT   r   rX   r`   rb   r   ri   rl   © r?   r=   r   r   .   s”  € € € € € ðð ð4 (,Ø-1ð	6ð 6àÐOÔPð6ð ˜œÔ$ð6ð !  S¤Ô*ð	6ð
 
ð6ð 6ð 6ð 6ðB ð U¤X¤_ð ¸¼¼ð ð ð ñ „Xðð* ð0Ð%;ð 0ð 0ð 0ñ „Xð0ð ðÐ%;ð ð ð ñ „Xðð" ð0Ð!7ð 0ð 0ð 0ñ „Xð0ð ði #ð i¨#ð ið ið iñ „Xðið ðx 3ð x¨3ð xð xð xñ „Xðxð xð xr?   r   Úquantize_fnÚ
state_dictÚ_r%   c                 ó‚   — t          d„ |D ¦   «         d ¦  «        }|€d S |                     |¦  «        } | |¦  «         d S )Nc              3   óD   K  — | ]}|                      d ¦  «        ¯|V — ŒdS )ÚweightN)Úendswith)rG   Únames     r=   rI   z)_quantize_on_load_hook.<locals>.<genexpr>¢   s3   è è € ÐNÐN °d·m²mÀHÑ6MÔ6MÐN�tÐNÐNÐNÐNÐNÐNr?   )ÚnextÚpop)ru   rv   rw   Ú
weight_keyrz   s        r=   Ú_quantize_on_load_hookr€       sS   € åÐNÐN¨
ÐNÑNÔNÐPTÑUÔU€JØÐØˆà�^Š^˜JÑ'Ô'€FØ€K�ÑÔÐÐÐr?   r@   Úincompatible_keysc                 ó’   — t          |j        ¦  «        D ]1}|                     d¦  «        r|j                             |¦  «         Œ2d S )Nrz   )ÚreversedÚmissing_keysr{   Úremove)r@   r�   Úkeys      r=   Ú_ignore_missing_weights_hookr‡   ª   sU   € õ Ð)Ô6Ñ7Ô7ð 7ð 7ˆØ�<Š<˜Ñ!Ô!ð 	7ØÔ*×1Ò1°#Ñ6Ô6Ð6øð7ð 7r?   Úparamrc   Úquant_statec                 óž  — t          ¦   «         }| j        j        dk    r†t          | |j        j        ¦  «        rF|j                             ||j        || j        | j        | j	        | j
        | j        | j        ¬¦	  «	        S t          j                             ||j        ¬¦  «        S || _        t          | |j        j        ¦  «        r|| _        | S )NÚmeta)	rc   Úrequires_gradr‰   Ú	blocksizeÚcompress_statisticsÚ
quant_typeÚquant_storager@   Úbnb_quantized)rŒ   )r.   ÚdeviceÚtyperD   rE   Ú
Params4bitrŒ   r�   rŽ   r�   r�   r@   r‘   r0   Ú	Parameterrc   r‰   )rˆ   rc   r‰   rM   s       r=   Ú_replace_paramr–   ²   sÐ   € õ Ñ
 Ô
 €Cð „|Ô˜FÒ"Ð"Ý�e˜SœVÔ.Ñ/Ô/ð 	Ø”6×$Ò$ØØ"Ô0Ø'Øœ/Ø$)Ô$=Ø Ô+Ø#Ô1Ø”|Ø#Ô1ð %ñ 
ô 
ð 
õ Œx×!Ò! $°dÔ6HÐ!ÑIÔIÐIØ€E„JÝ�%˜œÔ*Ñ+Ô+ð (Ø'ˆÔØ€Lr?   é   )Úmaxsizec                  ó^  ‡	— t           s!t          t          t           ¦  «        ¦  «        ‚dt          j        v } | sdt          j        d<   t          j        dd¬¦  «         t          j        dd¬¦  «         dd lŠ	| st          j        d=  G ˆ	fd„d	‰	j        j	        ¦  «        } G ˆ	fd
„d‰	j        j
        ¦  «        } G d„ d|¦  «        } G d„ d|¦  «        } G d„ d|¦  «        } G d„ d|¦  «        } G d„ d|¦  «        }|||||||dœ}t          ¦   «                              |¦  «         ‰	S )NÚBITSANDBYTES_NOWELCOMEÚ1Úignorez1.*bitsandbytes was compiled without GPU support.*)ÚmessagezHMatMul8bitLt: inputs will be cast from .* to float16 during quantizationr   c                   ó0  •‡ — e Zd ZdZdddœdedee         deded	df
ˆ ˆfd
„Zddee	j
                 dee	j                 d	dfˆfd„Zed”j        j        de	j
        dee	j                 d	”j        j        fˆfd„¦   «         Zddœdeded	efd„Zdˆfd„Zˆ xZS )ú+_import_bitsandbytes.<locals>._Linear8bitLtz„Wraps `bnb.nn.Linear8bitLt` and enables instantiation directly on the device and re-quantizaton when loading
        the state dict.Ng      @©r’   Ú	thresholdÚargsr’   r¡   Úkwargsr%   c                óž  •—  t          ¦   «         j        |||dœ|¤Ž t          ‰j        j        | j        ¦  «        | _        | j        | _        t          j        d|¬¦  «        j	        j
        dk    r|                      ¦   «          |                      t          t          | j        ¦  «        ¦  «         |                      t           ¦  «         d S )Nr    r   ©r’   r2   )Úsuperr>   r   rE   Ú
Int8Paramsrz   Úbiasr0   Útensorr’   r“   Ú	quantize_Ú"_register_load_state_dict_pre_hookr   r€   Ú"register_load_state_dict_post_hookr‡   )r:   r’   r¡   r¢   r£   Ú	__class__rM   s        €€r=   r>   z4_import_bitsandbytes.<locals>._Linear8bitLt.__init__â   s·   ø€ Ø�E‰GŒGÔ˜d¨6¸YÐQÐQÈ&ÐQÐQÐQÝ˜sœvÔ0°$´+Ñ>Ô>ˆDŒKØ6:´iˆDŒIõ Œ|˜A fÐ-Ñ-Ô-Ô4Ô9¸VÒCÐCØ—’Ñ Ô Ð Ø×3Ò3µGÕ<RÐTXÔTbÑ4cÔ4cÑdÔdÐdØ×3Ò3Õ4PÑQÔQÐQÐQÐQr?   rz   c                 óà   •— |€| j         j        }|j        j        t          j        k    rdS t          | j         ‰j        j        ¦  «        sJ ‚|                      | j         ||¦  «        | _         dS )úInplace quantize.N)	rz   rc   r#   r0   r!   rD   rE   r§   Úquantize©r:   rz   r’   rM   s      €r=   rª   z5_import_bitsandbytes.<locals>._Linear8bitLt.quantize_í   sc   ø€ àˆ~ØœÔ)�ØŒ{Ô ¥E¤JÒ.Ð.à�Ý˜dœk¨3¬6Ô+<Ñ=Ô=Ð=Ð=Ð=ØŸ-š-¨¬°V¸VÑDÔDˆDŒKˆKˆKr?   Ú
int8paramsc                 óö  •— |pt          j        d¦  «        }|j        dk    rt          d|j        › �¦  «        ‚|                     ¦   «                              |t           j        ¬¦  «        }| j        r|| _        n}t          ‰j
        d¦  «        r‰j
                             |¦  «        \  }}}n ‰j
                             |¦  «        \  }}}}}|| _        t          | d|¦  «         t          | d|¦  «         | S )Nr2   úUnexpected device type: ©r’   r#   Úint8_vectorwise_quantÚCBÚSCB)r0   r’   r“   r[   Ú
contiguousÚtor1   Úhas_fp16_weightsrc   ÚhasattrÚ
functionalr¶   Údouble_quantÚsetattr)r²   rz   r’   ÚBr·   r¸   rw   rM   s          €r=   r°   z4_import_bitsandbytes.<locals>._Linear8bitLt.quantize÷   sÿ   ø€ ð Ð3�uœ|¨FÑ3Ô3ˆFØŒ{˜fÒ$Ð$Ý"Ð#K¸f¼kÐ#KÐ#KÑLÔLÐLà×!Ò!Ñ#Ô#×&Ò&¨f½E¼MÐ&ÑJÔJˆAØÔ*ð 0Ø"#�
”�õ ˜3œ>Ð+BÑCÔCð FØ!$¤×!EÒ!EÀaÑ!HÔ!H‘J�B˜˜Q˜Qà'*¤~×'BÒ'BÀ1Ñ'EÔ'EÑ$�B˜˜3  1à"$�
”Ý˜
 D¨"Ñ-Ô-Ð-Ý˜
 E¨3Ñ/Ô/Ð/ØÐr?   T©ÚrecurserÂ   c                óÔ  — | j         j        j        dk    rt          ‚| j         j        t
          j        k    rt          ‚t          j        |¦  «        }t          j        | j         j        |¬¦  «        }|j        dk    r|  	                    ||¦  «         nt          | j         |¦  «        | _         | j        �3t          | j        t          j        | j        |¬¦  «        ¦  «        | _        | S )Nr‹   r¥   r2   )rz   r’   r“   ÚNotImplementedErrorr#   r0   Úuint8Ú
empty_likerc   rª   r–   r¨   ©r:   r’   rÂ   rz   s       r=   Úto_emptyz4_import_bitsandbytes.<locals>._Linear8bitLt.to_empty  sÆ   € ØŒ{Ô!Ô&¨&Ò0Ð0å)Ð)ØŒ{Ô ¥E¤KÒ/Ð/å)Ð)Ý”\ &Ñ)Ô)ˆFÝÔ% d¤kÔ&6¸vÐFÑFÔFˆFØŒ{˜fÒ$Ð$Ø—’˜v vÑ.Ô.Ð.Ð.å,¨T¬[¸&ÑAÔA�”ØŒyÐ$Ý*¨4¬9µeÔ6FÀtÄyÐY_Ð6`Ñ6`Ô6`ÑaÔa�”	ØˆKr?   c                 ó¼  •— | j         �gt          j        j                             | j        ¦  «        \  }}|dk    rdt          j        |¦  «        z  nd}t          j        | j         | |¦  «         t          | j        ‰j        j
        ¦  «        }|r!| j        j        t          j        k    rt          ‚| j        j        }t          j        j                             |t          j        d¦  «        ¬¦  «         |rd| j        j        j        dk    rt          ‚| j        j        j        dk    r|                      |¦  «         d S t'          | j        |¦  «        | _        d S d S )Nr   r—   é   ©Úar‹   r2   )r¨   r0   rE   r   Ú_calculate_fan_in_and_fan_outrz   ÚmathÚsqrtÚuniform_rD   r”   r#   rÅ   rÄ   rc   Úkaiming_uniform_r’   r“   rª   r–   ©r:   Úfan_inrw   ÚboundÚlinear_init_finishedrz   rM   s         €r=   Úreset_parametersz<_import_bitsandbytes.<locals>._Linear8bitLt.reset_parameters  s6  ø€ àŒyÐ$Ý!œHœM×GÒGÈÌÑTÔT‘	�˜Ø17¸!²°˜�DœI fÑ-Ô-Ñ-Ð-À�Ý”˜dœi¨%¨°Ñ7Ô7Ð7å#-¨d¬k¸3¼6Ô;LÑ#MÔ#MÐ Ø#ð *¨¬Ô(9½U¼[Ò(HÐ(Hå)Ð)Ø”[Ô%ˆFÝŒHŒM×*Ò*¨6µT´Y¸q±\´\Ð*ÑBÔBÐBØ#ð FØ”;Ô%Ô*¨fÒ4Ð4å-Ð-Ø”;Ô%Ô*¨fÒ4Ð4Ø—N’N 6Ñ*Ô*Ð*Ð*Ð*å"0°´¸fÑ"EÔ"E�D”K�K�KðFð Fr?   rm   ©r%   N)rn   ro   rp   rq   r   r   r   Úfloatr>   r0   r   r’   rª   ÚstaticmethodrE   r§   r°   Úboolr   rÈ   rÖ   Ú__classcell__©r­   rM   s   @€r=   r,   rŸ   Þ   s®  øø€ € € € € ð	ð 	ð DHÐ\_ð 		Rð 		Rð 		R #ð 		R¨x¸Ô/@ð 		RÐTYð 		RÐknð 		RÐswð 		Rð 		Rð 		Rð 		Rð 		Rð 		Rð 		Rð	Eð 	E H¨U¬\Ô$:ð 	EÈ8ÐTYÔT`ÔKað 	EÐmqð 	Eð 	Eð 	Eð 	Eð 	Eð 	Eð 
ð	ØœÔ)ð	Ø38´<ð	ØIQÐRWÔR^ÔI_ð	àŒVÔð	ð 	ð 	ð 	ð 	ñ 
Œð	ð, @Dð 	ð 	ð 	 gð 	¸ð 	Èð 	ð 	ð 	ð 	ð"	Fð 	Fð 	Fð 	Fð 	Fð 	Fð 	Fð 	Fð 	Fð 	Fr?   r,   c            	       ó*  •‡ — e Zd ZdZddœdedee         deddfˆ ˆfd„Zdd	eej	                 deej
                 ddfˆfd
„Zed”j        j        d	ej	        deej
                 d”j        j        fˆfd„¦   «         Zddœdededefd„Zdˆfd„Zˆ xZS )ú)_import_bitsandbytes.<locals>._Linear4bitz¯Wraps `bnb.nn.Linear4bit` to enable: instantiation directly on the device, re-quantizaton when loading the
        state dict, meta-device initialization, and materialization.Nr¥   r¢   r’   r£   r%   c                óœ  •—  t          ¦   «         j        |d|i|¤Ž t          ‰j        j        | j        ¦  «        | _        | j        | _        t          j        d|¬¦  «        j	        j
        dk    r|                      ¦   «          |                      t          t          | j        ¦  «        ¦  «         |                      t           ¦  «         d S )Nr’   r   r¥   r2   )r¦   r>   r   rE   r”   rz   r¨   r0   r©   r’   r“   rª   r«   r   r€   r¬   r‡   )r:   r’   r¢   r£   r­   rM   s       €€r=   r>   z2_import_bitsandbytes.<locals>._Linear4bit.__init__9  sµ   ø€ Ø�E‰GŒGÔ˜dÐ<¨6Ð<°VÐ<Ð<Ð<Ý˜sœvÔ0°$´+Ñ>Ô>ˆDŒKØ6:´iˆDŒIõ Œ|˜A fÐ-Ñ-Ô-Ô4Ô9¸VÒCÐCØ—’Ñ Ô Ð Ø×3Ò3µGÕ<RÐTXÔTbÑ4cÔ4cÑdÔdÐdØ×3Ò3Õ4PÑQÔQÐQÐQÐQr?   rz   c                 óø   •— |€| j         j        }|j        j        t          j        k    rdS t          | j         ‰j        j        ¦  «        sJ ‚|                      | j         ||¦  «        | _         d| j         _	        dS )r¯   NT)
rz   rc   r#   r0   rÅ   rD   rE   r”   r°   r‘   r±   s      €r=   rª   z3_import_bitsandbytes.<locals>._Linear4bit.quantize_D  so   ø€ àˆ~ØœÔ)�ØŒ{Ô ¥E¤KÒ/Ð/à�Ý˜dœk¨3¬6Ô+<Ñ=Ô=Ð=Ð=Ð=ØŸ-š-¨¬°V¸VÑDÔDˆDŒKØ(,ˆDŒKÔ%Ð%Ð%r?   Ú
params4bitc                 óh  •— |pt          j        d¦  «        }|j        dk    rt          d|j        › �¦  «        ‚|                     ¦   «                              |t           j        ¬¦  «        }‰j                             || j	        | j
        | j        | j        ¬¦  «        \  }}t          | ||¦  «        S )Nr2   r´   rµ   )r�   rŽ   r�   r�   )r0   r’   r“   r[   r¹   rº   Úhalfr½   Úquantize_4bitr�   rŽ   r�   r�   r–   )rá   rz   r’   ÚwÚw_4bitr‰   rM   s         €r=   r°   z2_import_bitsandbytes.<locals>._Linear4bit.quantizeO  sµ   ø€ ð Ð3�uœ|¨FÑ3Ô3ˆFØŒ{˜fÒ$Ð$Ý"Ð#K¸f¼kÐ#KÐ#KÑLÔLÐLà×!Ò!Ñ#Ô#×&Ò&¨f½E¼JÐ&ÑGÔGˆAØ"%¤.×">Ò">ØØ$Ô.Ø$.Ô$BØ%Ô0Ø(Ô6ð #?ñ #ô #ÑˆF�Kõ " *¨f°kÑBÔBÐBr?   TrÁ   rÂ   c                óð  — | j         j        t          j        k    r1t          j        | j         j        j        |t          j        ¬¦  «        }n t          j        | j         j	        |¬¦  «        }t          j
        |¦  «        }|j        dk    r|                      ||¦  «         nt          | j         |¦  «        | _         | j        �3t          | j        t          j        | j        |¬¦  «        ¦  «        | _        | S )Nrµ   r¥   r2   )rz   r#   r0   rÅ   Úemptyr‰   Úshaperã   rÆ   rc   r’   r“   rª   r–   r¨   rÇ   s       r=   rÈ   z2_import_bitsandbytes.<locals>._Linear4bit.to_emptya  sË   € ØŒ{Ô ¥E¤KÒ/Ð/åœ T¤[Ô%<Ô%BÈ6ÕY^ÔYcÐdÑdÔd��åÔ)¨$¬+Ô*:À6ÐJÑJÔJ�Ý”\ &Ñ)Ô)ˆFØŒ{˜fÒ$Ð$Ø—’˜v vÑ.Ô.Ð.Ð.å,¨T¬[¸&ÑAÔA�”ØŒyÐ$Ý*¨4¬9µeÔ6FÀtÄyÐY_Ð6`Ñ6`Ô6`ÑaÔa�”	ØˆKr?   c                 óì  •— | j         �gt          j        j                             | j        ¦  «        \  }}|dk    rdt          j        |¦  «        z  nd}t          j        | j         | |¦  «         t          | j        ‰j        j
        ¦  «        }|rU| j        j        t          j        k    r;t          j        | j        j        j        | j        j        t          j        ¬¦  «        }n| j        j        }t          j        j                             |t          j        d¦  «        ¬¦  «         |rH| j        j        j        dk    r|                      |¦  «         d S t-          | j        |¦  «        | _        d S d S )Nr   r—   rµ   rÊ   rË   r2   )r¨   r0   rE   r   rÍ   rz   rÎ   rÏ   rÐ   rD   r”   r#   rÅ   rè   r‰   ré   r’   rã   rc   rÑ   r“   rª   r–   rÒ   s         €r=   rÖ   z:_import_bitsandbytes.<locals>._Linear4bit.reset_parametersp  s@  ø€ àŒyÐ$Ý!œHœM×GÒGÈÌÑTÔT‘	�˜Ø17¸!²°˜�DœI fÑ-Ô-Ñ-Ð-À�Ý”˜dœi¨%¨°Ñ7Ô7Ð7å#-¨d¬k¸3¼6Ô;LÑ#MÔ#MÐ Ø#ð *¨¬Ô(9½U¼[Ò(HÐ(Håœ T¤[Ô%<Ô%BÈ4Ì;ÔK]ÕejÔeoÐpÑpÔp��àœÔ)�ÝŒHŒM×*Ò*¨6µT´Y¸q±\´\Ð*ÑBÔBÐBØ#ð FØ”;Ô%Ô*¨fÒ4Ð4Ø—N’N 6Ñ*Ô*Ð*Ð*Ð*å"0°´¸fÑ"EÔ"E�D”K�K�Kð	Fð Fr?   rm   r×   )rn   ro   rp   rq   r   r   r   r>   r0   r   r’   rª   rÙ   rE   r”   r°   rÚ   r   rÈ   rÖ   rÛ   rÜ   s   @€r=   Ú_Linear4bitrÞ   5  s¤  øø€ € € € € ð	Hð 	Hð DHð 		Rð 		Rð 		R #ð 		R¨x¸Ô/@ð 		RÐSVð 		RÐ[_ð 		Rð 		Rð 		Rð 		Rð 		Rð 		Rð 		Rð		-ð 		- H¨U¬\Ô$:ð 		-È8ÐTYÔT`ÔKað 		-Ðmqð 		-ð 		-ð 		-ð 		-ð 		-ð 		-ð 
ð	CØœÔ)ð	CØ38´<ð	CØIQÐRWÔR^ÔI_ð	CàŒVÔð	Cð 	Cð 	Cð 	Cð 	Cñ 
Œð	Cð" @Dð 	ð 	ð 	 gð 	¸ð 	Èð 	ð 	ð 	ð 	ð	Fð 	Fð 	Fð 	Fð 	Fð 	Fð 	Fð 	Fð 	Fð 	Fr?   rë   c                   ó,   ‡ — e Zd Zdededdfˆ fd„Zˆ xZS )ú2_import_bitsandbytes.<locals>._Int8LinearInferencer¢   r£   r%   Nc                 ó>   •—  t          ¦   «         j        |ddi|¤Ž d S )Nr»   F©r¦   r>   ©r:   r¢   r£   r­   s      €r=   r>   z;_import_bitsandbytes.<locals>._Int8LinearInference.__init__†  s*   ø€ Ø�E‰GŒGÔ˜dÐE°UÐE¸fÐEÐEÐEÐEÐEr?   ©rn   ro   rp   r   r>   rÛ   ©r­   s   @r=   r-   rí   …  s_   ø€ € € € € ð	F #ð 	F°ð 	F¸ð 	Fð 	Fð 	Fð 	Fð 	Fð 	Fð 	Fð 	Fð 	Fð 	Fr?   r-   c                   ó,   ‡ — e Zd Zdededdfˆ fd„Zˆ xZS )ú(_import_bitsandbytes.<locals>._FP4Linearr¢   r£   r%   Nc                 ó@   •—  t          ¦   «         j        |dddœ|¤Ž d S )Nr   F©r�   rŽ   rï   rð   s      €r=   r>   z1_import_bitsandbytes.<locals>._FP4Linear.__init__Š  ó-   ø€ Ø�E‰GŒGÔ˜d¨uÈ%ÐZÐZÐSYÐZÐZÐZÐZÐZr?   rñ   rò   s   @r=   r*   rô   ‰  ó_   ø€ € € € € ð	[ #ð 	[°ð 	[¸ð 	[ð 	[ð 	[ð 	[ð 	[ð 	[ð 	[ð 	[ð 	[ð 	[r?   r*   c                   ó,   ‡ — e Zd Zdededdfˆ fd„Zˆ xZS )ú*_import_bitsandbytes.<locals>._FP4DQLinearr¢   r£   r%   Nc                 ó@   •—  t          ¦   «         j        |dddœ|¤Ž d S )Nr   Trö   rï   rð   s      €r=   r>   z3_import_bitsandbytes.<locals>._FP4DQLinear.__init__Ž  ó-   ø€ Ø�E‰GŒGÔ˜d¨uÈ$ÐYÐYÐRXÐYÐYÐYÐYÐYr?   rñ   rò   s   @r=   r+   rú   �  ó_   ø€ € € € € ð	Z #ð 	Z°ð 	Z¸ð 	Zð 	Zð 	Zð 	Zð 	Zð 	Zð 	Zð 	Zð 	Zð 	Zr?   r+   c                   ó,   ‡ — e Zd Zdededdfˆ fd„Zˆ xZS )ú(_import_bitsandbytes.<locals>._NF4Linearr¢   r£   r%   Nc                 ó@   •—  t          ¦   «         j        |dddœ|¤Ž d S )Nr   Frö   rï   rð   s      €r=   r>   z1_import_bitsandbytes.<locals>._NF4Linear.__init__’  r÷   r?   rñ   rò   s   @r=   r(   rÿ   ‘  rø   r?   r(   c                   ó,   ‡ — e Zd Zdededdfˆ fd„Zˆ xZS )ú*_import_bitsandbytes.<locals>._NF4DQLinearr¢   r£   r%   Nc                 ó@   •—  t          ¦   «         j        |dddœ|¤Ž d S )Nr   Trö   rï   rð   s      €r=   r>   z3_import_bitsandbytes.<locals>._NF4DQLinear.__init__–  rü   r?   rñ   rò   s   @r=   r)   r  •  rý   r?   r)   )r,   rë   r-   r*   r+   r(   r)   )Ú_BITSANDBYTES_AVAILABLEÚModuleNotFoundErrorrr   ÚosÚenvironÚwarningsÚfilterwarningsr   rE   rK   rL   r7   Úupdate)
Únowelcome_setr,   rë   r-   r*   r+   r(   r)   ÚclassesrM   s
            @r=   r.   r.   Í   st  ø€ å"ð @Ý!¥#Õ&=Ñ">Ô">Ñ?Ô?Ð?à,µ´
Ð:€MØð 3Ø/2�Œ
Ð+Ñ,ÝÔ˜HÐ.bÐcÑcÔcÐcÝÔØÐeðñ ô ð ð ÐÐÐàð 1ÝŒJÐ/Ð0ðUFð UFð UFð UFð UFð UFð UF˜œÔ+ñ UFô UFð UFðnMFð MFð MFð MFð MFð MFð MF�c”fÔ'ñ MFô MFð MFð`Fð Fð Fð Fð F˜}ñ Fô Fð Fð[ð [ð [ð [ð [�[ñ [ô [ð [ðZð Zð Zð Zð Z�{ñ Zô Zð Zð[ð [ð [ð [ð [�[ñ [ô [ð [ðZð Zð Zð Zð Z�{ñ Zô Zð Zð 'Ø"Ø 4Ø Ø$Ø Ø$ðð €Gõ �I„I×Ò�WÑÔÐà€Jr?   Ú Ú
linear_clsr$   Úprefixc                 ó0  ‡— |                       ¦   «         D �]~\  }}|r|› d|› �n|Št          |t          j        j        ¦  «        �r:t          ˆfd„|D ¦   «         ¦  «        �st                               d‰›d�¦  «         |j        d u}t          ¦   «         d         }t          j
        t          ||¦  «        rdnd¦  «        } ||j        |j        ||¬¦  «        }	|r6t          |	j        |j        j                             ¦   «         ¦  «        |	_        d	t          ||¦  «        r|	j        j        nd i}
t          |	j        |j        j                             ¦   «         fi |
¤Ž|	_        |                      ||	¦  «         �Œkt)          |||‰¬
¦  «         �Œ€d S )Nú.c              3   óB   •K  — | ]}‰                      |¦  «        V — Œd S rC   )r/   )rG   ÚsÚfullnames     €r=   rI   z"_convert_layers.<locals>.<genexpr>¬  s2   øè è € Ð9iÐ9iÐUV¸(×:MÒ:MÈaÑ:PÔ:PÐ9iÐ9iÐ9iÐ9iÐ9iÐ9ir?   zReplacing layer z with bitsandbytes equivalentrë   r‹   Úcpu)r¨   r’   r‰   )r  )Únamed_childrenrD   r0   rE   rF   rN   ÚlogÚdebugr¨   r7   r’   Ú
issubclassÚin_featuresÚout_featuresr–   rc   Úclonerz   r‰   Ú__setattr__rQ   )r@   r  r$   r  r|   ÚchildÚhas_biasrë   r’   ÚreplacementÚstater  s              @r=   rQ   rQ   ©  sÈ  ø€ Ø×,Ò,Ñ.Ô.ð Pñ P‰ˆˆeØ)/Ð9�fÐ%Ð%˜tÐ%Ð%Ð%°TˆÝ�e�UœXœ_Ñ-Ô-ñ 	PµcÐ9iÐ9iÐ9iÐ9iÐZhÐ9iÑ9iÔ9iÑ6iÔ6iñ 	PÝ�IŠIÐR¨ÐRÐRÐRÑSÔSÐSØ”z¨Ð-ˆHõ "™)œ) MÔ2ˆKÝ”\­J°zÀ;Ñ,OÔ,OÐ"Z & &ÐUZÑ[Ô[ˆFØ$˜*ØÔ!ØÔ"ØØð	ñ ô ˆKð ð ]Ý#1°+Ô2BÀEÄJÄO×DYÒDYÑD[ÔD[Ñ#\Ô#\�Ô Ø"ÅjÐQ[Ð]hÑFiÔFiÐ$s KÔ$6Ô$BÐ$BÐosÐtˆEÝ!/°Ô0BÀEÄLÔDU×D[ÒD[ÑD]ÔD]Ð!gÐ!gÐafÐ!gÐ!gˆKÔØ×Ò˜t [Ñ1Ô1Ð1Ñ1å˜E :¨~ÀhÐOÑOÔOÐOÑOð-Pð Pr?   rC   )r  ):Ú	functoolsÚloggingrÎ   r  r  Úcollectionsr   Ú
contextlibr   r   r   Útypesr   Útypingr   r	   r
   r   r   r0   Úlightning_utilitiesr   Ú lightning_utilities.core.importsr   r   Útorch.nnr   Útorch.nn.modules.moduler   Útyping_extensionsr   r   Ú,lightning_fabric.plugins.precision.precisionr   Ú(lightning_fabric.plugins.precision.utilsr   r   r   Ú lightning_fabric.utilities.typesr   Ú	getLoggerrn   r  r  r   r€   rE   rs   r‡   r•   Útupler–   Ú	lru_cacher.   r“   r9   rr   rQ   rt   r?   r=   ú<module>r3     s;  ðð Ð Ð Ð Ø €€€Ø €€€Ø 	€	€	€	Ø €€€Ø #Ð #Ð #Ð #Ð #Ð #Ø 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ð 8Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9Ð 9à €€€Ø 3Ð 3Ð 3Ð 3Ð 3Ð 3Ø =Ð =Ð =Ð =Ð =Ð =Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð Ø 5Ð 5Ð 5Ð 5Ð 5Ð 5Ø ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,Ð ,à BÐ BÐ BÐ BÐ BÐ Bðð ð ð ð ð ð ð ð ð ð
 5Ð 4Ð 4Ð 4Ð 4Ð 4à€gÔ˜Ñ!Ô!€à*Ð*¨>Ñ:Ô:Ð ðoxð oxð oxð oxð ox˜Iñ oxô oxð oxðd¨°%´,°ÀÐ1EÔ(Fð ÐT_ð Ðehð Ðmqð ð ð ð ð7¨¬¬ð 7ÐM^ð 7Ðcgð 7ð 7ð 7ð 7ð SWðð ØŒ8ÔðØ%*¤\ðØ@HÈÄðà
„XÔðð ð ð ð6 €Ô˜QÐÑÔðX˜jð Xð Xð Xñ  ÔðXðvPð P˜EœHœOð P¸ð PÈsÐSVÌxð PÐadð PÐnrð Pð Pð Pð Pð Pð Pr?   