§
    9²¸j€(  ã                   ól  — d Z ddlZddlmZ ddlmZ ddlmZ ddlZ	ddl
Z
ddlmZmZ d\  ZZZee
j        ee
j        ee
j        iZd	Zd
dddddddddddœZddddddddddddœZ G d„ de¦  «        Z G d„ de¦  «        Zd6dedd d!eeeed"f         f         fd#„Zd$e	j        d%ed&ed!ee e         ef         fd'„Z!d6d$e	j        dedd d!eeeef         fd(„Z"d7d$e	j        d&ed*ed+e#fd,„Z$ded!e	j        fd-„Z%d$e	j        d&ed!eeef         fd.„Z&d/ed0eded!efd1„Z' G d2„ d3¦  «        Z(d4ed!eee(f         fd5„Z)dS )8zWReading a GGUF file: architecture, tensor types, and tensors keyed by their GGUF names.é    N)Ú	Container)Úprod)Ú
NamedTupleé   )Ú
GGML_BLOCKÚ	GGML_NAME)r   r   é   )é   é   z<Bz<bz<?z<Hz<hú<Iz<iz<fú<Qz<qz<d)r   r   é   r
   r   é   é   é   é
   é   é   r
   r   é   c                   óV   — e Zd ZU dZeed<   eedf         ed<   eed<   eed<   eed<   dS )	Ú
TensorInfoz9Where one tensor lives in the file, and how it is stored.Úname.ÚshapeÚ	ggml_typeÚoffsetÚnbytesN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__ÚstrÚ__annotations__ÚtupleÚint© ó    úu/root/private/project/pallet_detection_v2/.venv/lib/python3.11/site-packages/transformers/integrations/gguf/reader.pyr   r   '   sN   € € € € € € ØCÐCà
€I€I�IØ��c�Œ?ÐÐÑØ€N€N�NØ€K€K�KØ€K€K�K€K€Kr&   r   c                   óÌ   — e Zd ZU dZeed<   eed<   eedf         ed<   eed<   e	de
eef         fd„¦   «         Ze	defd	„¦   «         Ze	dd„¦   «         Zededd fd„¦   «         ZdS )Ú
GgufHeaderzQA GGUF file's metadata: everything the loading path needs except the tensor data.ÚpathÚarchitecture.ÚtensorsÚ
data_startÚreturnc                 ó$   — d„ | j         D ¦   «         S )z`{gguf_name: ggml_type}`.c                 ó(   — i | ]}|j         |j        “ŒS r%   )r   r   )Ú.0Úinfos     r'   ú
<dictcomp>z)GgufHeader.ggml_types.<locals>.<dictcomp><   s   € ÐCÐCÐC¨d�”	˜4œ>ÐCÐCÐCr&   )r,   ©Úselfs    r'   Ú
ggml_typeszGgufHeader.ggml_types9   s   € ð DÐC°d´lÐCÑCÔCÐCr&   c                 ób   — t          d„ | j                             ¦   «         D ¦   «         ¦  «        S )zHWhether any tensor is stored as GGUF blocks rather than as plain floats.c              3   ó(   K  — | ]}|t           v V — Œd S ©N)r   )r1   r   s     r'   ú	<genexpr>z3GgufHeader.has_quantized_weights.<locals>.<genexpr>A   s'   è è € ÐUÐU¨y�9¥
Ð*ÐUÐUÐUÐUÐUÐUr&   )Úanyr6   Úvaluesr4   s    r'   Úhas_quantized_weightsz GgufHeader.has_quantized_weights>   s/   € õ ÐUÐU¸D¼O×<RÒ<RÑ<TÔ<TÐUÑUÔUÑUÔUÐUr&   útorch.dtype | Nonec                 óî   — t          | j                             ¦   «         ¦  «        }|t          t          ¦  «        k    sdS t          |v rt
          j        S t          |v rt
          j        S t
          j	        S )zPThe float type this file was written in, or `None` if it holds quantized blocks.N)
Úsetr6   r<   Ú_TORCH_DTYPEÚ
_GGML_BF16ÚtorchÚbfloat16Ú	_GGML_F16Úfloat16Úfloat32)r5   Útypess     r'   ÚdtypezGgufHeader.dtypeC   se   € õ �D”O×*Ò*Ñ,Ô,Ñ-Ô-ˆØ��LÑ)Ô)Ò)Ð)Ø�4å˜ÐÐÝ”>Ð!Ý˜ÐÐÝ”=Ð ÝŒ}Ðr&   Ú	gguf_pathc                 ó  ‡— t          ‰¦  «        }t          |‰¦  «        \  }}}|d         }|                     dd¦  «        }t          |||¦  «        \  }}t	          ˆfd„|D ¦   «         ¦  «        }	||z   dz
  |z  |z  }
 | ‰||	|
¦  «        S )zKParse a file's metadata and tensor table, without touching its tensor data.úgeneral.architecturezgeneral.alignmenté    c              3   ó€   •K  — | ]8\  }}}}t          ||||t          |t          |¦  «        ‰¦  «        ¦  «        V — Œ9d S r9   )r   Ú_byte_countr   )r1   r   r   r   r   rJ   s        €r'   r:   z'GgufHeader.from_file.<locals>.<genexpr>Y   sc   øè è € ð 
ð 
á.��e˜Y¨õ �t˜U I¨vµ{À9ÍdÐSXÉkÌkÐ[dÑ7eÔ7eÑfÔfð
ð 
ð 
ð 
ð 
ð 
r&   r   )Ú_mappedÚ_read_metadataÚgetÚ_read_tensor_tabler#   )ÚclsrJ   ÚblobÚmetadataÚtensor_countÚposr+   Ú	alignmentÚentriesÚinfosr-   s    `         r'   Ú	from_filezGgufHeader.from_fileP   sÁ   ø€ õ �yÑ!Ô!ˆÝ&4°T¸9Ñ&EÔ&EÑ#ˆ�, ØÐ 6Ô7ˆØ—L’LÐ!4°bÑ9Ô9ˆ	å)¨$°¸cÑBÔB‰ˆ�Ýð 
ð 
ð 
ð 
à29ð
ñ 
ô 
ñ 
ô 
ˆð
 ˜I‘o¨Ñ)¨iÑ7¸)ÑCˆ
Øˆs�9˜l¨E°:Ñ>Ô>Ð>r&   N)r.   r>   )r   r   r   r    r!   r"   r#   r   r$   ÚpropertyÚdictr6   Úboolr=   rI   Úclassmethodr\   r%   r&   r'   r)   r)   1   sû   € € € € € € Ø[Ð[à
€I€I�IØÐÐÑØ�:˜s�?Ô#Ð#Ð#Ñ#Ø€O€O�OàðD˜D  c œNð Dð Dð Dñ „XðDð ðV tð Vð Vð Vñ „XðVð ð
ð 
ð 
ñ „Xð
ð ð? #ð ?¨,ð ?ð ?ð ?ñ „[ð?ð ?ð ?r&   r)   r%   rJ   Ústring_arrayszContainer[str]r.   .c                 ó¨   — t          | ¦  «        }t          || |¦  «        \  }}}t          |||¦  «        \  }}|t          d„ |D ¦   «         ¦  «        fS )zIA file's metadata keys and tensor names, without reading any tensor data.c              3   ó   K  — | ]^}}|V — Œ	d S r9   r%   )r1   r   Ú_s      r'   r:   z%read_gguf_metadata.<locals>.<genexpr>g   s&   è è € Ð8Ð8 H D¨1˜4Ð8Ð8Ð8Ð8Ð8Ð8r&   )rP   rQ   rS   r#   )rJ   ra   rU   rV   rW   rX   rZ   rd   s           r'   Úread_gguf_metadatare   b   s^   € å�9ÑÔ€DÝ"0°°yÀ-Ñ"PÔ"PÑ€Hˆl˜CÝ# D¨,¸Ñ<Ô<�J€GˆQØ•UÐ8Ð8°Ð8Ñ8Ô8Ñ8Ô8Ð8Ð8r&   rU   rW   rX   c           	      óx  — g }t          |¦  «        D ]¥}t          | |¦  «        \  }}t          j        d| |¦  «        \  }|dz  }t          j        d|› d�| |¦  «        }|d|z  z  }t          j        d| |¦  «        \  }}	|dz  }|                     |t          t          |¦  «        ¦  «        ||	f¦  «         Œ¦||fS )zH`([(name, shape, ggml_type, offset), ...], offset just past the table)`.r   r   ú<ÚQr   ú<IQr   )ÚrangeÚ_read_stringÚstructÚunpack_fromÚappendr#   Úreversed)
rU   rW   rX   rZ   rd   r   Ú	dim_countÚdimsr   r   s
             r'   rS   rS   j   sØ   € à€GÝ�<Ñ Ô ð 	Ið 	IˆÝ   sÑ+Ô+‰	ˆˆcÝÔ)¨$°°cÑ:Ô:‰ˆØˆq‰ˆÝÔ!Ð"2 iÐ"2Ð"2Ð"2°D¸#Ñ>Ô>ˆØˆq�9‰}ÑˆÝ"Ô.¨u°d¸CÑ@Ô@Ñˆ	�6Øˆr‰	ˆà�Š˜�e¥H¨T¡N¤NÑ3Ô3°YÀÐGÑHÔHÐHÐHØ�Cˆ<Ðr&   c                 ó  — t          | dd…         ¦  «        dk    rt          |› d�¦  «        ‚t          j        d| d¦  «        \  }}}|t          vrCt          |› d|› dd                     t          t          t          ¦  «        ¦  «        › d	�¦  «        ‚d
}i }t          |¦  «        D ]J}t          | |¦  «        \  }	}t          j        d| |¦  «        \  }
t          | |dz   |
|	|v ¦  «        \  ||	<   }ŒKd|vrt          |› d�¦  «        ‚|||fS )z7`(metadata, tensor_count, offset of the tensor table)`.Nr   s   GGUFzD does not start with the GGUF magic bytes, so it is not a GGUF file.z<IQQz
 is GGUF vz; this reader handles vz and vú.é   r   rL   z/ has no `general.architecture` in its metadata.)ÚbytesÚ
ValueErrorrl   rm   Ú_GGUF_VERSIONSÚjoinÚmapr!   rj   rk   Ú_read_value)rU   rJ   ra   ÚversionrW   Úmetadata_countrX   rV   rd   ÚkeyÚ
value_types              r'   rQ   rQ   z   sC  € åˆT�"�1�"ŒX�„˜'Ò!Ð!Ý˜IÐkÐkÐkÑlÔlÐlÝ,2Ô,>¸vÀtÈQÑ,OÔ,OÑ)€Gˆ\˜>Ø•nÐ$Ð$ÝØÐnÐn GÐnÐnÀHÇMÂMÕRUÕVYÕ[iÑRjÔRjÑDkÔDkÐnÐnÐnñ
ô 
ð 	
ð €CØ€HÝ�>Ñ"Ô"ð Zð ZˆÝ  cÑ*Ô*‰ˆˆSÝÔ*¨4°°sÑ;Ô;‰ˆÝ(¨¨s°Q©w¸
ÀCÈ=ÐDXÑYÔYÑˆ�‰�s�sØ XÐ-Ð-Ý˜IÐVÐVÐVÑWÔWÐWØ�\ 3Ð&Ð&r&   Fr~   Úkeep_stringsc                 óê  — |t           v r5t          j        t          |         | |¦  «        \  }||t           |         z   fS |dk    rt	          | |¦  «        S |dk    �rt          j        d| |¦  «        \  }}|dz  }|t           v rNt          j        d|› t          |         d         › �| |¦  «        }t          |¦  «        ||t           |         z  z   fS |dk    rt          d|› d�¦  «        ‚|r@g }t          |¦  «        D ]*}t	          | |¦  «        \  }}|                     |¦  «         Œ+||fS t          |¦  «        D ]"}t          j        d	| |¦  «        \  }	|d|	z   z  }Œ#||fS t          d
|› d�¦  «        ‚)z0One metadata value, and the offset just past it.r   é	   ri   r   rg   r   z%GGUF metadata holds an array of type z , which this reader cannot read.r   z$GGUF metadata holds a value of type )	Ú	_KV_WIDTHrl   rm   Ú
_KV_FORMATrk   Úlistrv   rj   rn   )
rU   rX   r~   r   ÚvalueÚelement_typeÚcountr<   rd   Úlengths
             r'   rz   rz   �   s²  € à•YÐÐÝÔ%¥j°Ô&<¸dÀCÑHÔH‰ˆØ�c�I jÔ1Ñ1Ð1Ð1Ø�Q‚€Ý˜D #Ñ&Ô&Ð&Ø�Q‚�Ý$Ô0°¸¸cÑBÔBÑˆ�eØˆr‰	ˆØ�9Ð$Ð$ÝÔ'Ð(P¨EÐ(Pµ:¸lÔ3KÈAÔ3NÐ(PÐ(PÐRVÐX[Ñ\Ô\ˆFÝ˜‘<”<  u­y¸Ô/FÑ'FÑ!FÐFÐFØ˜1ÒÐÝÐsÀ\ÐsÐsÐsÑtÔtÐtØð 	ØˆFÝ˜5‘\”\ð %ð %�Ý)¨$°Ñ4Ô4‘
��sØ—’˜eÑ$Ô$Ð$Ð$Ø˜3�;ÐÝ�u‘”ð 	ð 	ˆAÝÔ*¨4°°sÑ;Ô;‰IˆVØ�1�v‘:ÑˆCˆCØ�cˆzÐÝ
Ðh¸JÐhÐhÐhÑ
iÔ
iÐir&   c                 óD   — t          j        | dt           j        ¬¦  «        S )z[The file as a `uint8` memory map. Cheap: pages are only read when a tensor is materialized.Úr)ÚmoderI   )ÚnpÚmemmapÚuint8)rJ   s    r'   rP   rP   «   s   € åŒ9�Y Sµ´Ð9Ñ9Ô9Ð9r&   c                 ó    — t          j        d| |¦  «        \  }|dz  }t          | |||z   …         ¦  «                             d¦  «        ||z   fS )Nr   r   zutf-8)rl   rm   ru   Údecode)rU   rX   rˆ   s      r'   rk   rk   °   sT   € ÝÔ" 4¨¨sÑ3Ô3�I€VØˆ1�H€CÝ��c˜C &™LÐ(Ô)Ñ*Ô*×1Ò1°'Ñ:Ô:¸CÀ&¹LÐHÐHr&   r   Úelementsc                 ó*  — | t           v r|t           |          j        z  S | t          vrUd                     d„ t	          t          j        ¦   «         ¦  «        D ¦   «         ¦  «        }t          |› d| › d|› d�¦  «        ‚t          |          \  }}||z  |z  S )z:How many bytes `elements` of this type occupy in the file.z, c              3   ó,   K  — | ]\  }}|› d |› d�V — ŒdS )z (ú)Nr%   )r1   Útype_idr   s      r'   r:   z_byte_count.<locals>.<genexpr>»   s7   è è € ÐcÐc¹¸À Ð3Ð3¨Ð3Ð3Ð3ÐcÐcÐcÐcÐcÐcr&   z holds tensors of ggml type z9, which is not supported yet. Supported quantized types: rs   )rA   Úitemsizer   rx   Úsortedr   Úitemsrv   )r   r‘   rJ   Ú	supportedÚblock_elementsÚblock_bytess         r'   rO   rO   ¶   s»   € à•LÐ Ð Ø�, yÔ1Ô:Ñ:Ð:Ø�
Ð"Ð"Ø—I’IÐcÐcÍÕPYÔP_ÑPaÔPaÑIbÔIbÐcÑcÔcÑcÔcˆ	ÝØð 7ð 7°ið 7ð 7Ø*3ð7ð 7ð 7ñ
ô 
ð 	
õ #-¨YÔ"7Ñ€N�KØ�~Ñ%¨Ñ3Ð3r&   c                   óV   — e Zd ZdZdej        dedeedf         fd„Zde	j
        fd„Zd	S )
ÚLazyGgufTensorzHOne tensor of the file, read only when the loading pipeline asks for it.Údatar   r   .c                 ó0   — || _         || _        || _        d S r9   )rž   r   r   )r5   rž   r   r   s       r'   Ú__init__zLazyGgufTensor.__init__Ç   s   € ØˆŒ	Ø"ˆŒØˆŒ
ˆ
ˆ
r&   r.   c                 ó"  — t          j        t          j        | j        ¦  «        ¦  «        }| j        t          vr|                     | j        ¦  «        S | 	                    t          | j                 ¦  «                             | j        ¦  «        S r9   )
rC   Ú
from_numpyrŒ   Úcopyrž   r   rA   Úreshaper   Úview)r5   rd   Úraws      r'   Ú__getitem__zLazyGgufTensor.__getitem__Ì   sj   € ÝÔ�rœw t¤yÑ1Ô1Ñ2Ô2ˆØŒ>¥Ð-Ð-Ø—;’;˜tœzÑ*Ô*Ð*ð
 �xŠx� T¤^Ô4Ñ5Ô5×=Ò=¸d¼jÑIÔIÐIr&   N)r   r   r   r    rŒ   Úndarrayr$   r#   r    rC   ÚTensorr§   r%   r&   r'   r�   r�   Ä   sq   € € € € € ØRÐRð˜RœZð °Cð ÀÀcÈ3ÀhÄð ð ð ð ð
J ¤ð Jð Jð Jð Jð Jð Jr&   r�   Úheaderc                 ó@  — t          | j        ¦  «        }i }| j        D ]}|j        }|j        t
          vr+t          |j                 \  }}|d         |d         |z  |z  f}| j        |j        z   }t          ||||j
        z   …         |j        |¦  «        ||j        <   Œ€|S )uL   `{gguf_name: LazyGgufTensor}` â€” the file's tensors, none of them read yet.r   r   )rP   r*   r,   r   r   rA   r   r-   r   r�   r   r   )rª   rU   Ú
state_dictr2   r   rš   r›   Ústarts           r'   Úload_gguf_state_dictr®   ×   s°   € å�6”;ÑÔ€Dà€JØ”ð ið iˆØ”
ˆØŒ>¥Ð-Ð-Ý*4°T´^Ô*DÑ'ˆN˜KØ˜1”X˜u Qœx¨>Ñ9¸KÑGÐHˆEØÔ! D¤KÑ/ˆÝ .¨t°E¸EÀDÄKÑ<OÐ4OÔ/PÐRVÔR`ÐbgÑ hÔ hˆ
�4”9ÑÐàÐr&   )r%   )F)*r    rl   Úcollections.abcr   Úmathr   Útypingr   ÚnumpyrŒ   rC   Údequantr   r   Ú	_GGML_F32rE   rB   rG   rF   rD   rA   rw   rƒ   r‚   r   r)   r!   r#   r^   re   r¨   r$   r„   rS   rQ   r_   rz   rP   rk   rO   r�   r®   r%   r&   r'   ú<module>rµ      sF  ðð ^Ð ]à €€€Ø %Ð %Ð %Ð %Ð %Ð %Ø Ð Ð Ð Ð Ð Ø Ð Ð Ð Ð Ð à Ð Ð Ð Ø €€€à *Ð *Ð *Ð *Ð *Ð *Ð *Ð *ð $,Ñ  €	ˆ9�jØ˜5œ=¨)°U´]ÀJÐPUÔP^Ð_€à€ð ˜$ 4¨D°T¸dÀtÐPTÐZ^ÐdhÐnrÐsÐs€
Ø�a˜A !¨¨a°A¸!ÀÈÈqÐQÐQ€	ðð ð ð ð �ñ ô ð ð.?ð .?ð .?ð .?ð .?�ñ .?ô .?ð .?ðb9ð 9 #ð 9Ð6Fð 9ÐPUÐVZÐ\aÐbeÐgjÐbjÔ\kÐVkÔPlð 9ð 9ð 9ð 9ð˜RœZð °sð Àð ÈÈtÐTYÌ{Ð\_ÐO_ÔI`ð ð ð ð ð 'ð '˜œð '°ð 'ÐDTð 'Ð^cÐdhÐjmÐorÐdrÔ^sð 'ð 'ð 'ð 'ð*jð j�b”jð j sð j¸ð jÈ4ð jð jð jð jð8:�sð :˜rœzð :ð :ð :ð :ð
I�r”zð I¨ð I°°c¸3°h´ð Ið Ið Ið Ið4˜3ð 4¨#ð 4¸#ð 4À#ð 4ð 4ð 4ð 4ðJð Jð Jð Jð Jñ Jô Jð Jð& ð °°S¸.Ð5HÔ0Ið ð ð ð ð ð r&   