Team Ai
Datasetpublic

Brunobkr/llama.cpp_AlgMor24_github

ΩFFFΣLLIa • llama.cpp • AlgMor24 ██████╗ ███████╗███████╗███████╗██╗ ██╗ ██╗ █████╗ ██╔═══██╗██╔════╝██╔════╝██╔════╝██║ ██║ ██║██╔══██╗ ██║ ██║█████╗ █████╗ █████╗ ██║ ██║ ██║███████║ ██║ ██║██╔══╝ ██╔══╝ ██╔══╝ ██║ ██║ ██║██╔══██║ ╚██████╔╝██║ ██║ ███████╗███████╗███████╗██║██║ ██║ ╚═════╝ ╚═╝ ╚═╝ ╚══════╝╚══════╝╚══════╝╚═╝╚═╝ ╚═╝ High-Performance LLM / VLM Inference & Autonomous Agentic Ecosystem… See the full description on the dataset page: https://huggingface.co/datasets/Brunobkr/llama.cpp_AlgMor24_github.

sourceHugging Faceupdated 2mo agoView on Hugging Face
0likes3.1kdownloads
lfm2.cpython-313.pyc55 linesDownload Raw Back to __pycache__
1�

2�pzj[(����SSKJr SSKJrJrJrJr SSKr\(aSSKJr SSK	J3r4JrJrJ
r
 SSKJr \R "SS	5"S5S\55r\R "SS
5"SS\55r\R "S5"SS\55r\R "S5"SS\655r\R "S5"SS\55r\R "S5"SS\55rg)�)�annotations)�Any�Callable�Iterable�
TYPE_CHECKINGN)�Tensor�)�MmprojModel�	ModelBase�	TextModel�gguf)�ConformerAudioModel�Lfm2ForCausalLM�LFM2ForCausalLM��^�\rSrSr\R7RrSrU4Sjr	\8SU4Sjj5rSU4SjjrSr
U=r$)	�	LFM2Model���$�URSS/5nURSnURSnURSnU(a.[SU-S-5nUb
[X1-5nXAU-S-9U--nURR	U5 g)	N�block_ff_dim�intermediate_size�block_auto_adjust_ff_dim�block_ffn_dim_multiplier�block_multiple_of��r	)�find_hparam�hparams�int�gguf_writer�add_feed_forward_length)�self�ff_dim�auto_adjust_ff_dim�ffn_dim_multiplier�multiple_ofs     �6/home/userk21/llama.cpp_algmor24_v2/conversion/lfm2.py�_add_feed_forward_length�"LFM2Model._add_feed_forward_lengths����!�!�>�3F�"G�H��!�\�\�*D�E��!�\�\�*D�E���l�l�#6�7�����V��a��(�F�!�-��/�8�9�� �k�%9�A�%=�+�$M�N�F����0�0��8���>�URSVs/sHnUS:waURSOSPM snURS'[TU]	5 URR	URS5 URRURS5 URR
URS5 UR5 gs snf)N�layer_types�conv�num_key_value_headsr�10vocab_size�conv_L_cache�norm_eps)r�super�set_gguf_parametersr!�add_vocab_size�add_shortconv_l_cache�add_layer_norm_rms_epsr)�r#�11layer_type�	__class__s  �r(r5�LFM2Model.set_gguf_parameters"s����#�l�l�=�9�/12�9�13�4>��3G�D�L�L�.�/�Q�N�9�/14����*�+�15	��#�%����'�'����\�(B�C����.�.�t�|�|�N�/K�L����/�/����Z�0H�I��%�%�'��/16s� C��>�Uup#[R"U5(agURSS5n[TU]X#45$)N�lfm.�model.)r�is_audio_tensor�replacer4�filter_tensors��cls�item�name�genr;s    �r(rC�LFM2Model.filter_tensors/s@����	���.�.�t�4�4���|�|�F�H�-���w�%�t�k�2�2r+�#�p># �SU;aURS5n[TU]	XU5Shv�N gN7f)N�	conv.convr	)�squeezer4�modify_tensors�r#�17data_torchrG�bidr;s    �r(rN�LFM2Model.modify_tensors;s3�����$��#�+�+�A�.�J��7�)�*�C�@�@�@�s�+6�4�6��rF� tuple[str, Callable[[], Tensor]]�return�'tuple[str, Callable[[], Tensor]] | None�rPrrG�strrQ�18int | NonerV�Iterable[tuple[str, Tensor]])�__name__�19__module__�__qualname__�__firstlineno__r
�20MODEL_ARCH�LFM2�21model_archr)r5�classmethodrCrN�__static_attributes__�
__classcell__�r;s@r(rrs<������%�%�J�
9�(��	3��	3�A�Ar+r�	Lfm2Model�Lfm2BidirectionalModel��r^�\rSrSr\R22RrSrU4Sjr	SU4Sjjr23SSjrSrU=r
$)	�LFM2ColBertModel�C�dense_2��>�[TU]5 URS:XaURR	S5 UR5 g)NrhF)r4r5�hf_archr!�add_causal_attention�_try_set_pooling_type�r#r;s �r(r5�$LFM2ColBertModel.set_gguf_parametersHs;���
��#�%��<�<�3�3����1�1�%�8��"�"�$r+�#�># �URUR5(dSU-n[TU]
XU5Shv�N gN7f)Nr@)�24startswith�dense_tensor_namer4rNrOs    �r(rN�LFM2ColBertModel.modify_tensorsNs9�������t�5�5�6�6��d�?�D��7�)�*�C�@�@�@�s�9A�A�A�#�# �SSKJn URS-S-nUR5(dgU"U5SnURRURS5 URS3UR54v� g7f)Nr)�	load_file�1_Dense�model.safetensors�
linear.weight�.weight)	�safetensors.torchr|�	dir_model�is_filer!�add_embedding_length_out�shaperx�clone)r#r|�tensors_file�tensors    r(�generate_extra_tensors�'LFM2ColBertModel.generate_extra_tensorsTsx���/��~�~�	�1�4G�G���#�#�%�%���<�(��9�����1�1�&�,�,�q�/�B��'�'�(��0�&�,�,�.�@�@�s�BBrSrX)rVr[)r\r]r^r_r
r`rarbrxr5rNr�rdrerfs@r(rkrkCs/������%�%�J�!��%�A�A�Ar+rk�Lfm2MoeForCausalLM��^�\rSrSr%\R25RrU4Sjr0r	S\26S'\S	U4Sjj5rS27U4Sjjr
U4SjrSrU=r$)�LFM2MoeModel�_��T>�URSVs/sHnUS:XaURSOSPM snURS'[TU]	5 URR	URS5 URRURS5 URR
[RR5 URRURS5 URRURS5 gs snf)	Nr.�full_attentionr0r�moe_intermediate_size�num_dense_layersr1r2)rr4r5r!�add_expert_feed_forward_length�add_leading_dense_block_count�add_expert_gating_funcr
�ExpertGatingFuncType�SIGMOIDr6r7r9s  �r(r5� LFM2MoeModel.set_gguf_parameterscs����#�l�l�=�9�/28�9�29�4>�AQ�3Q�D�L�L�.�/�WX�X�9�/30����*�+�31	��#�%����7�7����E\�8]�^����6�6�t�|�|�DV�7W�X����/�/��0I�0I�0Q�0Q�R����'�'����\�(B�C����.�.�t�|�|�N�/K�L��/32s� D%�dict[int, dict[str, Tensor]]�_experts_cache��|>�Uup#URS5(aURSS5n[TU]
X#45$)N�.expert_bias�.expert_bias.bias)�endswithrBr4rCrDs    �r(rC�LFM2MoeModel.filter_tensorsvs<����	���=�=��(�(��<�<��0C�D�D��w�%�t�k�2�2r+�	#�4># �SU;aURS5nSU;a�URSS/5nUceURRU05nXU'/SQn[	U5U[	U5-:agUHnn/n[U5H$n	SUSU	S	US333n34UR
XZ5 XZ	M& [R"USS9nS
USUS353n[TU])XU5Shv�N Mp URU	g[TU])XU5Shv�N gN/N7f)NrLr	�experts�num_local_experts�num_experts)�w1�w2�w3�
model.layers.�.feed_forward.experts.�.r�r)�dim�layers.)rMrr��36setdefault�len�range�append�torch�stackr4rN)
r#rPrGrQ�	n_experts�expert_cache�expert_weights�w_name�datas�xid�ename�merged_namer;s
            �r(rN�LFM2MoeModel.modify_tensorssH�����$��#�+�+�A�.�J�����(�(�*=�}�)M�N�I��?�"�?��.�.�9�9�#�r�B�L�!+���/�N��<� �9�s�>�/B�#B�B��(��&(�� ��+�C�+�C�5�0F�s�e�1�V�H�T[�\�E��L�L��!4�5�$�+�,�37#�[�[��A�6�38� '��u�,B�6�(�'�R�� �7�1�*�3�O�O�O�)��#�#�C�(���7�)�*�C�@�@�@�P�39	A�s$�C!D�$D�%)D�D�D�D��H>�[TU]5 UR(aeg�N)r4�prepare_tensorsr�rss �r(r��LFM2MoeModel.prepare_tensors�s ���
���!��&�&�&�&�&r+rSrTrX)r\r]r^r_r
r`�LFM2MOErbr5r��__annotations__rcrCrNr�rdrerfs@r(r�r�_sH������(�(�J�M�"46�N�0�5��3��3�"A�H'�'r+r��Lfm2VlForConditionalGeneration��^^�\rSrSrU4SjrU4Sjr\SU4Sjj5rSU4SjjrSr	U=r40$)	�LFM2VLModel���b>�[TU]"U0UD6 URceSURS'g)N��41image_size)r4�__init__�hparams_vision)r#�args�kwargsr;s   �r(r��LFM2VLModel.__init__�s7���
���$�)�&�)��"�"�.�.�.�,/����L�)r+��,>�[TU]5 URR[R42R5 URRURS/55 URRURRSS55 URRS5 URRSS5S-*nURRURUR5U-435 g)N�layer_norm_eps�downsample_factorrT�vision_feature_layer�����r	)r4r5r!�add_clip_projector_typer
�VisionProjectorTypera�"add_vision_attention_layernorm_eps�find_vparam�!add_vision_projector_scale_factor�
global_config�get�add_vision_use_gelu�add_vision_block_count�n_block_keys)r#�vision_feature_layers_to_dropr;s  �r(r5�LFM2VLModel.set_gguf_parameters�s����
��#�%����0�0��1I�1I�1N�1N�O����;�;�D�<L�<L�N^�M_�<`�a����:�:�4�;M�;M�;Q�;Q�Re�gh�;i�j����,�,�T�2�*.�*<�*<�*@�*@�AW�Y[�*\�_`�*`�(a�%����/�/��0@�0@��AR�AR�0S�Vs�0s�tr+��t>�Uup#URSS5nURSS5n[TU]	X#45$)N�model.vision_tower.�
vision_tower.�model.multi_modal_projector.�multi_modal_projector.)rBr4rCrDs    �r(rC�LFM2VLModel.filter_tensors�s?����	���|�|�1�?�C���|�|�:�<T�U���w�%�t�k�2�2r+�#�># �SU;a3URURSSSS5RSSSS5n[TU]XU5Shv�N gN7f)N�patch_embedding.weightr�rr	r)�viewr��permuter4rNrOs    �r(rN�LFM2VLModel.modify_tensors�sW����#�t�+�#����)9�)9�!�)<�b�"�a�H�P�P�QR�TU�WX�Z[�\�J��7�)�*�C�@�@�@�s�A
A�A�ArSrTrX)r\r]r^r_r�r5rcrCrNrdrerfs@r(r�r��s.���0�u��3��3�A�Ar+r��!Lfm2AudioForConditionalGeneration��X^�\rSrSrSrSrSrS	SjrU4Sjr\	S44U4Sjj5r45SrU=r$)�LFM2AudioModel��FT�Lfm2AudioEncoder��8�URRS5$)N�encoder)r�r��r#s r(�get_audio_config�LFM2AudioModel.get_audio_config�s���!�!�%�%�i�0�0r+���>�URceURSURS'URSURS'URSURS'[TU]	5 URR	[46RR5 URRURS5 URRS5 g)N�d_model�hidden_sizer�n_heads�num_attention_heads�feat_ing�h㈵��>)47�
hparams_audior4r5r!r�r
r��LFM2A�add_audio_num_mel_bins�!add_audio_attention_layernorm_epsrss �r(r5�"LFM2AudioModel.set_gguf_parameters�s�����!�!�-�-�-�,0�,>�,>�y�,I����=�)�26�2D�2D�Y�2O����.�/�48�4F�4F�y�4Q����0�1�
��#�%����0�0��1I�1I�1O�1O�P����/�/��0B�0B�9�0M�N����:�:�4�@r+���>^�UumnTRS5(ag[U4SjS55(ag[U4SjS55(ag[TU]
U5$)Nr?�3�*># �UH	oT;v� M g7fr�rS��.0�prGs  �r(�	<genexpr>�0LFM2AudioModel.filter_tensors.<locals>.<genexpr>�s����8�"7�Q�D�y�"7���)�audio_loss_weight�3�*># �UH	oT;v� M g7fr�rSrs  �r(rr�s����j�"i�Q�D�y�"i�r)�codebook_offsets�depth_embeddings�depth_linear�depthformer)rw�anyr4rC)rErFrHrGr;s   @�r(rC�LFM2AudioModel.filter_tensors�s^����	��c��?�?�6�"�"���8�"7�8�8�8���j�"i�j�j�j���w�%�d�+�+r+rS)rV�dict[str, Any] | NonerT)
r\r]r^r_�has_vision_encoder�has_audio_encoder�48model_namer�r5rcrCrdrerfs@r(r�r��s3�������#�J�1�A��,��,r+r��Lfm25AudioTokenizer��t^�\rSrSr\R49RrSrU4Sjr	\50SU4Sjj5rSrU=r
$)�LFM25AudioTokenizer����$�UR5 gr�)�_set_vocab_noner�s r(�	set_vocab�LFM25AudioTokenizer.set_vocab�s�����r+���>�[TU]5 URRURS5 URRURS5 g)N�sliding_window�output_size)r4r5r!�add_sliding_windowrr�rss �r(r5�'LFM25AudioTokenizer.set_gguf_parameters�sI���
��#�%����+�+�D�L�L�9I�,J�K����1�1�$�,�,�}�2M�Nr+��>�Uup#US:XdURS5(agURS5(aURSS5n[TU]
X#45$)N�istft.window�emb.emb�lin�dense_2_out)rwrBr4rCrDs    �r(rC�"LFM25AudioTokenizer.filter_tensors�sV����	���>�!�T�_�_�Y�%?�%?���?�?�5�!�!��<�<��}�5�D��w�%�t�k�2�2r+rSrT)r\r]r^r_r
r`rarbr+r5rcrCrdrerfs@r(r&r&�s1������%�%�J��O�51�523��533r+r&)�54__future__r�typingrrrrr�r�baser55rrr
�gemmar�registerrrkr�r�r�r&rSr+r(�<module>r?s ��"�9�9����9�9�&����%�'8�9�0A�	�0A�:�0A�f���K�!9�:�A�y�A�;�A�6���(�)�E'�9�E'�*�E'�P���4�5�A�+�A�6�A�B���7�8�",�(�",�9�",�J���)�*�3�)�3�+�3r+
Brunobkr/llama.cpp_AlgMor24_github · Team Ai