o
    h]                 !   @  s&  U d dl mZ d dlmZmZmZ d dlmZ dZdZ	dZ
dZG dd	 d	ZG d
d dZG dd deZG dd deZG dd deZi ejdejdejdejdejdejdejdejdejdejdejdejdejdejdejd ej d!ej!d"i ej"d#ej#d$ej$d%ej%d&ej&d'ej'd(ej(d)ej)d*ej*d+ej+d,ej,d-ej-d.ej.d/ej/d0ej0d1ej1d2ej2d3i ej3d4ej4d5ej5d6ej6d7ej7d8ej8d9ej9d:ej:d;ej;d<ej<d=ej=d>ej>d?ej?d@ej@dAejAdBejBdCejCdDi ejDdEejEdFejFdGejGdHejHdIejIdJejJdKejKdLejLdMejMdNejNdOejOdPejPdQejQdRejRdSejSdTejTdUejUdVejVdWejWdXiZXdYeYdZ< ejZd[ej[d\ej\d]ej]d^ej^d_ej_d`ej6d7iZ`daeYdb< i ejadcejbddejcdeejddfejedgejfdhejgdiejhdjejidkejjdlejkdmejldnejmdoejndpejodqejpdrejqdsi ejrdtejsduejtdvejudwejvdxejwdyejxdzejydzejzd{ej{d|ej|d}ej}d~ej~dejdejdejdejdi ejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdi ejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdi ejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdi ejdejdejdejdejdejdejdejdejdejdejdejdejdÓejdēejdœejdƓejdǓi ejdȓejdɓejdʓejd˓ejd̓ejd͓ejdΓejdϓejdГejdѓejdғejdӓejdԓejdՓejd֓ejdדejdؓi ejdٓejdړejdۓejdܓejdݓejdޓejdߓejdejdejdejdejdejdejdejdejdejdi ejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdi ejdejdejdejdejdejd ej dejdejdejdejdejdejdejdejd	ej	d
ej
di ejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejdejd ej d!ej!d"ej"d#iZ#d$eYd%< i ejg ejejejejejejejejejejejejejejejejejejejejejej ejejejejejejejejej	ej
ejejejejejejejejejejejejejejejejejejejejejej ej!ej"ejejaejeejfejgejjejmejnejoejpejqejvejxej{ej|ej}ejejejgejejaejeejfejgejjejmejnejoejpejqejvejxej{ej|ej}ejejejej~ejejgejejaejeejfejgejjejmejnejoejpejqejvejxej{ej|ej}ejejejgejejaejeejfejgejjejmejnejoejpejqejtejvejxej{ej|ej}ejejejejgejejaejeejfejjejlejpejxej|ej}g	ejejaejeejfejjejkejlejpej|ej}g	ejejaejeejfejgejjejmejnejoejpejqejxej{ej|ej}gejejaejdejeejfejjejlejpejxej|ej}g
ejejaejbejcejdejeejtejlejmejnejoejpej|ej}ejejejgejejaejbejcejdejeejtejlejpej{ej|ej}ejgej ejaejbejcejdejeejtejlejpej|ej}ejvejejejgej!ejaejjejlejpejxej|ej}ejejejg
ej"ejaejbejcejkejtejmejrejnejsejoejpej}ej{ej|ejejgejejaejeejfejjejlejpejxej|ej}ejejrejsejdgejejaejeejfejjejmejnejoejpej|ej}g
ejejaejeejfejjejmejnejoejpejxej{ej|ej}gi ej#ejaejbejeejfejjejlejpejxej|ej}g
ej$ejaejeejfejgejjejmejnejoejpejxej{ej|ej}ejrejsgej%ejaejeejfejgejjejlejpejqejxej{ej|ej}gej&ejaejeejfejgejjejmejnejoejpejxej{ej|ej}gej(ejaejeejfejjejmejnejoejpejxej{ej|ej}gej'ejaejeejfejjejmejnejoejpejxejvejejejejwej~ejejgej)ejaejeejfejgejjejmejrejnejsejoejpejxej{ej|ej}gej*ejaejeejfejjejmejrejnejsejoejpejxejvejejejgej.ejaejeejfejgejjejmejnejoejpejqej{ej|ej}gejejaejdejeejfejjejlejpejxej|ej}g
ej+ejaejeejfejjejlejmejnejoejpejxej|ej}gej,ejaejeejfejhejiejjejlejmejnejoejpejxej|ej}gej-ejaejeejfejhejiejjejlejmejnejoejpejxejvejejejgej/ejaejdejeejfejjejlejpejqejxej|ej}gej0ejaejeejfejgejjejmejnejoejpejqejxej{ej|ej}gej1ejaejeejfejjejmejnejoejpejqejxej{ej|ej}gej2ejaejfejeejgejhejiejjejmejnejoejpejqejvejxej{ej|ej}ejejejgi ej3ejaejeejfejhejiejjejejejejejejejpejxej{ej|ej}gej4ejaejeejjejmejnejoejpej{ej|ej}ejxgej5ejaejeejmejnejoejpej{ej|ej}ejjejuejyejzgej6ejaejfejeejmejrejnejsejoejpej{ej|ej}ejjejuejyejzgej7ejaejeejfejgejjejmejnejoejpejqejxej|ej}gej8ejaejbejeejfejjejkejejejejejejejejejejejejejejejejejejejejejejejejgej9ejaejeejfejjejejejejejejejejejejejejejejejejejejejejxej{ej|ej}gej:ejaejbejeejfejjejkejejejejejejejejejejejejejejejejejejejejejejejgej;ejaejbejeejfejjejejejejejejejejejejejejejejejejejejejejejxej{ej|ej}gej<ejaejeejfejjejejejejejejejgej=ejaejeejfejgejjejmejnejoejpejqejxej{ej|ej}gej>ejaejeejjejmejnejoejpej{ej|ej}ejsejrgej?ejaejeejjejmejnejoejpej{ej|ej}g
ej@ejaejeejfejjejlejpejtejvejejejgejAejaejfejmejnejoejpej{ej|ej}g	ejBejaejeejfejmejnejoejpejuejrejsejzej{ej|ej}gejCejaejeejfejpejmejnejoejjejrejsejxejvejejejgi ejDejaejeejjejlejrejsejpejxej{ej|ej}gejEejaejeejfejgejjejmejnejoejpejqejvejxej{ej|ej}ejejejejgejFejaejeejfejgejjejmejnejoejpejqejvejxej{ej|ej}ejejejej~ejejgejGejaejeejfejgejjejmejejejejejejejejejpejqejvejxej{ej|ej}ejejejej~ejejejgejTejaejfejeejjejmejejejejpejxej}ej|gejHejaejgejeejfejjejlejmejnejoejpejxej|ej}gejIejaejgejeejfejjejlejmejnejoejpejxej|ej}ejuejzgejJejmejnejoejaejeejjejpejxej{ej|ej}ejejgejKejaejfejejejejejejejejejejejejejejejejejejejejejejejejejejejejgejLejaejfejejejejejejejejejejejgejMejaejeejfejjejlejpejxej|ej{ej}g
ejNejaejeejfejgejjejmejnejoejpejqejxej|ej}gejOejaejeejfejgejjejmejnejoejpejqejxej{ej|ej}gejPejaejeejfejjejmejnejoejpejxej{ej|ej}gejQejaejeejfejjejmejnejoejpejxejvejejejej~ejejgejRejaejeejfejjejmejrejnejsejoejpejxej{ej|ej}gejSejaejbejejejejejejejfejeejejejejejejejejejejgejUejaejeejfejgejjejmejnejoejpejvejxejejejej~ejejgejVejaejeejfejjejmejrejnejsejoejpejejxej{ejejvej~ej|ejejej}ejejgejWejaejeejfejgejjejmejnejoejpejqejxej|ej}giZ$d&eYd'< ejejgejqgejejgejqgejejgejqgej%ejgejqgej/ejgejqgej0ejgejqgej7ejgejqgej=ejgejqgejFejgejqgejGejgejqgejHejggejNejgejqgejUejggiZ%d&eYd(< G d)d* d*eZ&G d+d, d,eZ'G d-d. d.eZ(G d/d0 d0eZ)G d1d2 d2eZ*G d3d4 d4eZ+G d5d6 d6eZ,G d7d8 d8eZ-G d9d: d:Z.d;Z/i e)j0d<e)j1d=e)j2d>e)j3d?e)j4d@e)j5dAe)j6dBe)j7dCe)j8d;dDe/dE  e/dD  fe)j9d;de/dD  e/dF  dG fe)j:d;dDe/d  dG fe)j;d;dDe/d  e/dF  dG fe)j<d;de/d  e/dD  e/dE  fe)j=d;dDe/ e/dF  fe)j>d;de/dD  fe)j?d;de/dD  e/d  fe)j@d;de/dD  e/dF  fe)jAd;de/dF  e/dE  fe)jBd>e)jCd;de/dD  e/dF  e/d  dD fe)jDd;de/dD  e/dE  fe)jEd;dDe/d  e/dH  fe)jFdIe)jGd=e)jHd<e)jIdJe)jJdJe)jKd;e/dF e/dE  e/d  fe)jLd=e)jMdKe)jNdLiZOdMeYdN< ejPjQZRejPjSZTejPjUZVejPjWZXejPjYZZejPj[Z\ejPj]Z^ejPj_Z`ejPjaZbejPjcZdejejfZgejejhZiejejjZkejejlZmejejnZoejejpZqejejrZsejtjuZvejtjwZxejtjyZzejtj{Z|ejtj}Z~ejtjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjZejjĐZejjƐZejjȐZejjʐZːdOS (P      )annotations)EnumIntEnumauto)AnyiGGUF          c                   @  s   e Zd ZG dd dZG dd dZG dd dZG dd dZG d	d
 d
ZG dd dZG dd dZ	G dd dZ
G dd dZG dd dZG dd dZG dd dZG dd dZG dd dZG dd dZdS ) Keysc                   @  s   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#Z%d$Z&d%Z'd&Z(d'Z)d(Z*d)Z+d*Z,d+Z-d,Z.d-Z/d.Z0d/Z1d0S )1zKeys.Generalzgeneral.typezgeneral.architecturezgeneral.quantization_versionzgeneral.alignmentzgeneral.file_typezgeneral.namezgeneral.authorzgeneral.versionzgeneral.organizationzgeneral.finetunezgeneral.basenamezgeneral.descriptionzgeneral.quantized_byzgeneral.size_labelzgeneral.licensezgeneral.license.namezgeneral.license.linkzgeneral.urlzgeneral.doizgeneral.uuidzgeneral.repo_urlzgeneral.source.urlzgeneral.source.doizgeneral.source.uuidzgeneral.source.repo_urlzgeneral.base_model.countzgeneral.base_model.{id}.namezgeneral.base_model.{id}.authorzgeneral.base_model.{id}.versionz$general.base_model.{id}.organizationz#general.base_model.{id}.descriptionzgeneral.base_model.{id}.urlzgeneral.base_model.{id}.doizgeneral.base_model.{id}.uuidz general.base_model.{id}.repo_urlzgeneral.dataset.countzgeneral.dataset.{id}.namezgeneral.dataset.{id}.authorzgeneral.dataset.{id}.versionz!general.dataset.{id}.organizationz general.dataset.{id}.descriptionzgeneral.dataset.{id}.urlzgeneral.dataset.{id}.doizgeneral.dataset.{id}.uuidzgeneral.dataset.{id}.repo_urlzgeneral.tagszgeneral.languagesN)2__name__
__module____qualname__TYPEARCHITECTUREQUANTIZATION_VERSION	ALIGNMENT	FILE_TYPENAMEAUTHORVERSIONZORGANIZATIONZFINETUNEZBASENAMEDESCRIPTIONZQUANTIZED_BYZ
SIZE_LABELLICENSEZLICENSE_NAMEZLICENSE_LINKURLZDOIUUIDZREPO_URL
SOURCE_URLZ
SOURCE_DOIZSOURCE_UUIDZSOURCE_REPO_URLZBASE_MODEL_COUNTZBASE_MODEL_NAMEZBASE_MODEL_AUTHORZBASE_MODEL_VERSIONZBASE_MODEL_ORGANIZATIONZBASE_MODEL_DESCRIPTIONZBASE_MODEL_URLZBASE_MODEL_DOIZBASE_MODEL_UUIDZBASE_MODEL_REPO_URLZDATASET_COUNTZDATASET_NAMEZDATASET_AUTHORZDATASET_VERSIONZDATASET_ORGANIZATIONZDATASET_DESCRIPTIONZDATASET_URLZDATASET_DOIZDATASET_UUIDZDATASET_REPO_URLZTAGSZ	LANGUAGES r   r   9/usr/local/lib/python3.10/site-packages/gguf/constants.pyGeneral   s`    r   c                   @     e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d S )!zKeys.LLMz{arch}.vocab_sizez{arch}.context_lengthz{arch}.embedding_lengthz{arch}.features_lengthz{arch}.block_countz {arch}.leading_dense_block_countz{arch}.feed_forward_lengthz!{arch}.expert_feed_forward_lengthz({arch}.expert_shared_feed_forward_lengthz{arch}.use_parallel_residualz{arch}.tensor_data_layoutz{arch}.expert_countz{arch}.expert_used_countz{arch}.expert_shared_countz{arch}.expert_weights_scalez{arch}.expert_weights_normz{arch}.expert_gating_funcz{arch}.moe_every_n_layersz{arch}.pooling_typez{arch}.logit_scalez{arch}.decoder_start_token_idz{arch}.attn_logit_softcappingz{arch}.final_logit_softcappingz{arch}.swin_normz{arch}.rescale_every_n_layersz{arch}.time_mix_extra_dimz{arch}.time_decay_extra_dimz{arch}.residual_scalez{arch}.embedding_scalez{arch}.token_shift_countz {arch}.interleave_moe_layer_stepN)"r   r   r   
VOCAB_SIZECONTEXT_LENGTHEMBEDDING_LENGTHZFEATURES_LENGTHBLOCK_COUNTZLEADING_DENSE_BLOCK_COUNTFEED_FORWARD_LENGTHZEXPERT_FEED_FORWARD_LENGTHZ!EXPERT_SHARED_FEED_FORWARD_LENGTHUSE_PARALLEL_RESIDUALTENSOR_DATA_LAYOUTZEXPERT_COUNTZEXPERT_USED_COUNTZEXPERT_SHARED_COUNTZEXPERT_WEIGHTS_SCALEZEXPERT_WEIGHTS_NORMZEXPERT_GATING_FUNCZMOE_EVERY_N_LAYERSZPOOLING_TYPEZLOGIT_SCALEZDECODER_START_TOKEN_IDZATTN_LOGIT_SOFTCAPPINGZFINAL_LOGIT_SOFTCAPPINGZ	SWIN_NORMZRESCALE_EVERY_N_LAYERSZTIME_MIX_EXTRA_DIMZTIME_DECAY_EXTRA_DIMZRESIDUAL_SCALEZEMBEDDING_SCALEZTOKEN_SHIFT_COUNTZINTERLEAVE_MOE_LAYER_STEPr   r   r   r   LLMY   @    r&   c                   @  sd   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdS )zKeys.Attentionz{arch}.attention.head_countz{arch}.attention.head_count_kvz{arch}.attention.max_alibi_biasz{arch}.attention.clamp_kqvz{arch}.attention.key_lengthz{arch}.attention.value_lengthz#{arch}.attention.layer_norm_epsilonz'{arch}.attention.layer_norm_rms_epsilonz#{arch}.attention.group_norm_epsilonz"{arch}.attention.group_norm_groupsz{arch}.attention.causalz{arch}.attention.q_lora_rankz{arch}.attention.kv_lora_rankz {arch}.attention.decay_lora_rankz{arch}.attention.iclr_lora_rankz-{arch}.attention.value_residual_mix_lora_rankz{arch}.attention.gate_lora_rankz'{arch}.attention.relative_buckets_countz{arch}.attention.sliding_windowz{arch}.attention.scalez{arch}.attention.key_length_mlaz!{arch}.attention.value_length_mlaN)r   r   r   
HEAD_COUNTHEAD_COUNT_KVMAX_ALIBI_BIAS	CLAMP_KQVZ
KEY_LENGTHZVALUE_LENGTHLAYERNORM_EPSLAYERNORM_RMS_EPSZGROUPNORM_EPSZGROUPNORM_GROUPSZCAUSALZQ_LORA_RANKZKV_LORA_RANKZDECAY_LORA_RANKZICLR_LORA_RANKZVALUE_RESIDUAL_MIX_LORA_RANKZGATE_LORA_RANKZREL_BUCKETS_COUNTZSLIDING_WINDOWZSCALEZKEY_LENGTH_MLAZVALUE_LENGTH_MLAr   r   r   r   	Attentionz   s.    r.   c                   @  s0   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
S )z	Keys.Ropez{arch}.rope.dimension_countz{arch}.rope.dimension_sectionsz{arch}.rope.freq_basez{arch}.rope.scaling.typez{arch}.rope.scaling.factorz{arch}.rope.scaling.attn_factorz+{arch}.rope.scaling.original_context_lengthz{arch}.rope.scaling.finetunedz'{arch}.rope.scaling.yarn_log_multiplierN)r   r   r   DIMENSION_COUNTZDIMENSION_SECTIONS	FREQ_BASESCALING_TYPESCALING_FACTORZSCALING_ATTN_FACTORSCALING_ORIG_CTX_LENSCALING_FINETUNEDZSCALING_YARN_LOG_MULr   r   r   r   Rope   s    r5   c                   @     e Zd ZdZdZdZdS )z
Keys.Splitzsplit.nozsplit.countzsplit.tensors.countN)r   r   r   ZLLM_KV_SPLIT_NOZLLM_KV_SPLIT_COUNTZLLM_KV_SPLIT_TENSORS_COUNTr   r   r   r   Split       r7   c                   @      e Zd ZdZdZdZdZdZdS )zKeys.SSMz{arch}.ssm.conv_kernelz{arch}.ssm.inner_sizez{arch}.ssm.state_sizez{arch}.ssm.time_step_rankz{arch}.ssm.dt_b_c_rmsN)r   r   r   CONV_KERNEL
INNER_SIZE
STATE_SIZETIME_STEP_RANK
DT_B_C_RMSr   r   r   r   SSM       r?   c                   @     e Zd ZdZdS )zKeys.WKVz{arch}.wkv.head_sizeN)r   r   r   Z	HEAD_SIZEr   r   r   r   WKV       rB   c                   @     e Zd ZdZdZdS )zKeys.PosNetz{arch}.posnet.embedding_lengthz{arch}.posnet.block_countNr   r   r   r!   r"   r   r   r   r   PosNet       rF   c                   @  rD   )zKeys.ConvNextz {arch}.convnext.embedding_lengthz{arch}.convnext.block_countNrE   r   r   r   r   ConvNext   rG   rH   c                   @  rA   )zKeys.Classifierz{arch}.classifier.output_labelsN)r   r   r   ZOUTPUT_LABELSr   r   r   r   
Classifier   rC   rI   c                   @  s   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#S )$zKeys.Tokenizerztokenizer.ggml.modelztokenizer.ggml.preztokenizer.ggml.tokensztokenizer.ggml.token_typeztokenizer.ggml.token_type_countztokenizer.ggml.scoresztokenizer.ggml.mergesztokenizer.ggml.bos_token_idztokenizer.ggml.eos_token_idztokenizer.ggml.eot_token_idztokenizer.ggml.eom_token_idztokenizer.ggml.unknown_token_idz!tokenizer.ggml.seperator_token_idztokenizer.ggml.padding_token_idztokenizer.ggml.mask_token_idztokenizer.ggml.add_bos_tokenztokenizer.ggml.add_eos_tokenztokenizer.ggml.add_space_prefixz'tokenizer.ggml.remove_extra_whitespacesz#tokenizer.ggml.precompiled_charsmapztokenizer.huggingface.jsonztokenizer.rwkv.worldztokenizer.chat_templateztokenizer.chat_template.{name}ztokenizer.chat_templatesztokenizer.ggml.fim_pre_token_idztokenizer.ggml.fim_suf_token_idztokenizer.ggml.fim_mid_token_idztokenizer.ggml.fim_pad_token_idztokenizer.ggml.fim_rep_token_idztokenizer.ggml.fim_sep_token_idztokenizer.ggml.prefix_token_idztokenizer.ggml.suffix_token_idztokenizer.ggml.middle_token_idN)%r   r   r   MODELPRELIST
TOKEN_TYPEZTOKEN_TYPE_COUNTSCORESMERGESBOS_IDEOS_IDEOT_IDEOM_IDUNK_IDSEP_IDPAD_IDMASK_IDZADD_BOSZADD_EOSZ
ADD_PREFIXZREMOVE_EXTRA_WSZPRECOMPILED_CHARSMAPHF_JSONRWKVZCHAT_TEMPLATEZCHAT_TEMPLATE_NZCHAT_TEMPLATES
FIM_PRE_ID
FIM_SUF_ID
FIM_MID_ID
FIM_PAD_ID
FIM_REP_ID
FIM_SEP_ID	PREFIX_ID	SUFFIX_ID	MIDDLE_IDr   r   r   r   	Tokenizer   sF    rc   c                   @  rD   )zKeys.Adapterzadapter.typezadapter.lora.alphaN)r   r   r   r   Z
LORA_ALPHAr   r   r   r   Adapter   rG   rd   c                   @     e Zd ZdZdZdZdZdS )z	Keys.Clipzclip.projector_typezclip.has_vision_encoderzclip.has_audio_encoderzclip.has_llava_projectorN)r   r   r   ZPROJECTOR_TYPEZHAS_VISION_ENCODERZHAS_AUDIO_ENCODERZHAS_LLAVA_PROJECTORr   r   r   r   Clip   
    rf   c                   @  sX   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZG dd dZG dd dZdS )zKeys.ClipVisionzclip.vision.image_sizezclip.vision.patch_sizezclip.vision.embedding_lengthzclip.vision.feed_forward_lengthzclip.vision.projection_dimzclip.vision.block_countzclip.vision.image_meanzclip.vision.image_stdzclip.vision.spatial_merge_sizezclip.use_geluzclip.use_siluzclip.vision.n_wa_patternc                   @  rD   )zKeys.ClipVision.Attentionz clip.vision.attention.head_countz(clip.vision.attention.layer_norm_epsilonNr   r   r   r(   r,   r   r   r   r   r.      rG   r.   c                   @  rA   )zKeys.ClipVision.Projectorz"clip.vision.projector.scale_factorN)r   r   r   ZSCALE_FACTORr   r   r   r   	Projector   rC   ri   N)r   r   r   Z
IMAGE_SIZEZ
PATCH_SIZEr!   r#   PROJECTION_DIMr"   Z
IMAGE_MEANZ	IMAGE_STDZSPATIAL_MERGE_SIZEZUSE_GELUZUSE_SILUZN_WA_PATTERNr.   ri   r   r   r   r   
ClipVision   s    rk   c                   @  s<   e Zd ZdZdZdZdZdZG dd dZG dd	 d	Z	d
S )zKeys.ClipAudiozclip.audio.num_mel_binszclip.audio.embedding_lengthzclip.audio.feed_forward_lengthzclip.audio.projection_dimzclip.audio.block_countc                   @  rD   )zKeys.ClipAudio.Attentionzclip.audio.attention.head_countz'clip.audio.attention.layer_norm_epsilonNrh   r   r   r   r   r.     rG   r.   c                   @  rA   )zKeys.ClipAudio.Projectorz!clip.audio.projector.stack_factorN)r   r   r   ZSTACK_FACTORr   r   r   r   ri     rC   ri   N)
r   r   r   ZNUM_MEL_BINSr!   r#   rj   r"   r.   ri   r   r   r   r   	ClipAudio   s    rl   N)r   r   r   r   r&   r.   r5   r7   r?   rB   rF   rH   rI   rc   rd   rf   rk   rl   r   r   r   r   r
      s     D!&r
   c                   @  r6   )GGUFTypemodeladapterZmmprojN)r   r   r   rJ   ZADAPTERMMPROJr   r   r   r   rm     r8   rm   c                   @  s  e Zd Ze Ze Ze Ze Ze Ze Z	e Z
e Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Z e Z!e Z"e Z#e Z$e Z%e Z&e Z'e Z(e Z)e Z*e Z+e Z,e Z-e Z.e Z/e Z0e Z1e Z2e Z3e Z4e Z5e Z6e Z7e Z8e Z9e Z:e Z;e Z<e Z=e Z>e Z?e Z@e ZAe ZBe ZCe ZDe ZEe ZFe ZGe ZHe ZIe ZJdS )
MODEL_ARCHN)Kr   r   r   r   rp   LLAMALLAMA4DECIFALCONBAICHUANGROKGPT2GPTJGPTNEOXMPT	STARCODERREFACTBERT
NOMIC_BERTNOMIC_BERT_MOENEO_BERTJINA_BERT_V2BLOOMSTABLELMQWENQWEN2QWEN2MOEQWEN2VLQWEN3QWEN3MOEPHI2PHI3PHIMOEPLAMO	CODESHELLORION	INTERNLM2MINICPMMINICPM3GEMMAGEMMA2GEMMA3
STARCODER2RWKV6
RWKV6QWEN2RWKV7ARWKV7MAMBAXVERSE	COMMAND_RCOHERE2DBRXOLMOOLMO2OLMOEOPENELMARCTICDEEPSEEK	DEEPSEEK2CHATGLMGLM4BITNETT5	T5ENCODERJAISNEMOTRONEXAONEGRANITEGRANITE_MOE	CHAMELEONWAVTOKENIZER_DECPLM
BAILINGMOEDOTS1ARCEEr   r   r   r   rq     s    
rq   c                   @  s6   e Zd Ze Ze Ze Ze Ze Ze Z	e Z
dS )VISION_PROJECTOR_TYPEN)r   r   r   r   MLPLDPLDPV2	RESAMPLERGLM_EDGEMERGERr   r   r   r   r   r   _  s    
r   c                   @  s  e Zd Ze Ze Ze Ze Ze Ze Z	e Z
e Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Z e Z!e Z"e Z#e Z$e Z%e Z&e Z'e Z(e Z)e Z*e Z+e Z,e Z-e Z.e Z/e Z0e Z1e Z2e Z3e Z4e Z5e Z6e Z7e Z8e Z9e Z:e Z;e Z<e Z=e Z>e Z?e Z@e ZAe ZBe ZCe ZDe ZEe ZFe ZGe ZHe ZIe ZJe ZKe ZLe ZMe ZNe ZOe ZPe ZQe ZRe ZSe ZTe ZUe ZVe ZWe ZXe ZYe ZZe Z[e Z\e Z]e Z^e Z_e Z`e Zae Zbe Zce Zde Zee Zfe Zge Zhe Zie Zje Zke Zle Zme Zne Zoe Zpe Zqe Zre Zse Zte Zue Zve Zwe Zxe Zye Zze Z{e Z|e Z}e Z~e Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze Ze ZdS )MODEL_TENSORN)r   r   r   r   
TOKEN_EMBDTOKEN_EMBD_NORMTOKEN_TYPESPOS_EMBDOUTPUTOUTPUT_NORM
ROPE_FREQSROPE_FACTORS_LONGROPE_FACTORS_SHORTATTN_QATTN_KATTN_VATTN_QKVATTN_OUT	ATTN_NORMATTN_NORM_2ATTN_OUT_NORMATTN_POST_NORMATTN_ROT_EMBDFFN_GATE_INPFFN_GATE_INP_SHEXPFFN_NORMFFN_PRE_NORMFFN_POST_NORMFFN_GATEFFN_DOWNFFN_UPFFN_ACTFFN_NORM_EXPFFN_GATE_EXPFFN_DOWN_EXP
FFN_UP_EXPFFN_GATE_SHEXPFFN_DOWN_SHEXPFFN_UP_SHEXPFFN_EXP_PROBS_BATTN_Q_NORMATTN_K_NORMLAYER_OUT_NORMSSM_IN
SSM_CONV1DSSM_XSSM_DTSSM_ASSM_DSSM_OUTTIME_MIX_W0TIME_MIX_W1TIME_MIX_W2TIME_MIX_A0TIME_MIX_A1TIME_MIX_A2TIME_MIX_V0TIME_MIX_V1TIME_MIX_V2TIME_MIX_G1TIME_MIX_G2TIME_MIX_K_KTIME_MIX_K_ATIME_MIX_R_KTIME_MIX_LERP_XTIME_MIX_LERP_KTIME_MIX_LERP_VTIME_MIX_LERP_RTIME_MIX_LERP_GTIME_MIX_LERP_FUSEDTIME_MIX_LERP_WTIME_MIX_FIRSTTIME_MIX_DECAYTIME_MIX_DECAY_W1TIME_MIX_DECAY_W2TIME_MIX_KEYTIME_MIX_VALUETIME_MIX_RECEPTANCETIME_MIX_GATETIME_MIX_LNTIME_MIX_OUTPUTCHANNEL_MIX_LERP_KCHANNEL_MIX_LERP_RCHANNEL_MIX_KEYCHANNEL_MIX_RECEPTANCECHANNEL_MIX_VALUEATTN_Q_AATTN_Q_BATTN_KV_A_MQA	ATTN_KV_BATTN_K_BATTN_V_BATTN_Q_A_NORMATTN_KV_A_NORMFFN_SUB_NORMATTN_SUB_NORMDEC_ATTN_NORM
DEC_ATTN_Q
DEC_ATTN_K
DEC_ATTN_VDEC_ATTN_OUTDEC_ATTN_REL_BDEC_CROSS_ATTN_NORMDEC_CROSS_ATTN_QDEC_CROSS_ATTN_KDEC_CROSS_ATTN_VDEC_CROSS_ATTN_OUTDEC_CROSS_ATTN_REL_BDEC_FFN_NORMDEC_FFN_GATEDEC_FFN_DOWN
DEC_FFN_UPDEC_OUTPUT_NORMENC_ATTN_NORM
ENC_ATTN_Q
ENC_ATTN_K
ENC_ATTN_VENC_ATTN_OUTENC_ATTN_REL_BENC_FFN_NORMENC_FFN_GATEENC_FFN_DOWN
ENC_FFN_UPENC_OUTPUT_NORMCLSCLS_OUTCONV1DCONVNEXT_DWCONVNEXT_NORMCONVNEXT_PW1CONVNEXT_PW2CONVNEXT_GAMMAPOSNET_CONV1POSNET_CONV2POSNET_NORMPOSNET_NORM1POSNET_NORM2POSNET_ATTN_NORMPOSNET_ATTN_QPOSNET_ATTN_KPOSNET_ATTN_VPOSNET_ATTN_OUTV_MMPROJV_MMPROJ_FCV_MMPROJ_MLPV_MMPROJ_PEGV_ENC_EMBD_CLSV_ENC_EMBD_PATCHV_ENC_EMBD_POSV_ENC_INPUT_NORMV_ENC_ATTN_QV_ENC_ATTN_Q_NORMV_ENC_ATTN_KV_ENC_ATTN_K_NORMV_ENC_ATTN_VV_ENC_ATTN_OV_ENC_ATTN_O_NORMV_ENC_POST_ATTN_NORMV_ENC_FFN_UPV_ENC_FFN_GATEV_ENC_FFN_DOWNV_LAYER_SCALE_1V_LAYER_SCALE_2
V_PRE_NORMV_POST_NORMV_MM_INP_NORMV_MM_INP_PROJV_MM_SOFT_EMB_NORMV_RESMPL_POS_EMBD_KV_RESMPL_ATTN_QV_RESMPL_ATTN_KV_RESMPL_ATTN_VV_RESMPL_ATTN_OUTV_RESMPL_KVV_RESMPL_KV_NORMV_RESMPL_POST_NORMV_RESMPL_Q_NORMV_RESMPL_PROJV_RESMPL_QUERYV_TOK_EMBD_IMG_BREAKV_MM_PATCH_MERGERA_ENC_EMBD_POSA_ENC_CONV1D
A_PRE_NORMA_POST_NORMA_ENC_ATTN_QA_ENC_ATTN_KA_ENC_ATTN_VA_ENC_INPUT_NORMA_ENC_OUTPUTA_ENC_OUTPUT_NORMA_ENC_FFN_UPA_ENC_FFN_GATEA_ENC_FFN_DOWNA_MMPROJA_MMPROJ_FCA_MM_NORM_PREA_MM_NORM_MIDr   r   r   r   r   i  s   
r   Zclipllamallama4ZdeciZfalconZbaichuanZgrokZgpt2ZgptjZgptneoxZmptZ	starcoderZrefactZbertz
nomic-bertznomic-bert-moezneo-bertzjina-bert-v2ZbloomZstablelmZqwenZqwen2Zqwen2moeZqwen2vlZqwen3Zqwen3moeZphi2Zphi3ZphimoeZplamoZ	codeshellZorionZ	internlm2ZminicpmZminicpm3ZgemmaZgemma2gemma3Z
starcoder2Zrwkv6Z
rwkv6qwen2Zrwkv7Zarwkv7ZmambaZxversez	command-rZcohere2ZdbrxZolmoZolmo2ZolmoeZopenelmZarcticZdeepseekZ	deepseek2ZchatglmZglm4ZbitnetZt5Z	t5encoderZjaisZnemotronZexaoneZgraniteZ
granitemoeZ	chameleonzwavtokenizer-decZplmZ
bailingmoeZdots1Zarceezdict[MODEL_ARCH, str]MODEL_ARCH_NAMESZmlpZldpZldpv2Z	resamplerro   qwen2vl_mergerz dict[VISION_PROJECTOR_TYPE, str]VISION_PROJECTOR_TYPE_NAMESZ
token_embdZtoken_embd_normZtoken_typesZposition_embdZoutput_normoutputZ
rope_freqsZrope_factors_longZrope_factors_shortzblk.{bid}.attn_normzblk.{bid}.attn_norm_2zblk.{bid}.attn_qkvzblk.{bid}.attn_qzblk.{bid}.attn_kzblk.{bid}.attn_vzblk.{bid}.attn_outputzblk.{bid}.attn_rot_embdzblk.{bid}.attn_q_normzblk.{bid}.attn_k_normzblk.{bid}.attn_output_normzblk.{bid}.post_attention_normzblk.{bid}.ffn_gate_inpzblk.{bid}.ffn_gate_inp_shexpzblk.{bid}.ffn_normzblk.{bid}.post_ffw_normzblk.{bid}.ffn_gatezblk.{bid}.ffn_downzblk.{bid}.ffn_upzblk.{bid}.ffn_gate_shexpzblk.{bid}.ffn_down_shexpzblk.{bid}.ffn_up_shexpzblk.{bid}.ffnzblk.{bid}.ffn_norm_expszblk.{bid}.ffn_gate_expszblk.{bid}.ffn_down_expszblk.{bid}.ffn_up_expszblk.{bid}.exp_probs_bzblk.{bid}.layer_output_normzblk.{bid}.ssm_inzblk.{bid}.ssm_conv1dzblk.{bid}.ssm_xzblk.{bid}.ssm_dtzblk.{bid}.ssm_azblk.{bid}.ssm_dzblk.{bid}.ssm_outzblk.{bid}.time_mix_w0zblk.{bid}.time_mix_w1zblk.{bid}.time_mix_w2zblk.{bid}.time_mix_a0zblk.{bid}.time_mix_a1zblk.{bid}.time_mix_a2zblk.{bid}.time_mix_v0zblk.{bid}.time_mix_v1zblk.{bid}.time_mix_v2zblk.{bid}.time_mix_g1zblk.{bid}.time_mix_g2zblk.{bid}.time_mix_k_kzblk.{bid}.time_mix_k_azblk.{bid}.time_mix_r_kzblk.{bid}.time_mix_lerp_xzblk.{bid}.time_mix_lerp_kzblk.{bid}.time_mix_lerp_vzblk.{bid}.time_mix_lerp_rzblk.{bid}.time_mix_lerp_gzblk.{bid}.time_mix_lerp_fusedzblk.{bid}.time_mix_lerp_wzblk.{bid}.time_mix_firstzblk.{bid}.time_mix_decayzblk.{bid}.time_mix_decay_w1zblk.{bid}.time_mix_decay_w2zblk.{bid}.time_mix_keyzblk.{bid}.time_mix_valuezblk.{bid}.time_mix_receptancezblk.{bid}.time_mix_gatezblk.{bid}.time_mix_lnzblk.{bid}.time_mix_outputzblk.{bid}.channel_mix_lerp_kzblk.{bid}.channel_mix_lerp_rzblk.{bid}.channel_mix_keyz blk.{bid}.channel_mix_receptancezblk.{bid}.channel_mix_valuezblk.{bid}.attn_q_azblk.{bid}.attn_q_bzblk.{bid}.attn_kv_a_mqazblk.{bid}.attn_kv_bzblk.{bid}.attn_k_bzblk.{bid}.attn_v_bzblk.{bid}.attn_q_a_normzblk.{bid}.attn_kv_a_normzblk.{bid}.attn_sub_normzblk.{bid}.ffn_sub_normzdec.blk.{bid}.attn_normzdec.blk.{bid}.attn_qzdec.blk.{bid}.attn_kzdec.blk.{bid}.attn_vzdec.blk.{bid}.attn_ozdec.blk.{bid}.attn_rel_bzdec.blk.{bid}.cross_attn_normzdec.blk.{bid}.cross_attn_qzdec.blk.{bid}.cross_attn_kzdec.blk.{bid}.cross_attn_vzdec.blk.{bid}.cross_attn_ozdec.blk.{bid}.cross_attn_rel_bzdec.blk.{bid}.ffn_normzdec.blk.{bid}.ffn_gatezdec.blk.{bid}.ffn_downzdec.blk.{bid}.ffn_upzdec.output_normzenc.blk.{bid}.attn_normzenc.blk.{bid}.attn_qzenc.blk.{bid}.attn_kzenc.blk.{bid}.attn_vzenc.blk.{bid}.attn_ozenc.blk.{bid}.attn_rel_bzenc.blk.{bid}.ffn_normzenc.blk.{bid}.ffn_gatezenc.blk.{bid}.ffn_downzenc.blk.{bid}.ffn_upzenc.output_normclsz
cls.outputZconv1dzconvnext.{bid}.dwzconvnext.{bid}.normzconvnext.{bid}.pw1zconvnext.{bid}.pw2zconvnext.{bid}.gammazposnet.{bid}.conv1zposnet.{bid}.conv2zposnet.{bid}.normzposnet.{bid}.norm1zposnet.{bid}.norm2zposnet.{bid}.attn_normzposnet.{bid}.attn_qzposnet.{bid}.attn_kzposnet.{bid}.attn_vzposnet.{bid}.attn_outputzmm.{bid}zmm.model.fczmm.model.mlp.{bid}zmm.model.peg.{bid}zv.class_embdzv.patch_embdzv.position_embdzv.blk.{bid}.attn_qzv.blk.{bid}.attn_q_normzv.blk.{bid}.attn_kzv.blk.{bid}.attn_k_normzv.blk.{bid}.attn_vzv.blk.{bid}.ln1zv.blk.{bid}.attn_outzv.blk.{bid}.attn_out_normzv.blk.{bid}.ln2zv.blk.{bid}.ffn_upzv.blk.{bid}.ffn_gatezv.blk.{bid}.ffn_downzv.blk.{bid}.ls1zv.blk.{bid}.ls2zv.pre_lnz	v.post_lnzmm.input_projectionzmm.input_normzmm.soft_emb_normzresampler.pos_embd_kzresampler.attn.qzresampler.attn.kzresampler.attn.vzresampler.attn.outzresampler.kvzresampler.ln_kvzresampler.ln_postzresampler.ln_qzresampler.projzresampler.queryzv.token_embd.img_breakzmm.patch_mergerza.position_embdza.conv1d.{bid}za.pre_lnz	a.post_lnza.blk.{bid}.attn_qza.blk.{bid}.attn_kza.blk.{bid}.attn_vza.blk.{bid}.ln1za.blk.{bid}.attn_outza.blk.{bid}.ln2za.blk.{bid}.ffn_upza.blk.{bid}.ffn_gateza.blk.{bid}.ffn_downzmm.a.mlp.{bid}zmm.a.fczmm.a.norm_prezmm.a.norm_midzdict[MODEL_TENSOR, str]TENSOR_NAMESz$dict[MODEL_ARCH, list[MODEL_TENSOR]]MODEL_TENSORSMODEL_TENSOR_SKIPc                   @  s$   e Zd ZdZdZdZdZdZdZdS )	TokenType   r	   r            N)	r   r   r   ZNORMALUNKNOWNCONTROLZUSER_DEFINEDZUNUSEDZBYTEr   r   r   r   r  v  s    r  c                   @  re   )RopeScalingTypenoneZlinearyarnZlongropeN)r   r   r   NONEZLINEARZYARNZLONGROPEr   r   r   r   r    rg   r  c                   @  r9   )PoolingTyper   r  r	   r   r  N)r   r   r   r  ZMEANr8  ZLASTZRANKr   r   r   r   r    r@   r  c                   @  r   )!GGMLQuantizationTyper   r  r	   r   r        	   
                                                               "   #   N)"r   r   r   F32F16Q4_0Q4_1Q5_0Q5_1Q8_0Q8_1Q2_KQ3_KQ4_KQ5_KQ6_KQ8_KIQ2_XXSIQ2_XSIQ3_XXSIQ1_SIQ4_NLIQ3_SIQ2_SIQ4_XSI8I16I32I64F64IQ1_MBF16TQ1_0TQ2_0r   r   r   r   r    r'   r  c                   @  rD   )ExpertGatingFuncTyper  r	   N)r   r   r   ZSOFTMAXZSIGMOIDr   r   r   r   r    rG   r  c                   @  s   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"S )#LlamaFileTyper   r  r	   r   r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r     r   $   %   i   N)$r   r   r   ZALL_F32Z
MOSTLY_F16ZMOSTLY_Q4_0ZMOSTLY_Q4_1ZMOSTLY_Q8_0ZMOSTLY_Q5_0ZMOSTLY_Q5_1ZMOSTLY_Q2_KZMOSTLY_Q3_K_SZMOSTLY_Q3_K_MZMOSTLY_Q3_K_LZMOSTLY_Q4_K_SZMOSTLY_Q4_K_MZMOSTLY_Q5_K_SZMOSTLY_Q5_K_MZMOSTLY_Q6_KZMOSTLY_IQ2_XXSZMOSTLY_IQ2_XSZMOSTLY_Q2_K_SZMOSTLY_IQ3_XSZMOSTLY_IQ3_XXSZMOSTLY_IQ1_SZMOSTLY_IQ4_NLZMOSTLY_IQ3_SZMOSTLY_IQ3_MZMOSTLY_IQ2_SZMOSTLY_IQ2_MZMOSTLY_IQ4_XSZMOSTLY_IQ1_MZMOSTLY_BF16ZMOSTLY_TQ1_0ZMOSTLY_TQ2_0ZGUESSEDr   r   r   r   r    sD    r  c                   @  rD   )
GGUFEndianr   r  N)r   r   r   ZLITTLEZBIGr   r   r   r   r    rG   r  c                   @  sN   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZedddZdS )GGUFValueTyper   r  r	   r   r  r  r  r  r  r  r  r  r  valr   returnc                 C  sh   t | tttfrtjS t | trtjS t | trtj	S t | t
r#tjS t | tr+tjS tdt|  )NzUnknown type: )
isinstancestrbytes	bytearrayr  STRINGlistARRAYfloatFLOAT32boolBOOLintINT32
ValueErrortype)r  r   r   r   get_type  s   



zGGUFValueType.get_typeN)r  r   r  r  )r   r   r   ZUINT8ZINT8ZUINT16ZINT16ZUINT32r  r  r  r  r  ZUINT64ZINT64ZFLOAT64staticmethodr  r   r   r   r   r    s     r  c                   @  s4   e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdS )VisionProjectorTyper  Zidefics3Zpixtralr  r  zqwen2.5vl_mergerZultravoxZinternvlZqwen2azqwen2.5oN)r   r   r   r   ZIDEFICS3ZPIXTRALrs   r   ZQWEN25VLZULTRAVOXZINTERNVLZQWEN2AZQWEN25Or   r   r   r   r  
	  s    r     )r  r  )r  r	   )r   r  )r   r  )r   r  )r   r  )r   r  )r   (   r  r  r  r  @   )r  r  )r  r  )r  6   )r  B   z+dict[GGMLQuantizationType, tuple[int, int]]GGML_QUANT_SIZESN(  
__future__r   enumr   r   r   typingr   Z
GGUF_MAGICZGGUF_VERSIONZGGUF_DEFAULT_ALIGNMENTZGGML_QUANT_VERSIONr
   rm   rq   r   r   rp   rr   rs   rt   ru   rv   rw   rx   ry   rz   r{   r|   r}   r~   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  __annotations__r   r   r   r   r   r   r  r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  r  r  r  r  r  r  r  r	  r
  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r!  r"  r#  r$  r%  r&  r'  r(  r)  r*  r+  r,  r-  r.  r/  r0  r1  r2  r3  r4  r5  r6  r7  r8  r9  r:  r;  r<  r=  r>  r?  r@  rA  rB  rC  rD  rE  rF  rG  rH  rI  rJ  rK  rL  rM  rN  rO  rP  rR  rS  rT  rU  rV  rQ  rW  rX  rY  rZ  r[  r\  r]  r^  r_  r`  rb  ra  rc  rd  re  rf  rg  rh  ri  rj  rk  rl  rm  rn  ro  rp  rq  rr  rs  rt  ru  rv  rw  rx  ry  rz  r{  r|  r}  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  ZQK_Kr  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r   ZKEY_GENERAL_ARCHITECTUREr   Z KEY_GENERAL_QUANTIZATION_VERSIONr   ZKEY_GENERAL_ALIGNMENTr   ZKEY_GENERAL_NAMEr   ZKEY_GENERAL_AUTHORr   ZKEY_GENERAL_URLr   ZKEY_GENERAL_DESCRIPTIONr   ZKEY_GENERAL_LICENSEr   ZKEY_GENERAL_SOURCE_URLr   ZKEY_GENERAL_FILE_TYPEr&   r   ZKEY_VOCAB_SIZEr    ZKEY_CONTEXT_LENGTHr!   ZKEY_EMBEDDING_LENGTHr"   ZKEY_BLOCK_COUNTr#   ZKEY_FEED_FORWARD_LENGTHr$   ZKEY_USE_PARALLEL_RESIDUALr%   ZKEY_TENSOR_DATA_LAYOUTr.   r(   ZKEY_ATTENTION_HEAD_COUNTr)   ZKEY_ATTENTION_HEAD_COUNT_KVr*   ZKEY_ATTENTION_MAX_ALIBI_BIASr+   ZKEY_ATTENTION_CLAMP_KQVr,   ZKEY_ATTENTION_LAYERNORM_EPSr-   ZKEY_ATTENTION_LAYERNORM_RMS_EPSr5   r/   ZKEY_ROPE_DIMENSION_COUNTr0   ZKEY_ROPE_FREQ_BASEr1   ZKEY_ROPE_SCALING_TYPEr2   ZKEY_ROPE_SCALING_FACTORr3   ZKEY_ROPE_SCALING_ORIG_CTX_LENr4   ZKEY_ROPE_SCALING_FINETUNEDr?   r:   ZKEY_SSM_CONV_KERNELr;   ZKEY_SSM_INNER_SIZEr<   ZKEY_SSM_STATE_SIZEr=   ZKEY_SSM_TIME_STEP_RANKr>   ZKEY_SSM_DT_B_C_RMSrc   rJ   ZKEY_TOKENIZER_MODELrK   ZKEY_TOKENIZER_PRErL   ZKEY_TOKENIZER_LISTrM   ZKEY_TOKENIZER_TOKEN_TYPErN   ZKEY_TOKENIZER_SCORESrO   ZKEY_TOKENIZER_MERGESrP   ZKEY_TOKENIZER_BOS_IDrQ   ZKEY_TOKENIZER_EOS_IDrR   ZKEY_TOKENIZER_EOT_IDrS   ZKEY_TOKENIZER_EOM_IDrT   ZKEY_TOKENIZER_UNK_IDrU   ZKEY_TOKENIZER_SEP_IDrV   ZKEY_TOKENIZER_PAD_IDrW   ZKEY_TOKENIZER_MASK_IDrX   ZKEY_TOKENIZER_HF_JSONrY   ZKEY_TOKENIZER_RWKVrZ   ZKEY_TOKENIZER_FIM_PRE_IDr[   ZKEY_TOKENIZER_FIM_SUF_IDr\   ZKEY_TOKENIZER_FIM_MID_IDr]   ZKEY_TOKENIZER_FIM_PAD_IDr^   ZKEY_TOKENIZER_FIM_REP_IDr_   ZKEY_TOKENIZER_FIM_SEP_IDr`   ZKEY_TOKENIZER_PREFIX_IDra   ZKEY_TOKENIZER_SUFFIX_IDrb   ZKEY_TOKENIZER_MIDDLE_IDr   r   r   r   <module>   s    |J
 H	
 !"#$%&'()*+,-./0123456789:;<=>?@ABCDEK
	
 !"#$%&'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\]^_`abcdefghijklmnopqrstuvwxyz{|}~                 	  
                                             !  
"  
#  
$  
%  
&  
'  
(  
)  
*  
+  
,  
-  
.  
/  
0  
1  
2  
3  
5  
6  
7  
8  
9  
:  
;  
<  
=  
>  
?





  H	
 !"#$%&')*+,-./0123456789<Pg{     (  8  D  V  d  t           "    .    <    H    Y    g    v                 )      :      I      U      c      s                       #        2        H        [        h        w         
                    9          V          u                       "            2            @            L            Y            d            t                                         (              ?              ]              k              z                                               ;                J                V                e                u                                                     &                  <                  {:	"
+ *	.
".2$&((8((.&