
    i                     v    d Z ddlmZ ddlmZ ddlmZ ddlmZ  ed      e G d	 d
e                    Z	d
gZ
y)zPersimmon model configuration    )strict   )PreTrainedConfig)RopeParameters)auto_docstringzadept/persimmon-8b-base)
checkpointc                   `    e Zd ZU dZdZdgZdZeed<   dZ	eed<   dZ
eed	<   d
Zeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeez  dz  ed<   dZeed<   dZeez  ed<   dZeez  ed<   dZedz  ed<   d Zedz  ed!<   d"Zeee   z  dz  ed#<    fd$Z  xZ!S )%PersimmonConfigak  
    qk_layernorm (`bool`, *optional*, default to `True`):
        Whether or not to normalize the Queries and Keys after projecting the hidden states

    Example:

    ```python
    >>> from transformers import PersimmonModel, PersimmonConfig

    >>> # Initializing a Persimmon persimmon-7b style configuration
    >>> configuration = PersimmonConfig()
    ```	persimmonpast_key_valuesi   
vocab_sizei   hidden_sizei @  intermediate_size$   num_hidden_layers@   num_attention_headsrelu2
hidden_actmax_position_embeddingsg{Gz?initializer_rangegh㈵>layer_norm_epsT	use_cacheFtie_word_embeddingsNrope_parametersqk_layernormg        hidden_dropoutattention_dropoutpad_token_id   bos_token_id   eos_token_idc                 H    |j                  dd       t        |   di | y )Npartial_rotary_factorg      ? )
setdefaultsuper__post_init__)selfkwargs	__class__s     /var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/transformers/models/persimmon/configuration_persimmon.pyr)   zPersimmonConfig.__post_init__=   s$    137''    )"__name__
__module____qualname____doc__
model_typekeys_to_ignore_at_inferencer   int__annotations__r   r   r   r   r   strr   r   floatr   r   boolr   r   r   dictr   r   r   r   r!   r#   listr)   __classcell__)r,   s   @r-   r
   r
      s    J#4"5JK"s"s!!J#(S(#u# NE It %%48O^d*T18L$"%NECK%%(us{(#L#*# L#* +,L#S	/D(,( (r.   r
   N)r2   huggingface_hub.dataclassesr   configuration_utilsr   modeling_rope_utilsr   utilsr   r
   __all__r&   r.   r-   <module>rB      sK    $ . 3 1 # 45&(& &(  6&(R 
r.   