
    it                     r    d dl mZ d dlmZ d dlmZ ddlmZ  ed      e G d d	e                    Zd	gZ	y
)   )strict)RopeParameters)auto_docstring   )LlamaConfigzEuroBERT/EuroBERT-210m)
checkpointc                       e Zd ZU dZdZdZeed<   dZeed<   dZ	eed<   d	Z
eed
<   d	Zeed<   dZedz  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZeee   z  dz  ed<   dZedz  ed<   dZeed<   dZeed<   dZeed <   dZeez  dz  ed!<   dZeed"<   d#Zeez  ed$<   dZ eed%<   dZ!edz  ed&<   d'Z"eed(<    fd)Z# xZ$S )*EuroBertConfiga  
    mask_token_id (`int`, *optional*, defaults to 128002):
        Mask token id.
    classifier_pooling (`str`, *optional*, defaults to `"late"`):
        The pooling strategy to use for the classifier. Can be one of ['bos', 'mean', 'late'].

    ```python
    >>> from transformers import EuroBertModel, EuroBertConfig

    >>> # Initializing a EuroBert eurobert-base style configuration
    >>> configuration = EuroBertConfig()

    >>> # Initializing a model from the eurobert-base style configuration
    >>> model = EuroBertModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```euroberti  
vocab_sizei   hidden_sizei   intermediate_size   num_hidden_layersnum_attention_headsNnum_key_value_headssilu
hidden_acti    max_position_embeddingsg{Gz?initializer_rangegh㈵>rms_norm_epsi  bos_token_idi eos_token_idpad_token_idi mask_token_id   pretraining_tpFtie_word_embeddingsrope_parametersattention_biasg        attention_dropoutmlp_biashead_dimlateclassifier_poolingc                 ^    | j                   | j                  | _         t        |   di | y )N )r   r   super__post_init__)selfkwargs	__class__s     /var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/transformers/models/eurobert/configuration_eurobert.pyr)   zEuroBertConfig.__post_init__L   s-    ##+'+'?'?D$''    )%__name__
__module____qualname____doc__
model_typer   int__annotations__r   r   r   r   r   r   strr   r   floatr   r   r   listr   r   r   r   boolr   r   dictr    r!   r"   r#   r%   r)   __classcell__)r,   s   @r-   r
   r
      s)   & JJK!s!s!!&*t*J#'S'#u#L%%L#*%+1L#S	/D(1%L#*%M3NC %%48O^d*T18 ND %(sU{(HdHcDj$$( (r.   r
   N)
configuration_utilsr   modeling_rope_utilsr   utilsr   llamar   r
   __all__r'   r.   r-   <module>rA      sG   . * 1 #  340([ 0(  50(f 
r.   