
    iF	                     j    d Z ddlmZ ddlmZ ddlmZ  ed      e G d d	e                    Zd	gZy
)zRemBERT model configuration    )strict   )PreTrainedConfig)auto_docstringzgoogle/rembert)
checkpointc                   z   e Zd ZU dZdZdZeed<   dZeed<   dZ	eed<   d	Z
eed
<   dZeed<   dZeed<   dZeed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZeed<   d Zeed!<   d"Zed#z  ed$<   d%Zed#z  ed&<   d'Zeee   z  d#z  ed(<   d)Zeed*<   d)Zeed+<   d)Z eed,<   y#)-RemBertConfigal  
    input_embedding_size (`int`, *optional*, defaults to 256):
        Dimensionality of the input embeddings.
    output_embedding_size (`int`, *optional*, defaults to 1664):
        Dimensionality of the output embeddings.

    Example:

    ```python
    >>> from transformers import RemBertModel, RemBertConfig

    >>> # Initializing a RemBERT rembert style configuration
    >>> configuration = RemBertConfig()

    >>> # Initializing a model from the rembert style configuration
    >>> model = RemBertModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```remberti 
vocab_sizei  hidden_size    num_hidden_layers   num_attention_heads   input_embedding_sizei  output_embedding_sizei   intermediate_sizegelu
hidden_actg        hidden_dropout_probattention_probs_dropout_probg?classifier_dropout_probi   max_position_embeddings   type_vocab_sizeg{Gz?initializer_rangeg-q=layer_norm_epsT	use_cacher   Npad_token_idi8  bos_token_idi9  eos_token_idF
is_decoderadd_cross_attentiontie_word_embeddings)!__name__
__module____qualname____doc__
model_typer   int__annotations__r   r   r   r   r   r   r   strr   floatr   r   r   r   r   r   r   boolr    r!   r"   listr#   r$   r%        /var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/transformers/models/rembert/configuration_rembert.pyr	   r	      s   * JJKs!! ###!%3%!s!J'**03 %#+3+.US[.#&S&OS#u#!NE!It L#* "L#*"+.L#S	/D(.J %% %%r2   r	   N)	r)   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   r	   __all__r1   r2   r3   <module>r8      sH    " . 3 # +,-&$ -&  --&` 
r2   