
    iS                     j    d Z ddlmZ ddlmZ ddlmZ  ed      e G d d	e                    Zd	gZy
)zRoBERTa configuration    )strict   )PreTrainedConfig)auto_docstringzFacebookAI/roberta-base)
checkpointc                   d   e Zd ZU dZdZdZeed<   dZeed<   dZ	eed<   dZ
eed	<   d
Zeed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZedz  ed<   dZeee   z  dz  ed<   dZeed <   dZeez  dz  ed!<   d"Zeed#<   d"Zeed$<   dZeed%<   y)&RobertaConfiga  
    Examples:

    ```python
    >>> from transformers import RobertaConfig, RobertaModel

    >>> # Initializing a RoBERTa configuration
    >>> configuration = RobertaConfig()

    >>> # Initializing a model (with random weights) from the configuration
    >>> model = RobertaModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```robertaiY  
vocab_sizei   hidden_size   num_hidden_layersnum_attention_headsi   intermediate_sizegelu
hidden_actg?hidden_dropout_probattention_probs_dropout_probi   max_position_embeddings   type_vocab_sizeg{Gz?initializer_rangeg-q=layer_norm_eps   Npad_token_idr   bos_token_ideos_token_idT	use_cacheclassifier_dropoutF
is_decoderadd_cross_attentiontie_word_embeddings)__name__
__module____qualname____doc__
model_typer   int__annotations__r   r   r   r   r   strr   floatr   r   r   r   r   r   r   r   listr   boolr   r    r!   r"        /var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/transformers/models/roberta/configuration_roberta.pyr	   r	      s     JJKs!!!s!J'**03 %#+3#&S&OS#u#!NE! L#*  L#* +,L#S	/D(,It-1d*1J %% $$r/   r	   N)	r&   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   r	   __all__r.   r/   r0   <module>r5      sH     . 3 # 45&%$ &%  6&%R 
r/   