
    i
                     j    d Z ddlmZ ddlmZ ddlmZ  ed      e G d d	e                    Zd	gZy
)zMRA model configuration    )strict   )PreTrainedConfig)auto_docstringzuw-madison/mra-base-512-4)
checkpointc                   f   e Zd ZU dZdZdZeed<   dZeed<   dZ	eed<   dZ
eed	<   d
Zeed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZed z  ed!<   dZed z  ed"<   d#Zeee   z  d z  ed$<   d%Zeed&<   d'Zeed(<   y ))	MraConfiga.  
    block_per_row (`int`, *optional*, defaults to 4):
        Used to set the budget for the high resolution scale.
    approx_mode (`str`, *optional*, defaults to `"full"`):
        Controls whether both low and high resolution approximations are used. Set to `"full"` for both low and
        high resolution and `"sparse"` for only low resolution.
    initial_prior_first_n_blocks (`int`, *optional*, defaults to 0):
        The initial number of blocks for which high resolution is used.
    initial_prior_diagonal_n_blocks (`int`, *optional*, defaults to 0):
        The number of diagonal blocks for which high resolution is used.

    Example:

    ```python
    >>> from transformers import MraConfig, MraModel

    >>> # Initializing a Mra uw-madison/mra-base-512-4 style configuration
    >>> configuration = MraConfig()

    >>> # Initializing a model (with random weights) from the uw-madison/mra-base-512-4 style configuration
    >>> model = MraModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```mraiY  
vocab_sizei   hidden_size   num_hidden_layersnum_attention_headsi   intermediate_sizegelu
hidden_actg?hidden_dropout_probattention_probs_dropout_probi   max_position_embeddings   type_vocab_sizeg{Gz?initializer_rangegh㈵>layer_norm_eps   block_per_rowfullapprox_moder   initial_prior_first_n_blocksinitial_prior_diagonal_n_blocksNpad_token_idbos_token_id   eos_token_idFadd_cross_attentionTtie_word_embeddings) __name__
__module____qualname____doc__
model_typer   int__annotations__r   r   r   r   r   strr   floatr   r   r   r   r   r   r   r   r   r    r!   r#   listr$   boolr%        z/var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/transformers/models/mra/configuration_mra.pyr	   r	      s   4 JJKs!!!s!J'**03 %#+3#&S&OS#u# NE M3K() #)+,#S, L#*  L#* +,L#S	/D(, %% $$r2   r	   N)	r)   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   r	   __all__r1   r2   r3   <module>r8      sG     . 3 # 671%  1%  81%h -r2   