
    i
                     j    d Z ddlmZ ddlmZ ddlmZ  ed      e G d d	e                    Zd	gZy
)zOpenAI ImageGPT configuration    )strict   )PreTrainedConfig)auto_docstringzopenai/imagegpt-small)
checkpointc                      e Zd ZU dZdZdgZdddddZd	Zee	d
<   dZ
ee	d<   dZee	d<   dZee	d<   dZee	d<   dZedz  e	d<   dZee	d<   dZeez  e	d<   dZeez  e	d<   dZeez  e	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d <   dZee	d!<   dZee	d"<   dZedz  e	d#<   dZedz  e	d$<   dZ ee!e   z  dz  e	d%<   y)&ImageGPTConfiga  
    scale_attn_by_inverse_layer_idx (`bool`, *optional*, defaults to `False`):
        Whether to additionally scale attention weights by `1 / layer_idx + 1`.
    reorder_and_upcast_attn (`bool`, *optional*, defaults to `False`):
        Whether to scale keys (K) prior to computing attention (dot-product) and upcast attention
        dot-product/softmax to float() when training with mixed precision.

    Example:

    ```python
    >>> from transformers import ImageGPTConfig, ImageGPTModel

    >>> # Initializing a ImageGPT configuration
    >>> configuration = ImageGPTConfig()

    >>> # Initializing a model (with random weights) from the configuration
    >>> model = ImageGPTModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```imagegptpast_key_valuesn_embdn_positionsn_headn_layer)hidden_sizemax_position_embeddingsnum_attention_headsnum_hidden_layersi  
vocab_sizei   i         Nn_inner
quick_geluactivation_functiong?resid_pdrop
embd_pdrop
attn_pdropgh㈵>layer_norm_epsilong{Gz?initializer_rangeTscale_attn_weights	use_cacheFtie_word_embeddingsscale_attn_by_inverse_layer_idxreorder_and_upcast_attnadd_cross_attentionpad_token_idbos_token_ideos_token_id)"__name__
__module____qualname____doc__
model_typekeys_to_ignore_at_inferenceattribute_mapr   int__annotations__r   r   r   r   r   r   strr   floatr   r   r   r   r   boolr    r!   r"   r#   r$   r%   r&   r'   list     /var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/transformers/models/imagegpt/configuration_imagegpt.pyr	   r	      s*   , J#4"5#0'&	M JKFCGSFCOGS4Z++"K"!J!!J! $$#u###It %%,1#T1$)T) %%#L#*##L#*#+/L#S	/D(/r6   r	   N)	r+   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   r	   __all__r5   r6   r7   <module>r<      sH    $ . 3 # 2340% 40  440n 
r6   