
    iZ
                     j    d Z ddlmZ ddlmZ ddlmZ  ed      e G d d	e                    Zd	gZy
)zCodeGen model configuration    )strict   )PreTrainedConfig)auto_docstringzSalesforce/codegen-2B-mono)
checkpointc                   P   e Zd ZU dZdZdddddZdZeed	<   d
Z	eed<   d
Z
eed<   dZeed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZedz  ed <   dZeee   z  dz  ed!<   d"Zeed#<   y)$CodeGenConfiga  
    n_ctx (`int`, *optional*, defaults to 2048):
        This attribute is used in `CodeGenModel.__init__` without any real effect.
        The dropout probability for all fully connected layers in the embeddings, encoder, and pooler.
    rotary_dim (`int`, *optional*, defaults to 64):
        Number of dimensions in the embedding that Rotary Position Embedding is applied to.
    n_inner (`int`, *optional*):
        Dimensionality of the inner feed-forward layers. `None` will set it to 4 times n_embd

    Example:

    ```python
    >>> from transformers import CodeGenConfig, CodeGenModel

    >>> # Initializing a CodeGen 6B configuration
    >>> configuration = CodeGenConfig()

    >>> # Initializing a model (with random weights) from the configuration
    >>> model = CodeGenModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```codegenn_positionsn_embdn_headn_layer)max_position_embeddingshidden_sizenum_attention_headsnum_hidden_layersi  
vocab_sizei   n_ctxi         @   
rotary_dimNn_innergelu_newactivation_functiong        resid_pdrop
embd_pdrop
attn_pdropgh㈵>layer_norm_epsilong{Gz?initializer_rangeT	use_cacheiP  bos_token_ideos_token_idFtie_word_embeddings)__name__
__module____qualname____doc__
model_typeattribute_mapr   int__annotations__r   r   r   r   r   r   r   r   strr   floatr   r   r   r    r!   boolr"   r#   listr$        /var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/transformers/models/codegen/configuration_codegen.pyr	   r	      s    0 J#0'&	M JKE3FCGSFCJGS4Z))"K"!J!!J! $$#u#It$L#*$+0L#S	/D(0 %%r2   r	   N)	r(   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   r	   __all__r1   r2   r3   <module>r8      sH    " . 3 # 782&$ 2&  92&j 
r2   