
    i                     j    d Z ddlmZ ddlmZ ddlmZ  ed      e G d d	e                    Zd	gZy
)zGPT-J model configuration    )strict   )PreTrainedConfig)auto_docstringzEleutherAI/gpt-j-6B)
checkpointc                   V   e Zd ZU dZdZdddddZdZeed	<   d
Z	eed<   dZ
eed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZeee   z  dz  ed <   dZedz  ed!<   d"Zeed#<   y)$
GPTJConfiga  
    rotary_dim (`int`, *optional*, defaults to 64):
        Number of dimensions in the embedding that Rotary Position Embedding is applied to.

    Example:

    ```python
    >>> from transformers import GPTJModel, GPTJConfig

    >>> # Initializing a GPT-J 6B configuration
    >>> configuration = GPTJConfig()

    >>> # Initializing a model from the configuration
    >>> model = GPTJModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```gptjn_positionsn_embdn_headn_layer)max_position_embeddingshidden_sizenum_attention_headsnum_hidden_layersi  
vocab_sizei   i         @   
rotary_dimNn_innergelu_newactivation_functiong        resid_pdrop
embd_pdrop
attn_pdropgh㈵>layer_norm_epsilong{Gz?initializer_rangeT	use_cacheiP  bos_token_ideos_token_idpad_token_idFtie_word_embeddings)__name__
__module____qualname____doc__
model_typeattribute_mapr   int__annotations__r   r   r   r   r   r   r   strr   floatr   r   r   r   r    boolr!   r"   listr#   r$        |/var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/transformers/models/gptj/configuration_gptj.pyr	   r	      s    & J#0'&	M JKFCGSFCJGS4Z))"K"!J!!J! $$#u#It$L#*$+0L#S	/D(0#L#*# %%r2   r	   N)	r(   huggingface_hub.dataclassesr   configuration_utilsr   utilsr   r	   __all__r1   r2   r3   <module>r8      sG      . 3 # 01-&! -&  2-&` .r2   