
    i	                     v    d Z ddlmZ ddlmZ ddlmZ ddlmZ  ed      e G d	 d
e                    Z	d
gZ
y)zNemotron model configuration    )strict   )PreTrainedConfig)RopeParameters)auto_docstringzthhaus/nemotron3-8b)
checkpointc                       e Zd ZU dZdZdgZdZeed<   dZ	eed<   dZ
eed	<   d
Zeed<   dZeed<   dZedz  ed<   dZedz  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZedz  ed<   dZeee   z  dz  ed<   d Zeed!<   dZeez  dz  ed"<   d Zeed#<   d$Z eez  ed%<   d Z!eed&<    fd'Z" xZ#S )(NemotronConfiga  
    Example:

    ```python
    >>> from transformers import NemotronModel, NemotronConfig

    >>> # Initializing a Nemotron nemotron-15b style configuration
    >>> configuration = NemotronConfig()

    >>> # Initializing a model from the nemotron-15b style configuration
    >>> model = NemotronModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```nemotronpast_key_valuesi  
vocab_sizei   hidden_sizei `  intermediate_size    num_hidden_layers0   num_attention_headsNhead_dimnum_key_value_headsrelu2
hidden_acti   max_position_embeddingsgS!uq?initializer_rangegh㈵>norm_epsT	use_cachepad_token_id   bos_token_idr   eos_token_idFtie_word_embeddingsrope_parametersattention_biasg        attention_dropoutmlp_biasc                     | j                   | j                   n| j                  | j                  z  | _         |j                  dd       t	        |   di | y )Npartial_rotary_factorg      ? )r   r   r   
setdefaultsuper__post_init__)selfkwargs	__class__s     /var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/transformers/models/nemotron/configuration_nemotron.pyr*   zNemotronConfig.__post_init__C   sL    )-)BHXHX\`\t\tHt137''    )$__name__
__module____qualname____doc__
model_typekeys_to_ignore_at_inferencer   int__annotations__r   r   r   r   r   r   r   strr   r   floatr   r   boolr   r   r   listr    r!   r   dictr"   r#   r$   r*   __classcell__)r-   s   @r.   r
   r
      s     J#4"5JK"s"s!!HcDj&*t*J#'S'%u%HeIt#L#*# L#* +,L#S	/D(, %%48O^d*T18 ND %(us{(Hd( (r/   r
   N)r3   huggingface_hub.dataclassesr   configuration_utilsr   modeling_rope_utilsr   utilsr   r
   __all__r'   r/   r.   <module>rC      sK    # . 3 1 # 01,(% ,(  2,(^ 
r/   