
    id                         d dl mZ ddlmZ ddlmZ ddlmZmZ  ed      e G d	 d
e                    Z	 ed      e G d de                    Z
d
dgZy)    )strict   )PreTrainedConfig)auto_docstring   )CONFIG_MAPPING
AutoConfigzmistralai/Voxtral-Mini-3B-2507)
checkpointc                      e Zd ZU dZdZddddddZd	Zeed
<   dZ	eed<   dZ
eed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeez  ed<   dZeez  ed<   y)VoxtralEncoderConfiga,  
    max_source_positions (`int`, *optional*, defaults to 1500):
        The maximum sequence length of log-mel filter-bank features that this model might ever be used with.

    ```python
    >>> from transformers import VoxtralEncoderConfig, VoxtralEncoder

    >>> # Initializing a VoxtralEncoderConfig
    >>> configuration = VoxtralEncoderConfig()

    >>> # Initializing a VoxtralEncoder (with random weights)
    >>> model = VoxtralEncoder(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```
    voxtral_encoderhidden_sizenum_hidden_layersnum_attention_headsintermediate_size	layerdrop)d_modelencoder_layersencoder_attention_headsencoder_ffn_dimencoder_layerdropi  
vocab_sizei   i          Fscale_embeddinggeluactivation_function   num_mel_binsi  max_source_positionsg{Gz?initializer_rangeg        attention_dropoutdropoutactivation_dropoutN)__name__
__module____qualname____doc__
model_typeattribute_mapr   int__annotations__r   r   r   r   r   boolr   strr   r    r!   floatr"   r#   r   r$        /var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/transformers/models/voxtral/configuration_voxtral.pyr   r      s    $ #J !-#8.(M JK!s!s!!!OT!%%L# $#$#u#%(us{(
 GUS[ Ius{ &))r1   r   c                        e Zd ZU dZdZeedZddddddd	d
ddd
ZdZe	e
z  dz  ed<   dZe	e
z  dz  ed<   dZedz  ed<   dZeed<    fdZ xZS )VoxtralConfiga  
    Example:

    ```python
    >>> from transformers import VoxtralForConditionalGeneration, VoxtralConfig

    >>> # Initializing a Voxtral configuration
    >>> configuration = VoxtralConfig(audio_token_id=24, projector_hidden_act="gelu")

    >>> # Initializing a 3B model with random weights
    >>> model = VoxtralForConditionalGeneration(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```voxtral)text_configaudio_configi   i   i          gh㈵>Tg    חAr   )
r   r   r   r   num_key_value_headsmax_position_embeddingsrms_norm_eps	use_cache
rope_thetahead_dimNr7   r6   audio_token_idr   projector_hidden_actc                    t        | j                  t              rT| j                  j                  dd      | j                  d<   t	        | j                  d      di | j                  | _        n| j                  t	        d          | _        t        | j
                  t              rb| j
                  j                  dd      | j
                  d<   t	        | j
                  d      di i | j                  | j
                  | _        n)| j
                  t	        d   di | j                  | _        | j
                  j                  | _        t        | $  di | y )Nr)   r   llamar0   )

isinstancer7   dictgetr   r6   _default_text_config_kwargsr   super__post_init__)selfkwargs	__class__s     r2   rI   zVoxtralConfig.__post_init__r   s7   d''..2.?.?.C.CLRc.dDl+ .t/@/@/N O dRVRcRc dD& ./@ A CDd&&--1-=-=-A-A,PW-XD\*-d.>.>|.LM  JT55J9I9IJ D %-g6Z9Y9YZD++77''r1   )r%   r&   r'   r(   r)   r	   sub_configsrG   r7   rE   r   r,   r6   r@   r+   rA   r.   rI   __classcell__)rL   s   @r2   r4   r4   J   s      J",jIK ! #)!# 48L$))D0726K((4/6!%NC$J% &#&( (r1   r4   N)huggingface_hub.dataclassesr   configuration_utilsr   utilsr   autor   r	   r   r4   __all__r0   r1   r2   <module>rT      su     / 3 # - ;<.*+ .*  =.*b ;<6($ 6(  =6(r "?
3r1   