
    i                         d Z ddlmZ ddlmZ ddlmZ ddlmZm	Z	 ddl
mZmZ  e	j                  e      Z ed	
      e G d de                    ZdgZy)zFuyu model configuration    )strict   )PreTrainedConfig)RopeParameters)auto_docstringlogging   )CONFIG_MAPPING
AutoConfigzadept/fuyu-8b)
checkpointc                       e Zd ZU dZdZdeiZdgZdZdZ	e
ed<   dZe
ed	<   d
Ze
ed<   dZe
ed<   dZe
ed<   dZeed<   d
Ze
ed<   dZe
dz  ed<   dZe
dz  ed<   dZe
dz  ed<   dZeed<   dZedz  ed<   dZeed<   d Zeed!<   dZeez  dz  ed"<   dZedz  ed#<   d$Z ee
z  dz  ed%<   d$Z!ee
z  dz  ed&<   dZ"e
dz  ed'<   d(Z#e
dz  ed)<   d*Z$e
e%e
   z  dz  ed+<   d,Z&e
dz  ed-<   dZ'ee(z  dz  ed<    fd.Z) xZ*S )/
FuyuConfigz
    Example:

    ```python
    >>> from transformers import FuyuConfig

    >>> # Initializing a Fuyu fuyu-7b style configuration
    >>> configuration = FuyuConfig()
    ```fuyutext_configpast_key_valuesg     j@i   
vocab_sizei   hidden_sizei @  intermediate_size$   num_hidden_layers@   num_attention_headsrelu2
hidden_actmax_position_embeddingsi,  N
image_size   
patch_sizer   num_channelsg{Gz?initializer_rangegh㈵>layer_norm_epsT	use_cacheFtie_word_embeddingsrope_parametersqk_layernormg        hidden_dropoutattention_dropoutpad_token_id   bos_token_idr	   eos_token_idic image_token_idc                    | j                   i d| j                  d| j                  d| j                  d| j                  d| j
                  d| j                  d| j                  d| j                  d	| j                  d
| j                  d| j                  d| j                  d| j                  d| j                  d| j                  d| j                   d| j"                  }t$        j'                  d       t)        d   di || _         nSt+        | j                   t,              r9| j                   j/                  dd      }t)        |   di | j                   | _         |j1                  dd       t3        | h  di | y )Nr   r   r   r   r   r   r   r    r!   r"   r$   r%   r&   r'   r(   r*   r+   zEtext_config is None. initializing the text model with default values.	persimmon
model_typepartial_rotary_factorg      ? )r   r   r   r   r   r   r   r   r    r!   r"   r$   r%   r&   r'   r(   r*   r+   loggerinfor
   
isinstancedictget
setdefaultsuper__post_init__)selfkwargsr   text_model_type	__class__s       |/var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/transformers/models/fuyu/configuration_fuyu.pyr9   zFuyuConfig.__post_init__E   s   #doo)4+G+G t// $T%;%;	
 $T%;%; &t'?'? doo $T%;%; !$"5"5 T^^ "4#7#7  1 1 !$"5"5 $T%;%;  1 1   1 1!"  1 1#K& KK_`-k:I[ID(($/"..22<MO-o>RAQAQRD137''    )+__name__
__module____qualname____doc__r/   r   sub_configskeys_to_ignore_at_inferencedefault_thetar   int__annotations__r   r   r   r   r   strr   r   r   r   r    floatr!   r"   boolr#   r$   r   r5   r%   r&   r'   r(   r*   r+   listr,   r   r   r9   __classcell__)r=   s   @r>   r   r      sr    J *-K#4"5MJK"s"s!!J#(S( Jd
 Jd
 L#* #u##'NEDL'It %%48O^d*T18 $L$+$),NECK$&,,/us{T)/#L#*# L#* +,L#S	/D(,!&NC$J&26K((4/6( (r?   r   N)rC   huggingface_hub.dataclassesr   configuration_utilsr   modeling_rope_utilsr   utilsr   r   autor
   r   
get_loggerr@   r2   r   __all__r1   r?   r>   <module>rU      sc     . 3 1 , - 
		H	% ?+D(! D(  ,D(N .r?   