
    %	&h                     x    d Z ddlZddlmZ ddlmZ ddlmZmZ  ej                  e
      Z G d d	e      Zd	gZy)
zPaliGemmamodel configuration    N   )PretrainedConfig)logging   )CONFIG_MAPPING
AutoConfigc                        e Zd ZdZdZeedZdgZ	 	 	 	 	 	 	 d	 fd	Ze	d        Z
e
j                  d        Z
 fdZ xZS )
PaliGemmaConfiga	  
    This is the configuration class to store the configuration of a [`PaliGemmaForConditionalGeneration`]. It is used to instantiate an
    PaliGemmamodel according to the specified arguments, defining the model architecture. Instantiating a configuration
    with the defaults will yield a similar configuration to that of the PaliGemma-2B.

    e.g. [paligemma-hf/paligemma-2b](https://huggingface.co/paligemma-hf/paligemma-2b)

    Configuration objects inherit from [`PretrainedConfig`] and can be used to control the model outputs. Read the
    documentation from [`PretrainedConfig`] for more information.

    Args:
        vision_config (`PaliGemmaVisionConfig`,  *optional*):
            Custom vision config or dict
        text_config (`Union[AutoConfig, dict]`, *optional*):
            The config object of the text backbone. Can be any of `LlamaConfig` or `MistralConfig`.
        ignore_index (`int`, *optional*, defaults to -100):
            The ignore index for the loss function.
        image_token_index (`int`, *optional*, defaults to 256000):
            The image token index to encode the image prompt.
        vocab_size (`int`, *optional*, defaults to 257152):
            Vocabulary size of the PaliGemmamodel. Defines the number of different tokens that can be represented by the
            `inputs_ids` passed when calling [`~PaliGemmaForConditionalGeneration`]
        projection_dim (`int`, *optional*, defaults to 2048):
            Dimension of the multimodal projection space.
        hidden_size (`int`, *optional*, defaults to 2048):
            Dimension of the hidden layer of the Language model.

    Example:

    ```python
    >>> from transformers import PaliGemmaForConditionalGeneration, PaliGemmaConfig, SiglipVisionConfig, GemmaConfig

    >>> # Initializing a Siglip-like vision config
    >>> vision_config = SiglipVisionConfig()

    >>> # Initializing a PaliGemma config
    >>> text_config = GemmaConfig()

    >>> # Initializing a PaliGemma paligemma-3b-224 style configuration
    >>> configuration = PaliGemmaConfig(vision_config, text_config)

    >>> # Initializing a model from the paligemma-3b-224 style configuration
    >>> model = PaliGemmaForConditionalGeneration(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```	paligemma)text_configvision_configpast_key_valuesc           
         || _         || _        || _        || _        || _        || _        d| _        t        | j
                  t              r%d|v r|d   nd|d<   t        |d      di || _        n|t        d   dddddd	d
d      | _        || _
        t        | j                  t              r%d|v r|d   nd|d<   t        |d      di || _
        n|t        d   dddddd|      | _
        | j
                  j                  | j
                  j                  z  dz  | j                  _        || j
                  _        t        	| <  di | y )NF
model_typesiglip_vision_modeli   i               )intermediate_sizehidden_size
patch_size
image_sizenum_hidden_layersnum_attention_heads
vocab_sizevision_use_headgemma      i @        )r   r   r   r   num_key_value_headsis_encoder_decoderr   r    )_ignore_indeximage_token_index_vocab_sizeprojection_dimr   r   r%   
isinstancedictr   r   r   r   num_image_tokenssuper__init__)
selfr   r   ignore_indexr(   r   r*   r   kwargs	__class__s
            /var/www/pru.catia.catastroantioquia-mas.com/valormas/lib/python3.12/site-packages/transformers/models/paligemma/configuration_paligemma.pyr/   zPaliGemmaConfig.__init__O   s    *!2%,&*"'d(($//;}/Ll+Rg ,' "0l0K!L!]}!]D"!/0E!F"& "$$&! %	"D 'd&&-EQU`E`L(AfmK%-k,.GHW;WD -g6 "$"'$%$%#(% D .2-?-?-J-JdN`N`NkNk-kpq,q),:)"6"    c                 N    t        j                  dt               | j                  S )NzHThe `ignore_index` attribute is deprecated and will be removed in v4.47.)warningswarnFutureWarningr'   )r0   s    r4   r1   zPaliGemmaConfig.ignore_index   s"    V	
 !!!r5   c                     || _         y )N)r'   )r0   values     r4   r1   zPaliGemmaConfig.ignore_index   s
    "r5   c                 H    t         |          }|j                  dd        |S )Nr'   )r.   to_dictpop)r0   outputr3   s     r4   r=   zPaliGemmaConfig.to_dict   s"    "

?D)r5   )NNii  r   r    r    )__name__
__module____qualname____doc__r   r   sub_configskeys_to_ignore_at_inferencer/   propertyr1   setterr=   __classcell__)r3   s   @r4   r
   r
      sx    .` J",zJK#4"5  4#l " " # # r5   r
   )rC   r7   configuration_utilsr   utilsr   autor   r   
get_loggerr@   loggerr
   __all__r&   r5   r4   <module>rO      sD    #  3  - 
		H	%z& zz 
r5   