o
    pi	                     @  sV   d dl mZ d dlmZ d dlmZ ddlmZmZ er"d dlm	Z	 	ddddZ
dS )    )annotations)TYPE_CHECKING)_C_ops   )LayerHelperin_dynamic_or_pir_mode)TensorNxr   yTensor | Nonename
str | Nonereturnc                 C  sN   t  r	t| |S tdi t }|j| jd}|jd| |dd|id |S )a?  
    This function performs SwiGLU activation to the input Tensor.

    .. math::

        out = silu(x) * y when y is not None
        out = silu(xs[0]) * xs[1] when y is None, where xs = paddle.chunk(x, 2, axis=-1)

    Args:
        x (Tensor): The first input Tensor of SwiGLU.
        y (Tensor, optional): The second input Tensor of SwiGLU. Default: None.
        name (str, optional): For details, please refer to :ref:`api_guide_Name`. Generally, no setting is required. Default: None.

    Returns:
        A Tensor with the same data type with x and y.

    Examples:
        .. code-block:: python

            >>> import paddle
            >>> import paddle.incubate.nn.functional as F
            >>> x = paddle.to_tensor([1, 2], dtype='float32')
            >>> out1, out2 = F.swiglu(x), F.swiglu(x, x)
            >>> print(out1, out2)
            Tensor(shape=[1], dtype=float32, place=Place(cpu), stop_gradient=True,
                   [1.46211720]) Tensor(shape=[2], dtype=float32, place=Place(cpu), stop_gradient=True,
                   [0.73105860, 3.52318811])
    swiglu)dtype)r	   r
   out)typeZinputsZoutputsN)r   )r   r   r   r   localsZ"create_variable_for_type_inferencer   Z	append_op)r	   r
   r   helperr    r   k/home/app/PaddleOCR-VL/.venv_paddleocr/lib/python3.10/site-packages/paddle/incubate/nn/functional/swiglu.pyr      s   r   )NN)r	   r   r
   r   r   r   r   r   )
__future__r   typingr   Zpaddler   Z	frameworkr   r   r   r   r   r   r   r   <module>   s   