o
    á)iß	  ã                   @   sr   d dl mZ d dlmZmZ d dlZd dlmZ d dlm	Z	 d dl
mZ d dlmZmZ eeƒZG dd	„ d	ƒZdS )
é    )ÚSequence)ÚOptionalÚUnionN)Úinit_logger)ÚLoRARequest)ÚPoolingParams)ÚBeamSearchParamsÚSamplingParamsc                   @   s¦   e Zd Zdee ddfdd„Zdedee deee  d	eej	 d
ee
eeef  dee ddfdd„Z			ddededeee  dee dededdfdd„ZdS )ÚRequestLoggerÚmax_log_lenÚreturnNc                C   s
   || _ d S )N)r   )Úselfr   © r   úc/home/app/PaddleOCR-VL-test/.venv_paddleocr/lib/python3.10/site-packages/vllm/entrypoints/logger.pyÚ__init__   s   
zRequestLogger.__init__Ú
request_idÚpromptÚprompt_token_idsÚprompt_embedsÚparamsÚlora_requestc              	   C   s^   | j }|d ur|d ur|d |… }|d ur|d |… }t d|||||d ur)|jnd |¡ d S )NzmReceived request %s: prompt: %r, params: %s, prompt_token_ids: %s, prompt_embeds shape: %s, lora_request: %s.)r   ÚloggerÚinfoÚshape)r   r   r   r   r   r   r   r   r   r   r   Ú
log_inputs   s   
úzRequestLogger.log_inputsFÚoutputsÚoutput_token_idsÚfinish_reasonÚis_streamingÚdeltac           	      C   sf   | j }|d ur|d ur|d |… }|d urt|ƒd |… }d}|r'|r%dnd}t d|||||¡ d S )NÚ z (streaming delta)z (streaming complete)zLGenerated response %s%s: output: %r, output_token_ids: %s, finish_reason: %s)r   Úlistr   r   )	r   r   r   r   r   r   r   r   Zstream_infor   r   r   Úlog_outputs0   s(   	ÿÿùzRequestLogger.log_outputs)NFF)Ú__name__Ú
__module__Ú__qualname__r   Úintr   Ústrr!   ÚtorchZTensorr   r	   r   r   r   r   r   Úboolr"   r   r   r   r   r
      sJ    þý
üûÿúø	
÷ùþý
üûúùør
   )Úcollections.abcr   Útypingr   r   r(   Zvllm.loggerr   Zvllm.lora.requestr   Zvllm.pooling_paramsr   Zvllm.sampling_paramsr   r	   r#   r   r
   r   r   r   r   Ú<module>   s   