o ưi:@sddlZddlmZmZmZmZmZddlZddlm Z ddl m Z ddl m Z mZmZddlmZ  d1deeded d eed eed eeeeeff d dZ  d1de ded d eedeed eeeeeff ddZ d2deed eed eefddZ   d3deeded d eed eed ef ddZ d2deed eed eeeffddZ  d4de ded deed eefddZdeed efddZded eefd d!Z  d4deeded d eed efd"d#Z  d4deeded d eed efd$d%Z  d4deeded&d eed efd'd(Z d)ed efd*d+Z!d,ed efd-d.Z"d,ed e#fd/d0Z$dS)5N)AnyListLiteralOptionalTuple)verbose_logger)Batch) CallTypes ModelInfoUsage) token_counterfile_content_dictionarycustom_llm_provider)openaiazure vertex_aiZ hosted_vllmZ anthropic model_name model_inforeturncs4t||||d}t|||d}t||}|||fS)aO Calculate the cost and usage of a batch. Args: model_info: Optional deployment-level model info with custom batch pricing. Threaded through to batch_cost_calculator so that deployment-specific pricing (e.g. input_cost_per_token_batches) is used instead of the global cost map. )rr rrr rr)_batch_cost_calculator,_get_batch_job_total_usage_from_file_content#_get_batch_models_from_file_content)r rrr batch_cost batch_usage batch_modelsrR/home/app/Keep/.python/lib/python3.10/site-packages/litellm/batches/batch_utils.pycalculate_batch_cost_and_usage s  rbatchlitellm_paramscsFt|||dIdH}t|||d}t|||d}t||}|||fS)a.Helper function to process a completed batch and handle logging Args: batch: The batch object custom_llm_provider: The LLM provider model_name: Optional model name litellm_params: Optional litellm parameters containing credentials (api_key, api_base, etc.) )r N)rr rr),_get_batch_output_file_content_as_dictionaryrrr)rrrr r rrrrrr_handle_completed_batch*s    r"cCsD|r|gSg}|D]}t|rt|}|d}|r||q |S)z. Get the models from the file content model)_batch_response_was_successful(_get_response_from_batch_job_output_filegetappend)r rr_item_response_body_modelrrrrNs  rrcCsH|dkr|rt||\}}td||St|||d}td||S)zC Calculate the cost of a batch based on the output file id rzvertex_ai_total_cost=%s)r rr total_cost=%s)(calculate_vertex_ai_batch_cost_and_usagerdebug%_get_batch_job_cost_from_file_content)r rrrr_ total_costrrrras   rvertex_ai_batch_responsesc Cs$ddlm}d}d}d}d}|pd}|D]k}|d} | dur q| di} | ddp-d} | d dp5d} | d dp?| | } t| | | d }z|||d d \}}|||7}Wntyr}ztdt|WYd}~nd}~ww|| 7}|| 7}|| 7}qtd|||||t|||dfS)a+ Calculate both cost and usage from Vertex AI batch responses. Vertex AI batch output lines have format: {"request": ..., "status": "", "response": {"candidates": [...], "usageMetadata": {...}}} usageMetadata contains promptTokenCount, candidatesTokenCount, totalTokenCount. rbatch_cost_calculatorzgemini-2.0-flash-001responseNZ usageMetadataZpromptTokenCountZcandidatesTokenCountZtotalTokenCount) prompt_tokenscompletion_tokens total_tokensr)usager#rz3vertex_ai batch cost calculation error for line: %szAvertex_ai batch cost: cost=%s, prompt=%d, completion=%d, total=%dr8r6r7) litellm.cost_calculatorr3r&r Exceptionrr-strinfo)r1rr3r0r8r6r7Zactual_model_namer5 response_bodyZusage_metadataZ_promptZ _completionZ_totalZ line_usageZp_costZc_costerrrr,zsX     r,c sddlm}ddlm}|dkrtd|jdurtd|j}||}|r^z|dd d d}td |Wn t t fy]}zt d |jd |WYd}~nd}~ww||d}t |} | | |di|IdH} t| jS)a^ Get the batch output file content as a list of dictionaries Args: batch: The batch object custom_llm_provider: The LLM provider litellm_params: Optional litellm parameters containing credentials (api_key, api_base, etc.) Required for Azure and other providers that need authentication r) afile_content)"_is_base64_encoded_unified_file_idrz1Vertex AI does not support file content retrievalNz3Output file id is None cannot retrieve file contentzllm_output_file_id,;z3Extracted LLM output file ID from unified file ID: z;Failed to extract LLM output file ID from unified file ID: z , error: )file_idrr)Zlitellm.files.mainrAZ1litellm.proxy.openai_files_endpoints.common_utilsrB ValueErrorZoutput_file_idsplitrr- IndexErrorAttributeErrorerror _extract_file_access_credentialsupdate_get_file_content_as_dictionarycontent) rrr rArBrEZis_base64_unified_file_idr@Zfile_content_kwargs credentialsZ _file_contentrrrr!s0   $  r!cCs2i}|rgd}|D] }||vr||||<q |S)a Extract credentials from litellm_params for file access operations. This method extracts relevant authentication and configuration parameters needed for accessing files across different providers (Azure, Vertex AI, etc.). Args: litellm_params: Dictionary containing litellm parameters with credentials Returns: Dictionary containing only the credentials needed for file access ) Zapi_keyZapi_base api_versionZ organizationZazure_ad_tokenZazure_ad_token_providerZvertex_projectZvertex_locationZvertex_credentialstimeout max_retriesr)r rOZcredential_keyskeyrrrrKs  rK file_contentc Cspz)|d}g}|dD] }|r|t|qtdtj|dd|WSt y7}z|d}~ww)zO Get the file content as a list of dictionaries from JSON Lines format zutf-8 zjson_objects=%sindentN) decodestriprGr'jsonloadsrr-dumpsr<)rTZ_file_content_strZ json_objectsliner@rrrrMs rMc Csddlm}zNd}tdtj|dd|D];}t|rQt|}|dur?t|}| dd }|||||d \} } || | 7}n |t j ||t j jd 7}td |q|WStyh} ztd | | d} ~ ww)z; Get the cost of a batch job from the file content rr2r4zfile_content_dictionary=%srVrWNr#)r9r#rr)Zcompletion_responserZ call_typer+z.error in _get_batch_job_cost_from_file_content)r;r3rr-r[r]r$r%'_get_batch_job_usage_from_response_bodyr&litellmcompletion_costr Zaretrieve_batchvaluer<rJ) r rrr3r0r(r)r9r#Z prompt_costrbr@rrrr.s@     r.c Csx|dkr|rt||\}}|Sd}d}d}|D]}t|r4t|} t| } || j7}|| j7}|| j7}qt|||dS)z= Get the tokens of a batch job from the file content rrr:)r,r$r%r`r8r6r7r ) r rrr/rr8r6r7r(r)r9rrrrBs&    r)rrrc Csdd}d}|D]"}|di}|d|pd}|dg}|r(t||d} || 7}qt||||dS)z Count the number of tokens in the input file Used for batch rate limiting to count the number of tokens in the input file rbodyr#r_messages)r#rer:)r&r r ) r rrr6r7r(rdr#reZ item_tokensrrr_get_batch_job_input_file_usage`s    rfr?cCs"|ddpi}tdi|}|S)z> Get the tokens of a batch job from the response body r9Nr)r&r )r?Z _usage_dictr9rrrr`|sr`batch_job_output_filecCs$|ddpi}|ddpi}|S)z9 Get the response from the batch job output file r5Nrdr&)rg _responser)rrrr%sr%cCs |ddpi}|dddkS)z7 Check if the batch job response status == 200 r5N status_coderh)rgrirrrr$sr$)NN)N)rNN)rN)%r[typingrrrrrraZlitellm._loggingrZlitellm.types.llms.openairZlitellm.types.utilsr r r Z litellm.utilsr dictr=floatrr"rrr,r!rKbytesrMr.rrfr`r%boolr$rrrrs    " &    B / ,