uPjA ddlZddlZddlZddlZddlmZmZmZmZm Z ddl m Z ddl m Z ddlmZmZddlmZmZmZmZmZmZmZmZmZmZddlmZmZmZm Z ddl!Z!ddl"m#Z#dd l$m%Z%ddl&Z&ddl'Z&ddl(Z&ddl)Z&dd l*m+Z+m,Z,dd l-m.Z.dd l/m0Z0dd l1m2Z2m3Z3ddl4m5Z5ddl6m7Z7m8Z8ddl9m:Z:ddl;mm?Z?ddl@mAZAddlBmCZCddlDmEZEddlFmGZGmHZHddlImJZJddlKmLZLddlMmNZNddlOmPZPddlQmRZRddlSmTZTmUZUddlVmWZWddlXmYZYddlZm[Z[dd l\m]Z]m^Z^dd!l_m`Z`dd"lambZbdd#lcmdZddd$lemfZfdd%lgmhZhmiZidd&ljmkZkdd'llmmZmdd(lnmoZompZpdd)lqmrZrdd*lsmtZtdd+lumvZvmwZwmxZxmyZydd,lzm{Z{m|Z|m}Z}m~Z~mZmZdd-lmZmZmZmZdd.lmZmZdd/lmZmZmZdd0lmZdd1lmZmZmZdd2lmZmZmZmZmZmZmZmZdd3lmZdd4lmZdd5lmZdd6lmZdd7l)mZmZmZmZmZdd8lmZmZmZmZmZmZmZdd9lmZmZmZmZdd:lmZdd;lmZmZmZmZmZdefd?Zd@dAlmZerEddlZddBlmZddClmZddDlmZddElmZddFlmZddGlmZddHlmZddIlmZmZmZmZmZmZmZmZeZneZedJZGdKdLedMNZGdOdPedMNZdQed=edRedSe!jd>eeeff dTZe dUd>eefdVZdRed>edWfdXZdRed>efdYZd>ee}dZffd[ZGd\d]Zy)^N) AsyncIterator CoroutineIteratorMappingSequence)asynccontextmanager) lru_cache)MappingProxyType ModuleType) TYPE_CHECKINGAnyFinalLiteralOptional TypedDictTypeVarUnioncastget_type_hints)parse_qs urlencodeurlparse urlunparse) FileContent) FileDeleted)_redact_stringverbose_logger)!update_headers_with_filtered_beta))REALTIME_WEBSOCKET_MAX_MESSAGE_SIZE_BYTES)DEFAULT_MAX_AGENTIC_LOOPSvalidated_max_agentic_loops)run_async_function)SUBTITLE_RESPONSE_FORMATSsynthesize_subtitle_document)serialize_multipart_form_fields)realtime_error_eventwebsocket_close_reason)RealTimeStreaming)encode_url_path_segment)BaseAnthropicMessagesConfig)BaseAudioTranscriptionConfig)BaseModelResponseIteratorMockResponseIterator)BaseBatchesConfig) BaseConfig)BaseContainerConfig)BaseEmbeddingConfig)BaseEvalsAPIConfig)BaseFilesConfigBaseFileUploadStream)$BaseGoogleGenAIGenerateContentConfig)BaseImageEditConfig)BaseImageGenerationConfig) BaseOCRConfig OCRResponse)BaseRealtimeHTTPConfig)BaseRealtimeConfig)BaseRerankConfig)BaseResponsesAPIConfig)BaseSearchConfigSearchResponse)BaseSkillsAPIConfig)BaseTextToSpeechConfig)BaseDirectVectorStoreConfigBaseVectorStoreConfig)BaseVectorStoreFilesConfig)BaseVideoConfig)AsyncHTTPHandler HTTPHandler_get_httpx_clientget_async_httpx_client)!BaseResponsesAPIStreamingIterator!MockResponsesAPIStreamingIteratorProjectQuotaCallbackResponsesAPIStreamingIteratorResponsesWebSocketStreaming!SyncResponsesAPIStreamingIterator)ContainerFileListResponseContainerListResponseContainerObjectDeleteContainerResult)StreamingMediaUploadConfigTwoStepFileUploadConfig)AgenticLoopPlanAgenticLoopRequestPatchAgenticLoopSafetyErrorAnthropicMessagesResponse)DeleteSkillResponseListSkillsResponseSkill)CreateBatchRequestCreateFileRequestFileContentRequestHttpxBinaryResponseContentOpenAIFileObjectResponseInputParam!ResponsesAPIOptionalRequestParamsResponsesAPIResponse)RealtimeQueryParams)RerankResponse)DeleteResponseResult)GenericLiteLLMParams) CallTypesEmbeddingResponse FileTypes LiteLLMBatchTranscriptionResponse)VectorStoreFileContentResponseVectorStoreFileCreateRequestVectorStoreFileDeleteResponseVectorStoreFileListQueryParamsVectorStoreFileListResponseVectorStoreFileObjectVectorStoreFileUpdateRequest)&VectorStoreCreateOptionalRequestParamsVectorStoreCreateResponse&VectorStoreSearchOptionalRequestParamsVectorStoreSearchResponse) VideoObject)CustomStreamWrapper ImageResponse ModelResponseProviderConfigManagerasync_pre_call_deployment_hookcustom_llm_providerlitellm_paramsreturnc6|dk(xr|jdduS)NopenairustTget)rrs o/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/llms/custom_httpx/llm_http_handler.py!_rust_responses_websocket_enabledrs$ ( * Q~/A/A&/IT/QQ)get_shared_realtime_ssl_context) ClientSessionClientConnection CustomLogger)Logging#FakeAnthropicMessagesStreamIterator)"AnthropicMessagesStreamingResponse)BasePassthroughConfig)CancelEvalResponseCancelRunResponseDeleteEvalResponseEvalListEvalsResponseListRunsResponseRunRunDeleteResponse _ResponseTcjeZdZUeed<eeefed<eejzdzed<eee fed<y)_DeleteRequestKwargsurlheadersNtimeoutjson) __name__ __module__ __qualname__str__annotations__dictfloathttpxTimeoutobjectrrrrs8 H #s(^ U]] "T )) sF{ rrF)totalcbeZdZUeeefed<eeeezed<e e jzed<y)_MediaUploadKwargsrcontentrN) rrrrrrrbytesrrrrrrrrrs3 #s(^ e_}U3 33 U]] ""rrapi_base logging_objresponse_headerscddlm}tt|ddxsi}|j dxs|j xsd}t |tr|n t|}||dd||dS)z\Pre-stream metadata for proxy response headers (mirrors CustomStreamWrapper._hidden_params).r)process_response_headers model_infoNid)model_idr cache_key response_costadditional_headers)'litellm.litellm_core_utils.core_helpersrrgetattrrget_router_model_id isinstancer)rrrrr _model_info_raw_id _model_ids r%_google_genai_streaming_hidden_paramsrswQ/3GNLZ^4_4ece/fK __T*Uk.M.M.OUSUG",Wc":wG I67GH  r)maxsizecNtttjSN) frozensetrrdkeysrrr+_responses_api_optional_request_param_namesrs ^$EFKKM NNrrc@ddlm}ddlm}t |dd}t t j}t|t tfr|j|g}|D]=}t|tr ||}||}t||s-|j|?|S)Nrr)"get_custom_logger_compatible_classdynamic_success_callbacks) "litellm.integrations.custom_loggerr*litellm.litellm_core_utils.litellm_loggingrrlistlitellm callbacksrtupleextendrappend)rrrrrcustom_loggerscbresolveds r_custom_logger_callbacksrs?(/{z6_collect_ws_project_quota_callbacks..s3  GH&PRVW X !8,02)rrrrrr)_litellmrs r#_collect_ws_project_quota_callbacksrs=(,,I ! rc'8]eZdZ d|dedededededeejzd ed e d e d e dzd ejfdZ d|dedededededeejzd ed e d e d e dzd ejfdZ d}dedededededeejzdeded e deded edddedzdedzde d e dzdedf$dZ d~dedededzdededdd e dedeejzd ede d e dzde dedzdeeefdzdeezdzdedzdedf$d Z ddedededed e dzd!edededed edeejzde dedzde d eeeffd"Z ddededededededeejzd e ded edede dedzde dzd e dzfd#Z ddededededededed e deejzd edede dedzde dzd e dzd eeej6ff d$Zdeeefdede d eeeffd%Z dded&ededed e dedzded edededzdeezdzd'e dzdeeefdzd efd(Z dd)ededededede ded e ded ededzdeejzdzdeezdzd*e dzd efd+Z! ddeded e de"d,edeejzdzde#d-e deeefdzdedzdedzdeezdzd eeefdzd e#fd.Z$ dded)edede"d e de#dedededzdeejzdzdeezdzd e#fd/Z%ded0e&ded ed e dedzdedzdeeefdzde'd eeeee zdzedzffd1Z(de'ded2ejde)d e dededzd e)fd3Z* dded0e&ded ede)ded4e+d e dedzdedzdedeezdzd5e deeefdzde'dzdedd e)e,eee)fzf"d6Z- dded0e&ded ede)ded4e+d e dedzdedzdedeezdzdeeefdzde'dzdedd e)f d7Z.ded8eeefded e dedzdedzdeeefdzde/d ed eeeefeeeefdffd9Z0ded8eeefded e dedzdedzdeeefdzde/d ed eeeefeeeefdffd:Z1de/ded2ejd e de2eefd e3f d;Z4 dded8eeefdedeejzd e dedzdedzdedeezdzdZ6 dd?eeezdedeejzd e dedzdedzdedeezdzd@e deeefdzde7dzd e8e,eee8fzfdAZ9 dd?eeezdedeejzd e dedzdedzdedeezdzdeeefdzde7dzd e8fdBZ: ddedCeded ee zdzdDed e d e de;d ed ed e fdNZDe>ded edQe@d dRfdSZF ddedeedGe;dHeded-e d edre_e dse+d e_e fdtZ`duejd dfdvZadedwedxeeefdyebdzedeejzdzd ejfd{Zcdedwedxeeefdyebdzedeejzdzd ejfd|Zd dd}d~d edddededzdedzd dd-e de\ddzdeejzdzdedzd e\de,eedfffdZe dded edddededzdedzd dd-e de\ddzdeejzdzdedzd e\de,eedfffdZf ddne ezezd edddeded dde\ddzdeejzdzd}ed~dedzfdZg ddne ezezd edddededzd dde\ddzdeejzdzdedzdedzfdZh dd\edWeJd edJed ee+e+eeffdZve>d e d e fdZwe>d e ded exefdZye>dedeede+de+ded ef dZze>ded efdZ{e>ded eexeexeffdZ|e>dedexedexed e fdZ}e>d e ded e fdZ~e>d2eded efdZ d|dededeedHed ddJede+de+deeded e dedd e@eAezfdZ ddededUed ddJede+de+deedededd eKeLzfdZe>dddedJed dded df dZdeKdedWeJd dded ef dZdededeededJedede+de+deeded efdZd2ed edded e\edffdZ dd2ededeedGddHed dd e dedJeded edzfdZd2ededeeded dd e dedJed edzfdZdede\ee"eJeeeeee;ee/ee7eeddeffdZe>dwededzd efd„Ze>dddŜdedwedede ezej6zdede+d dfd˄Z ddeded e dedededzdedzdedzdedzdedzdYeeefdzdedzfd΄Z ddeded)eeefd e deejzdedzdedzdIeeefdzdeezdzdedzd ejfdЄZ ddeded)eeefd e deejzdedzdedzdIeeefdzdeezdzdedzd ejfdфZ ddeTddeded)eeefd e deejzdedzdedzdIeeefdzdeezdzdedzd ejfdԄZ ddedede d e deejzdedzdedzdeeefdzdIeeefdzdeezdzdedzd ejfd؄Z ddeded e dWeJdzdedzdedzdedzdedzdYeeefdzdedzdedzdJefdڄZ ddedededzdededed ed e deded?eeezd df dZ dded?eeezde͐deded eed0eded eed0eded e.J*PTPZPZ[_P`#! + "9"( - 0  !1182  ;(( S !A)P P .hh i   *ZZ]^mqZrD,,q/,RR O((1o(NN OsR'D1A=A;A= D;A==C>2CDC C>&C99C>>Dsync_httpx_clientc |j} d} tt| dD]2} |j||| | nt j ||| |} n| |jddi| S#t j$rO}| dz| k(}|j||}|r|s|j||}Yd}~|j||d}~wt$r}|j||d}~wwxYw) Nrrrrrrrrr)rrrrrrrrrrrrrrrrrs r_make_common_sync_callz)BaseLLMHTTPHandler._make_common_sync_callYsD:I9p9p/*.sBAFG A O,11 #.>.J*PTPZPZ[_P`#! + 2( - 0  !1182  +(( S !A)P P .hh i   *ZZ]^mqZrD,,q/,RR O((1o(NN Os).A11C22C;C C2C--C2rmodelmodel_responsemessagesoptional_paramsencodingztiktoken.Encoding | Noneapi_keyclient json_modeshared_sessionrc K|Wtjd|r t|ndtt j |d| j ddi|}n|}|j||||||| d| | d{}|j|||| ||| | | | | }|j||| | | d|| d{}||S|S7G7 w)Nz,Creating HTTP client with shared_session: %s ssl_verify llm_providerparamsr F) rrrrrrrrrr r raw_responserrrrrrrrr)rrrrrrrkwargs) rdebugrrIr LlmProvidersrrtransform_response#_call_agentic_chat_completion_hooks)rrrrrrrrrrrrrrrrrrr rrinitial_responsefinal_responses rasync_completionz#BaseLLMHTTPHandler.async_completions-* >  >Vd>@Rjn "8$112EF$n&8&8t&LM-"  "(  $ < <1+)#-!= !  #2"D"D!)#+)#E # '+&N&N%+# 3!'O ' ! "0!;~QAQQM  6 ! s$A:C<C= 77%%#(;$3# + +&,&8ZP`=aFgk#1'$3%58&,,(;$3%###1 +#%$3#1%&,&8ZP`=aFgk'%5#1%-* T>99 /':D 88D@&EE(; +%#%5%!'F  *.)<)< /!!1"!''"("4FK9X^b-# /*=* & w"'"3$7'")   >FK!@ 1$n&8&8t&LM! !' 55/+-)#6  11!)#+)2  rr?c |t|tstd| jddi}n|}d}| durd}|j ||||||| | ||  }| dur;|j ||t j| ||| | d| }t||}n"|j|jd|}| j|dd d |i |t|jfS) Nr"TF) rrrrrrrrrr rr'rrrrrrrrrr)streaming_response sync_streamrrfirst stream response receivedr9r;roriginal_responser<)rrGrHrrr+rr}r-get_model_response_iterator iter_lines post_callrr)rrrrrrr?rrrrrrr1rrrrrrrAs rrRz!BaseLLMHTTPHandler.make_sync_calls?$ >FK!@ 1 ."4"4\4"H!  !'  $ F55/+-)#6   $ 3B3U3U%&446'*! /-#4V 4N)=Nfo(p  / K K#+#6#6#8 #!L!  >2D9  !$x'7'7"888rcK|jdur#|j|||||| || || d{S|j|||||| |||| | | | ||d{\}}t|||||}|S7A7w)NT) rrrrrrrrrr)rrrrrrrrrr1rrrrrr@)rPget_async_custom_stream_wrappermake_async_call_stream_helperr{)rrrrrrrrrrrrr1rrrrArB streamwrappers rrOz.BaseLLMHTTPHandler.acompletion_stream_functions$  4 4 <(HH$7'!!#!1I   6:5W5W 3+##)+-6X6 0 ,," 3/ 3#/  K 0 s!-A5A1'A5A3A53A5c K| 3ttj|d| jddi}n| }d}| durd}|j ||||||| | || d{}| dur;|j ||tj |||| | d| }t||}n8|j|jd }t|tr||_ |j|d d d |i ||jfS7w)zm Helper function for making an async call with stream. Handles fake stream as well. Nr"r$r%TF) rrrrrrrrrrrUrV)rWrXrrYr9rZ)rIrr*rrr+r}r-r\ aiter_linesrr, http_responser^r)rrrrrrrrrrrrr1rrrrrrrrAs rraz0BaseLLMHTTPHandler.make_async_call_stream_helper2s^. >!7$112EF$n&8&8t&LM"  "(  $ F $ < <1+-)#!= !   $ 3B3U3U%&446'!! /-#4V 4N)=Nfo(p  / K K#+#7#7#9u!L! +-FG2:!/>2D9  !("2"222U  sAD D!B!Dc||dur$|j}|jdd|S|jdurd|d<|S)z Some providers like Bedrock invoke do not support the stream parameter in the request body, we only pass `stream` in the request body the provider supports it. TrN)copyrD%supports_stream_param_in_request_body)rrrr1new_datas rrNz4BaseLLMHTTPHandler._add_stream_param_to_request_bodysF $ "iikH LL4 (O  @ @D H!DN rr; aembeddingcZtj|tj|}|t d|d|j dd}|j | | xsi|g||} |j|| |||}|j|||| }|r|j||j| |||| |\} }|j|| ||| d  | d ur|j||| |||| || || ||| S| t| tstd |j!d di}n| } ||j#|| ||}n(|j#|| t%j&||}|j-||| || |||S#t($r}|j+||d}~wwxYw)Nr4 Provider z does not support embeddingr3rrrrrrrrrrr)rr;rrrrrrrrr8r:T)rrrrrrrrrrrrr signed_bodyr"rCrrrrrrr'rrrrrr)r~get_provider_embedding_configrr*rFrDrHrItransform_embedding_requestupdaterKrLrkrrGrHrrrrr r transform_embedding_response)rrr;rrrrrrrrrrkrrembedding_extra_bodyrrqrrrs r embeddingzBaseLLMHTTPHandler.embeddingsp "7!T!T'"6"67J"K"   "y)<(==XYZ ZCRCVCVWceiCj!66Mr+) 7 #33+) 4 &AA+ B  KK, - /;;+ <  '+$"    ??!!$7 /-' /-'# " >FK!@ 1,HZHZ[gimHn9o p  &  &,11 #$# 2-11 #D)# 2;;!)#+)<   $$ /%  s0AF F*F%%F*rrqc K| t| ts3ttj|d| j ddi}n| } ||j |||| d{}n|j |||| d{}|j||||| || | S7;7#t$r}|j||d}~wwxYww)Nr"rdrrrrrrrrs) rrFrIrr*rrr r rw)rrrrrrrrrrrrrrrqrrrs rrkzBaseLLMHTTPHandler.aembeddings" >F4D!E!7$112EF$n&8&8t&LM"  "(  K&!3!8!8 #$# "9""4!8!8 #%# "9";;!)#%+)<  !  K$$q/$J J KsNAC  B%%B!&B%B#B%C !B%#B%% C.CCC optional_rerank_params _is_asyncc |j| | xsi||| } |j| ||} |j||| | }|j|j dd| || | d|dur|j ||||||| | | || S| t | ts t}n| } |j| | tj|| }|j||||| | S#t$r}|j|| d}~wwxYw) N)rrrrr)rrr)rr|rrqueryrr8r:T) rrrrrrrrrrrrrrrr'rrrr)rHrItransform_rerank_requestrLrarerankrrGrHrrrr r transform_rerank_response)rrrrrr|rrr}rrrrrrrrrs rrerankzBaseLLMHTTPHandler.rerankHs""66Mr2) 7 #3324  &>>#9) ?  (,,Wb9'+$"    <<!$7 /'-!   >FK!@ 1 3  &  /44ZZ% 5H88!)# 9   $$ /%  s,(C++ D 4DD c PK| t| ts ttj|} n| } | j ||t j|| |d{} |j|| ||| |S7#t$r}|j||d}~wwxYww)Nr$)rrrrrrr) rrFrIrr*rrrr r r)rrrrrrrrrrrrrrrs rrzBaseLLMHTTPHandler.areranks >F4D!E!7WEYEYZmEn!o !'  K$6$;$;ZZ -' %<%H88!)#% 9   K$$q/$J J Ks:5B&,B$B%B)B&B B# BB##B& audio_filec ddlm} | j||xsi|g||}| j|||||} | j ||||} t | | s#t d| jjd| j} | j}| j| j|d<|j|jd d || xsi| |d  || | |fS) z Shared logic for preparing audio transcription requests. Returns: (headers, complete_url, data, files) r)AudioTranscriptionRequestDatarnro)rrrrrmz* must return AudioTranscriptionRequestData Content-Typerrr8r:)8litellm.llms.base_llm.audio_transcription.transformationrrHrI%transform_audio_transcription_requestrrF __class__rrfiles content_typerLr)rrrrrrrrrrr complete_urltransformed_resultrrs r$_prepare_audio_transcription_requestz7BaseLLMHTTPHandler._prepare_audio_transcription_requests," "66Mr+) 7 .>>+) ? %4$Y$Y!+) %Z% ,.KLy)B)B)K)K(LLvwx x(--)//  * * 6&8&E&EGN # !%%gr2'+zr("   dE11rrc|j|}|js|S|jd} t| tr| t vr|St |jd| } | | |_d|vr t|d|S)zFK!@&(F#(=Zd5K4QU  K$kk &.TD *H;;+)#+<   K$$q/$J J Ks B== CCCc K|td|d| |j|||||| | | | \} }}}| t| ts4t t j | d|jddi|}n| }|t|tr|nd} |j|| ||nd|||d{}|j||||||| S7#t$r}|j||d}~wwxYww) Nrr6rr"r#rrr) rFrrrFrIrr*rrrr r r)rrrrrrrrrrrrrrrr rrrrrrrs rrz-BaseLLMHTTPHandler.async_audio_transcriptionss`$  "CE7/ZmYnop p  5 5!+)#+ 6      >F4D!E!7$112EF$n&8&8t&LM-"  "( #(=Zd5K4QU  K$6$;$; &.TD %<%H;;+)#+<   K$$q/$J J Ks<BC5C2C3C7C5C C2C--C22C5rc ddlm} |j|||xsi|| }|j|||| } |j ||||||} t | | s#t d|jjdt | jts!t dt| j| j} |jd || | |d  || | d fS) zp Shared logic for preparing OCR requests. Returns: (headers, complete_url, data, files) rOCRRequestDatarrrrrrrrrrrrrrrrm must return OCRRequestData(Expected dict data for OCR request, got OCR document processingr8r:N) (litellm.llms.base_llm.ocr.transformationrrHrItransform_ocr_requestrrFrrrrrrLrrrrrrrrrrrrrrs r_prepare_ocr_requestz'BaseLLMHTTPHandler._prepare_ocr_requests% L!66Mr) 7 .>>+) ? %4$I$I+ %J% ,n=y)B)B)K)K(LLghi i,1148GM_MdMdHeGfgh h(-- +'+("   dD00rc Kddlm} |j|||xsi|| }|j|||| } |j ||||||d{} t | | s#t d|jjdt | jts!t d t| j| j} |jd || | |d  || | dfS7w) z Async version of _prepare_ocr_request for providers that need async transforms. Returns: (headers, complete_url, data, files) rrrrrNrmrrrr8r:) rrrHrIasync_transform_ocr_requestrrFrrrrrrLrs r_async_prepare_ocr_requestz-BaseLLMHTTPHandler._async_prepare_ocr_request s3 L!66Mr) 7 .>>+) ? +:*U*U+ +V+ % ,n=y)B)B)K)K(LLghi i,1148GM_MdMdHeGfgh h(-- +'+("   dD00=% sAC-C+BC-c,|j||||S)z,Shared logic for transforming OCR responses.rr'rr)transform_ocr_response)rrrrrrs r_transform_ocr_responsez*BaseLLMHTTPHandler._transform_ocr_responseLs(55!#+ 6  raocrc| td|d|| i} | dur|j||||||||| | | |  S|j||||||| | |  \} }}}| t| ts t } | j || ||}|j| |||| S#t$r}|j|| d}~wwxYw) z# Sync OCR handler. Nrr6T) rrrrrrrrrrrr rrrrrrrrrr{r)rrrrr) rF async_ocrrrrGrHrr r r)rrrrrrrrrrrrrrrrrrrs rocrzBaseLLMHTTPHandler.ocr\s=&  "CE7/ZmYnop p  !N 4<>>! /'!$7 /-"   .2-F-F+#+).G . *tU >FK!@&(F K$kk  *H+++#+ ,   K$$q/$J J Ks5B C)B<<Cc K| td|d|| i} |j||||||| | |  d{\} } }}| t| ts t t j |}n| } |j| | ||d{}| j||||d{S7x7##t$r}|j|| d}~wwxYw7,w) z$ Async OCR handler. Nrr6rrr{rr) rFrrrFrIrr*rr r async_transform_ocr_response)rrrrrrrrrrrrrrrrrrrs rrzBaseLLMHTTPHandler.async_ocrs:$  "CE7/ZmYnop p  !N483R3R+#+)4S 4 . *tU >F4D!E!7$112EF" "(  K$6$;$;  %<%H%AA!#+ B   ? . *  K$$q/$J J K sQ5CB0=C6B4B2B4C+C,C2B44 C=CCCrasearchc | td|| dur|j||||||||| |  S| j||| xsi} | j||} | j ||| |} | j | || | |\}}|j t|tr|n t||| | | d  |t|ts t}| j} |d k(r|j| | }n|j| |||| nd| }| j!|||S#t$r}|j|| d}~wwxYw)z& Sync Search handler. N'No provider config found for provider: T) rrrrrrrrrrrrr)rrrrrrrrrrrr8r:GETrrrrrrrrr'rr)rF async_searchrHtransform_search_requestrIrKrLrrrGrHget_http_methodrrr r transform_search_response)rrrrrrrrrrrrrrsigned_headersr http_methodrrs rsearchzBaseLLMHTTPHandler.searchs"  "FGZF[\] ] d?$$ /'!$7 /%  "66Mr7 &>>+?  .>>+ ? ,;+G+G+! ,H, (( %eS1%s5z'+("   >FK!@&(F-<<>  Ke#"::$*& ";;$*)!1!9t# '88!#+9   K$$q/$J J Ks)3D00 E9E  Ec K| td|| j||| xsi} | j||||| xsi} | j||| |} | j | || | |\} }|j t |tr|n t||| | | d|t |tsd d l m }t|j }n|}| jj} |d k(r|j| | d{}n"|j!| | ||| nd|d{}| j'|||S7;7#t"$r}|j%|| d}~wwxYww)z' Async Search handler. Nrr)rrrrrrrr8r:r)httpxSpecialProviderrrrrrr)rFrHrrIrKrLrrrFlitellm.types.llms.custom_httprrISearchrupperrrr r r)rrrrrrrrrrrrrrrrrrrrs rrzBaseLLMHTTPHandler.async_searchQs  "FGZF[\] ]"66Mr7 &>>+Mr ? .>>+ ? ,;+G+G+! ,H, (( %eS1%s5z'+("   >F4D!E K!7EYE`E`!a !' -<<>DDF  Ke#"4!7!7$*"8" "4!8!8$*)!1!9t# "9"88!#+9  !  K$$q/$J J KsNC3E56EE "E4E5E9E5 EE E2E--E22E5 request_url request_bodyc Kt|jd} t| }t| }t| D]P} |j |||xst j ||xsd|| d{}|j|cSt'd 7$#tj$r}|dz| k(}|j||}|rk|sitjd|dz| |j|||j||||| |d| \}}|jj!|Yd}~|j#|| d}~wt$$r}|j#|| d}~wwxYww) NrF)rrrrrrrzkAnthropic /v1/messages: invalid thinking signature; stripping thinking blocks and retrying (attempt %s/%s).rr7rzEunreachable: anthropic messages HTTP retry loop exited without return)r*max_retry_on_anthropic_messages_http_errorrrrrrraise_for_statusrr -should_retry_anthropic_messages_on_http_errorrr)2transform_anthropic_messages_request_on_http_errorrKrMrvr r  RuntimeError)rrrrrrrrrrrrr max_attemptslitellm_params_dictoptional_params_dict attempt_idxrrhit_max_attemptrs r4_async_post_anthropic_messages_with_http_error_retryzGBaseLLMHTTPHandler._async_post_anthropic_messages_with_http_error_retrys""/"\"\^_` %).%9&*>&: .' OK& O!3!8!8##)ETZZ -E!?U +# "9"))+' ORbccO(( O"-/\"A.\\(; ]   "((R#a$  $VVYZiuVv0?0L0L '(<%1!, '%$)#1M 1-G- 2299,G((1o(NN O((1o(NN OsS;E/5B3B4B E/BE,-BE0E/5E E,E''E,,E/cddlm}ddlm}ddlm}|r|j dnd}||n|j d}|j d}|} ||| y|j|d|i|| |S) Nr)CompletionTimeout)get_configured_request_timeout)supports_httpx_timeoutstream_timeoutrrequest_timeout)global_timeoutr)-litellm.litellm_core_utils.completion_timeoutr3litellm.litellm_core_utils.request_timeout_resolverr litellm.utilsrrresolve) rrrrrrr model_timeoutrrs r#_resolve_anthropic_messages_timeoutz6BaseLLMHTTPHandler._resolve_anthropic_messages_timeouts T  9HN 2 23C DTX1?1K~Q_QcQcdmQn !/!3!34E!F > @  _%<AW ((   0 )#9 )  r"anthropic_messages_provider_config*anthropic_messages_optional_request_params extra_headersr(c Kddlm}|t|ts%t t j j}n|}| xsi} tt jjjtt jjjzdz| jdd}|j||}| jdd}| jdd}i}|r|j||r|j||r|j||j!|xsi|||t#|| | \}} |j%r t'|| }dd lm}|j-t/t#|}|r t/d |in t/i}|j1| |t#|di| jd d ||||jdxsg}|rddlm}|D] }|||} |j7|||||}| |_|j:j||j=| | |t#|t#|| }|j?|t#|||| | d|\}}tAjB|}|jEd|dgd|tG||d|jI|||jK||| | |||jM|| xsd| d{} | 5| r|jO| S|jQ| ||||||| |  d{S|jS|||||n||| xsd|||| ||jM|| xsd| d{}!|!|j:d<| rddl*m+}"m,}#|j[||!|| }$|#|!j\}%|jK|s |"|$|%!Sdd"l/m0}&|jc||jd#$}'|&|$|||||||| ri| d%| in| te|'|'& }(|"|(|%!S|jg||!|'}(|jQ|(||||||| |  d{S7h7477 w)(Nr)ProviderSpecificHeaderUtilsrprovider_specific_header)rrrr)rrrrrrr)rr5) VertexBasevertex_locationr)preset_cache_keystream_responser)r(rrrradditional_drop_params)delete_nested_value)rrrrr)rrrrrrFr7userrolerrr8r:)rrr) rrhas_agentic_hookrrrrrr) r-rrrrrrrr() rrrrrrrrrrrrhttpx_response)r'anthropic_messages_stream_hidden_params)rrrlitellm_logging_objrA hidden_params)!AgenticAnthropicStreamingIteratortools)rr r) rA http_handlerrrrrrrr( hold_backserver_fulfilled_tool_namesrr'r)48litellm.litellm_core_utils.get_provider_specific_headersrrrFrIrr* ANTHROPICrtypesutilsProviderSpecificHeaderrrget_provider_specific_headersrv'validate_anthropic_messages_environmentr$should_filter_anthropic_beta_headersr&litellm.llms.vertex_ai.vertex_llm_baserexplicit_vertex_ai_locationr update_from_kwargs0litellm.litellm_core_utils.dot_notation_indexingr$transform_anthropic_messages_requestrrMrIrKrrrLr_maybe_rust_anthropic_messages_has_agentic_completion_hookr$_rust_anthropic_messages_fake_stream%_finalize_anthropic_messages_responserLlitellm.llms.anthropic.experimental_pass_through.messages.streaming_iteratorrr%get_async_streaming_response_iteratorrTlitellm.llms.anthropic.experimental_pass_through.messages.agentic_streaming_iteratorr "_server_fulfilled_tools_in_requestbool%transform_anthropic_messages_response))rrrrrrrrrrrrrr(rrrprovider_specific_headersforwarded_headersextra_headers_from_kwargsmerged_headersrrexplicit_vertex_locationvertex_location_paramsrrpathrrrrequest_body_jsonrust_messages_responserrrrAstream_hidden_paramsr held_back_tool_namesr-s) r async_anthropic_messages_handlerz3BaseLLMHTTPHandler.async_anthropic_messages_handler s   >F4D!E!7WEYEYEcEc!d !' 2*. MM   6 6'--BUBUBlBl9m mpt t JJ14 8+  ,G+d+d%= 3,e, !$*::i#>+1::ot+L! "   ! !"3 4 $  ! !"; < $  ! !"; < / V V"(bF/ W    . R R T7RefGE*4*P*PQabfgubvQw*x ( /1IJ K!"%  && !KL$(#%$jj6)  = !4 ' 4B3E3EF^3_3ece ! \. =P>>:  Aee7a) f $ &&--l;@PP  /Q  %G$S$S 0% %T % !!&$(::l#;"/@AB'3 ,"  /3.Q.Q 3)!>>{K%<<-$7=/R/ )  " -@@AWXXCC!7!3U;e'$7D   !% Y Y1#2B2N.Te%?U#>)<<-$7=!Z!  (N     ! s*AA"AcjtjddjjdvS)N LITELLM_RUSTr>1onyestrue)osgetenvstriplowerrrr_rust_env_enabledz$BaseLLMHTTPHandler._rust_env_enabled> s+yy,224::<@ZZZrrc K|dvry|jddurtjsy|ryddlm} |j D cic]\} } | dk7s | | } } } | j || |||||d{} | yttt| }d d d ii|d <|Scc} } w71#t$r3}tjdt|jYd}~yd}~wwxYww) N)azure_ai anthropicrTrrr)rbodyrrrrrzERust Anthropic messages bridge raised %s; falling back to Python pathrx-litellm-rustr>_hidden_params)rrrClitellm.rust_bridgeritems amessagesr rr)rrrrZr)rrrrrrrrrrust_messages_bridgekeyvalue upstream_body rust_response rust_error response_objs rrz1BaseLLMHTTPHandler._maybe_rust_anthropic_messagesB s &? ?   f %T 1:L:^:^:` H=I=O=O=QezsEUX\dUdU e e )=)G)G"!$7%*H*$M  "#QR *>AQSY@Z)[ %&- f$   WZ ))   sTA C1 B*B*C1#B2>B0?B2-C10B22 C.;)C)$C1)C..C1rRrcddlm}ddlm}m}t t t||}|ddi}|||S) Nrr)#AnthropicMessagesStreamHiddenParamsrrrIr>)rr )Nlitellm.llms.anthropic.experimental_pass_through.messages.fake_stream_iteratorrr"rVrrrr)rRrrVrrAr s rr z7BaseLLMHTTPHandler._rust_anthropic_messages_fake_streamp sK  !u!57Zdq7rsBWgioVpq 1/'  rcz|r/|j||||t| tr| nd|||| | | |  Std)z9 LLM HTTP Handler for Anthropic Messages N) rrrrrrrrrrrr(zr;rrrr;rr) rr"rrrj responsesrPrrLrirrrc) rrr;rr[rrmodified_kwargsoptional_param_namesrOrPupdated_response_paramsupdated_litellm_paramss r,_run_sync_responses_pre_call_deployment_hookz?BaseLLMHTTPHandler._run_sync_responses_pre_call_deployment_hook s -[9#4  "4 * ~& 6 ':      % % "   "#4  'R&S* 2* ,;,A,A,Ccjc5sNbGbsEzc* )= ) ~&'6&;&;&="U"663Fo;oJ ) .5-GC( )U ((,3,F(E  )O;O$9:; $ "  ) # "  d s8 DD5D#responses_api_provider_configr3litellm_metadatac| r1|j||||||||| | t| tr| nd| ||S|j||||||\}}}}}| t| tst d|j ddi}n| }|j|j dixsi||}|r|j||j dd }|j|jt| }|j||||| }tj|}| r|j| t|xs|j d}d |i} |j|t||d <t|}|r| dur|j#||| \}}|j%|t||||j&||| \}}|d|ind|i}|j)|d|||d |r|j*d!||| xst-|j dd|d|}| dur+t/|||||||t0j2j4St7|||||||t0j2j4S|j*d!||| xst-|j ddd|} |j;|||}|j=|rEt?|j@||t|tBr|nd|dg|||d |t|d }||S|S|S#t $rYwxYw#t $r}|j9||d}~wwxYw)"a Handles responses API requests. When _is_async=True, returns a coroutine instead of making the call directly. Keeps the pre-transform request context for streaming so post-call hooks/metadata (added for Responses API parity with chat) receive the original params instead of the provider-shaped body that caused them to be skipped before. N)rr;rcr[rrrrr3rrr1rdr )rr;rr[rrr"rCrrrrrFrrrr;r[rrr;rTrrr1rrrrrrrr1rrrr8r:rrrrrrrrrrcrdrr call_typerrrrrrrr] rrrrrrrrr( api_surfacer)"async_response_api_handlerrrFrbrGrHrrHrvrIrrtransform_responses_api_requestr=$normalize_responses_api_request_dictr&r _prepare_fake_stream_requestrKrrLrrrKrjr]rPrOr transform_response_api_responserr"r6r)rrr;rcr[rrrrr3rrr}r1rdr rrrrrrequest_contextis_stream_requestrq body_kwargsrrr-r.s rresponse_api_handlerz'BaseLLMHTTPHandler.response_api_handler sp> 22.K5Y$7-'+%!+F4D!Ev4'!1-3 .  = = 31U)# >     0  >FK!@ 1,HZHZ[gimHn9o p  & /DD8<<_bQWUW)E   NN= )699(EJ7HH#,,/I  -LL1U) M &JJ4P  KK #f2 23 6=e4D   " "#G H -1,@()#'< !4<<'=LFD =II 0"**# J GRF]fk-Bdjlpcq  '+$"  *  1,11 ##du-Q-U-UV_ab-c'd!  " $& UEU UU   \ $$ =%  s7L!1A$L1*L13L1! L.-L.1 M:M  Mc .K| t| tsWtjd|r t |ndt t j|d|jddi|}n| }|j|jdixsi||}|r|j||jdd}|j|jt| }|j||||| }tj |}| r|j| t#|xs|jd}d |i} |j|t||d <t#|}|r| d ur|j'||| \}}|j)|t||||j*||| \}}|d|ind|i}|j-|d|||d |r|j.d$||| xst1|jdd|d|d{}| d ur+t3||||| ||t4j6j8St;||||| ||t4j6j8S|j.d$||| xst1|jddd|d{} |j?|||}|jA||t|tBr|nd|dg|||d|t|d d{}||n|}|jd xs|jd!}|r'|jd"s|jE|||||#S|S#t$$rYwxYw7V7#t$$r}|j=||d}~wwxYw7w)%n Async version of the responses API handler. Uses async HTTP client to make requests. Nz>Creating HTTP client for responses API with shared_session: %sr"r#rrfrFrgrhr;rTrirjrrrr8r:rrrkrlrnrrrrr]ro/_code_interpreter_interception_converted_streamr=_agentic_loop_depth)resultrrcrrr)#rrFrr)rrIrr*rrHrvrIrrrrr=rsr&r rtrKrrLrrrKrjr]rPrMr rur6r'_wrap_responses_response_as_fake_stream)rrr;rcr[rrrrr3rrr1rdr rrrrrrvrwrqrxrrr-r.r~interception_converted_streams rrqz-BaseLLMHTTPHandler.async_response_api_handler s* >F4D!E  P&4>"$ "8$112EF$n&8&8t&LM-"  "( /DD8<<_bQWUW)E   NN= )699(EJ7HH#,,/I  -LL1U) M &JJ4P  KK #f2 23 6=e4D   " "#G H -1,@()#'< !4<<'=LFD =II 0"**# J GRF]fk-Bdjlpcq  '+$"  -  !8!3!8!8" ##du-Q-U-UV_ab-c'd! " " "$&F4D!E  R&4>"$ "8$112EF$n&8&8t&LM-"  "( 6KK!'RvnL   NN= )7HH#,,/I  2WW#) X T >+=> '+$"  6 $(M& ! $=$6$=$=$N $NNH-SS!#T  O $$ =%  s<DE&E(E)E-E&E E# EE##E&c ~| r|j||||||||| |  S| t| tstd|j ddi} n| } |j |xsid|} |r| j ||j|jt|}|j|||| \}}| jd d |jtd ||| d  || |d}|r||d< | jdi|}|j#||S#t$r}|j!||d}~wwxYw)r{ rrcrrrrr3rrr Nr"rCrrfrgrrrrr8r:rnrrrr)rrrGrHrrHrvrIrrrrrLr;rr r r)rrrcrrrrr3rrr}r rrrrrrrrs rdelete_response_api_handlerz.BaseLLMHTTPHandler.delete_response_api_handler s$ 99'.K-'$7+%-:   >FK!@ 1,HZHZ[gimHn9o p  & 6KK!'RvnL   NN= )7HH#,,/I  2WW#) X T >+=> '+$"  6 $(M& ! 6/66GGH-SS!#T   $$ =%  s6D D<$D77D<c \| r|j||||||||| |  S| t| tstd|j ddi} n| } |j |xsid|} |r| j ||j|jt|}|j|||| \}}|jd d ||| d   | j || | }|j|j||S#t$r}|j|| d}~wwxYw)zq Get a response by ID Uses GET /v1/responses/{response_id} endpoint in the responses API rNr"rCrrfrgrrr8r:rrr%rr)async_get_responsesrrGrHrrHrvrIrr"transform_get_response_api_requestrLrr r #transform_get_response_api_responserrrcrrrrr3rrr}r rrrrrrrs r get_responsesz BaseLLMHTTPHandler.get_responses3 s$ ++'.K-'$7+%-,   >FK!@ 1,HZHZ[gimHn9o p  & 6KK!'RvnL   NN= )7HH#,,/I  2TT#) U T '+$"   /33WUY3ZH  % % '-PP!#Q   $$ =%  s$D D+D&&D+c K| t| tsWtjd| r t | ndt t j|d|jddi| } n| } |j|xsid|} |r| j||j|jt|} |j|| || \}}|jd d || | d   | j|| | d{}|j!|j'||S7'#t"$r.}tjd ||j%||d}~wwxYww)z0 Async version of get_responses Nz>Creating HTTP client for get_responses with shared_session: %sr"r#rrfrgrrr8r:rzError retrieving response: %srr)rrFrr)rrIrr*rrHrvrIrrrrLrr r r)rrrcrrrrr3rrr rrrrrrrs rrz&BaseLLMHTTPHandler.async_get_responses s >F4D!E  P&4>"$ "8$112EF$n&8&8t&LM-"  "( 6KK!'RvnL   NN= )7HH#,,/I  2TT#) U T '+$"   $6$:$:sG\`$:$aaH  % % '-PP!#Q  b   !@! D$$ =%  s<C-E+0D1D/D1E+/D11 E(:)E##E((E+afterbeforeincludelimitorder)ascdesccn|r|j||||||||| | | | | |S| t| tstd|j ddi}n| }|j | xsid|}| r|j | |j|jt|}|j|||||||| |  \}}|jdd|||d   |j ||| }|j|j|| S#t$r}|j|| d}~wwxYw)N)rrcrrrrrrrrrrrr r"rCrrfrg rrrrrrrrrrr8r:rrr) async_list_responses_input_itemsrrGrHrrHrvrIrr"transform_list_input_items_requestrLrr r #transform_list_input_items_response)rrrcrrrrrrrrrrrr}r rrrrr%rrs rlist_responses_input_itemsz-BaseLLMHTTPHandler.list_responses_input_items s$ 88'.K-'$7+-9 " >FK!@ 1,HZHZ[gimHn9o p  & 6KK!'RvnL   NN= )7HH#,,/I  4VV#)W  V '-$"   Y/33WU[3\H  % % '-PP!#Q   Y$$q:W$X X Ys$D D4D//D4c K| t| tsWtjd|r t |ndt t j|d|jddi|}n| }|j| xsid|}| r|j| |j|jt|}|j|||||||| |  \}}|jdd|||d   |j||| d{}|j!|j'|| S7'#t"$r}|j%|| d}~wwxYww)NzACreating HTTP client for list_input_items with shared_session: %sr"r#rrfrgrrr8r:rrr)rrFrr)rrIrr*rrHrvrIrrrrLrr r r)rrrcrrrrrrrrrrrr rrrrr%rrs rrz3BaseLLMHTTPHandler.async_list_responses_input_items' s" >F4D!E  S&4>"$ "8$112EF$n&8&8t&LM-"  "( 6KK!'RvnL   NN= )7HH#,,/I  4VV#)W  V '-$"   Y$6$:$:sG\b$:$ccH  % % '-PP!#Q  d Y$$q:W$X X Ys<C2E5D6 D4 D6!E4D66 E?EEEupload_url_locationupload_url_keyc|dk(r|jjd}|dfS |j}|j|}||r|fSdfS#t$rYywxYw)a Extract upload URL from initial file creation response. Args: response: HTTP response from initial file creation request upload_url_location: Where to find URL ('headers' or 'body') upload_url_key: Key name for URL in response body (default: 'upload_url') Returns: Tuple of (upload_url, response_data) - upload_url: The extracted upload URL, or None if not found - response_data: Parsed response body (for 'body' location), or None rzX-Goog-Upload-URLNNN)rrrr )rrrr upload_url response_datas r!_extract_upload_url_from_responsez4BaseLLMHTTPHandler._extract_upload_url_from_responser su& ) +!))--.ABJt# # "'/}} *..~> !J=HHDHH "! "s&A A AAcreate_file_datac L|j||dgi|}|j||di||}| td|jd||i} |r|j | |||||| | S| t | t s t} n| } t | trd| vr | j|i|| dd tj| dd | } |j| | jd d | jd d\}}|s td| djddj}t| ||| dd | dd | }|r||d<nt | trWd| vrSd| vrOt%tt&t(f| }t| |dj|d|d |d | }nNt | trTd| vrPt%t*| d} |j-| ||t%t.|d|jdxsd| }nt | t&st | t4rlt | t4r| j7d} |j8j;}|dk(r| j=||| | }nt| j||| | }n^t | tr7d| vr3t%tt&t(f| }| j|||| }ntd!t?| t|}d|vr||d<|jAd|||"S#t $r}|j#||d}~wwxYw#t $r.}t1j2d||j#||d}~wwxYw)#G Creates a file using Gemini's two-step upload process rrnrrrrrrNz$api_base is required for create_file)rrrr)transformed_requestrrrrrrrinitial_requestrrrrrrrrrr-Failed to get upload URL from initial requestupload_requestmethodPOSTinitial_file_responserrstreaming_media_upload body_streamrapplication/octet-streamrr base_headersrrrError creating file: %sutf-8PUTfilerrrr&Unsupported transformed_request type: rr'rr)!rHget_complete_file_urlrFtransform_create_file_requestasync_create_filerrGrHrrrrrrrBrr r rrr rT _upload_mediar4r exceptionrdecodefile_upload_http_methodrputrtransform_create_file_response)rrrrrrrrr}rrrrr-rinitial_response_data upload_methodupload_responserpresigned_request media_cfgr file_requestlitellm_params_with_urls r create_filezBaseLLMHTTPHandler.create_file s""66) 7 #88)! 9   CD D.KK-) L  ))$7- /!'*   >FK!@ 1 3  &  )4 05FJ]5]) *;*@*@ !-.?@K$78I$J6$RS#+A+ ::-(;(?(?@UW`(a#6#:#:;K\#Z;)"$%TUU(;;K'L'P'PQY[a'b'h'h'j "K'*;]"K"/0@A)L,-=>vF# #)>SN#:; *D 1//!)<<(,DcN@STl@mnI O"&"4"4, !( $%99];S T!*~!>!\B\# #5#+S 1Z@SUZ5[-u5&9&@&@&I#"1!H!H!N!N!PKe#"3"7"7 #,# #8##4"8"8 #,# #9# +T 2vAT7T#'tCH~7J"KL/44" 5OEdK^F_E`ab b *.n)= ~ -4< #L 1==(#2 >  W (($3) < O(()BAF((1o(NN Os1 CM9;M, M)M$$M), N#5)NN#rrUc K|t|tst|j} n|} |j ddt|t rd|vrdn|||dt|t rd|vr | j |i||dd tj|dd | d{} |j| |jd d |jd d\} } | s td|djddj} t| | | |dd |dd | d{}| r| |d<nt|t r_d|vr[d|vrWt%t t&t(f|}t| |dj|d|d |d | d{}n0t|t r\d|vrXt%t*|d} |j-| ||t%t.|d|jdxsd|d{}nt|t&st|t0r[|j2j5}|dk(r| j7|||| d{}ng| j |||| d{}nIt|t r"d|vr| j ||||d{}ntdt9||j;d||| S7S7#t$r.}tj d||j#||d}~wwxYw77"#t$r.}tj d||j#||d}~wwxYw777w)!rNrrrzr8r:rrrrrrrrrrrrrrrrrrrrrrrrrr)rrFrIrrLrrrrrrrFrBrr rrr rrr rT_aupload_mediar4rrrrrr)rrrrrrrrrrr-rrrrrrrrs rrz$BaseLLMHTTPHandler.async_create_fileJsJ >F4D!E!7_EhEh!i !'  ""5tvF# )#)>SN#:; *D 1//!)<<(,DcN@QRZ@[@a@a@c$d%e,))4&v. %O +T 27OSf7f#$>@STl@mnI O(,(;(;- !( $%99];S T!*~!>!\B\# )<)#+S 1Z@SUZ5[ "1!H!H!N!N!PKe#(:(>(> #,# )?)#);(?(? #,# )@)# +T 2vAT7T%7$;$;) %<%OEdK^F_E`ab b==(#) >  K+2# (()BAF(($3) # O(()BAF((1o(NN O##sA.N1;L,K?-BL=L> L A*N3L?4-N">M M!M%AN=M?>NN1N N1N?LL L<)L77L<<NM M<)M77M<<NNNi@ byte_iter block_sizec#Kt}|D]F}|j|t||k\s#t|d||d|=t||k\r$H|rt|yywr) bytearrayrlenr)rrbufpieces r_iter_in_blocksz"BaseLLMHTTPHandler._iter_in_blocksst[ %E JJu c(j(C ,--  $c(j( % *  s/A)#A)A)respcp|jdvr(|jtd|jy)N)z media upload: unexpected status )rrrF)rrs r_check_media_upload_responsez/BaseLLMHTTPHandler._check_media_upload_responses;   : -  ! ! #?@P@P?QRS S .rrrrrci|d|i}||j|j|jd}|||d<|jj|fi|} |j | | S)Nrrrr)r iter_bytes_MEDIA_UPLOAD_BLOCK_SIZErrr) rrrrrrrrr(rs rrz BaseLLMHTTPHandler._upload_mediasHLG.,G++K,B,B,DdFcFcd-    'F9 (fmm((77 ))$/ rc Ki|d|i}t|j|j|j t dt t f fd }||d} ||| d<|jj|fi| d{} | jd{|j| | S7/7w)aStream the transformed body straight to a single media upload. Each block is produced on a worker thread (the transform never runs on the event loop) and sent with chunked transfer-encoding, so the body is neither buffered in memory nor staged to disk, and the upload is one continuous request rather than the many sequential round-trips of the resumable path that overran client/LB timeouts.rrcK tjtd{}|urytt|<7wr)asyncio to_threadnextrr)block block_iterdones r_abodyz1BaseLLMHTTPHandler._aupload_media.._abody s@%//j$GGD=5%(( Gs AAArNr) iterrrrrrrrrareadr) rrrrrrrrrr(rrrs @@rrz!BaseLLMHTTPHandler._aupload_media s HLG.,G !5!5k6L6L6NPTPmPm!no h )mE2 )9@FH,U   'F9 .FMM..s=f==jjl ))$/ >s$B CB?C'C(CCcreate_batch_datar^r.LiteLLMLoggingObj)rGrFrmc | td|j||| gi|}|j||| i||}| td|j| ||i} |r|j | |||||| | | S| t | t s t} n| } t | tr5d| vr1t| | dj| d | d | d | }nAt | tr| j|i|d di| | }n| j||| | }i|d|i}|j!| |||S#t$r.}tjd||j||d}~wwxYw)zP Creates a batch using provider-specific batch creation process Nz"model is required for create_batchrnrz%api_base is required for create_batch)rrrr) rrrrrrrrrrrrrrrrrr{Error creating batch: %sroriginal_batch_requestr)rFrHget_complete_batch_urltransform_create_batch_requestasync_create_batchrrGrHrrrBrr rrr transform_create_batch_response)rrrrrrrrr}rrrrrbatch_responserlitellm_params_with_requests r create_batchzBaseLLMHTTPHandler.create_batch/s,$ =AB B!66) 7 #99)" :   DE E&5%S%S/) &T&  **$7- /!'"3+   >FK!@ 1 3  &  -t4EX9X!b):>'#6 ?     $ $%? C$$ /%  sBD== E4)E//E4batch_idc |j|||} |r|j| |||||| | ||  S| t| ts t } n| } t| t rSd| vrO| dj }| d| dd}|dk7r| jd | d |d <t| |di|}nMt| t r|r| j|i|d d i| }n |s td | j||}|j| |||S#t$r.}tjd||j||d}~wwxYw)zI Retrieve a batch using provider-specific configuration. )rrr) rrrrrrrrrrNrrrrrrrrr0api_base is required for non-pre-signed requestsError retrieving batch: %srrr) transform_retrieve_batch_requestasync_retrieve_batchrrGrHrrBrrrFr rrr !transform_retrieve_batch_response)rrrrrrrrr}rrrrrrrequest_kwargsrrs rretrieve_batchz!BaseLLMHTTPHandler.retrieve_batchs$&5%U%U*)&V&  ,,$7- /!'!-   >FK!@ 1 3  & " -t4EX9X 3H = C C E.u529=) U?':'>'>v'F'R-@-HN6*!C):F!C!Un!U/68!2!6!6 KwK8JK."7" $%WXX!2!6!6 #"7"@@'#) A     $ $%A1 E$$ /%  sB0D E )E  Ec K|t|tst|j} n|} |j dd|||d t|t r=d|vr9t | |dj|d|d|d | d{} nQt|t r$| j|i|d d i|| d{} n| j|||| d{} i|d| xsii}|j| | ||S7w7E7)#t$r.} tjd| |j| |d} ~ wwxYww)z/ Async version of create_batch Nrrr8r:rrrrrrrrr{rrrr)rrFrIrrLrrrBrr rrr r)rrrrrrrrrrrrrrrs rrz%BaseLLMHTTPHandler.async_create_batchs >F4D!E!7_EhEh!i !'  ':$"   -t4EX9X'iw/ACVW_C`CfCfCh'i+E2/ :,V4# (" /6'9'>'> KwK8JK,# (?("(:'>'> #,# (?(". . $&7&=2. # >>'#6 ?  G"""    $ $%? C$$ /%  saAEAD D3D DD D !D %!ED D D E)D>>EEc K|t|tst|j} n|} |j dd|||| d t|t r[d|vrW|dj } |d|dd } | d k7r|jd |d | d <t| | di| d{}n]t|t r%|r#| j|i|d d i|d{}n(|s td| j|| d{}|j| |||S7w7D7#t$r.}tjd||j||d}~wwxYww)z1 Async version of retrieve_batch Nrr)r9rrrr:rrrrrrrrrrrrrr)rrFrIrrLrrBrrrFr rrr r)rrrrrrrrrrrrrrrrs rrz'BaseLLMHTTPHandler.async_retrieve_batchDs >F4D!E!7_EhEh!i !'  ':$"$   " -t4EX9X 3H = C C E.u529=) U?':'>'>v'F'R-@-HN6*'Jw/A6'J'\^'\!\/68'9'='= KwK8JK.(>(" $%WXX'9'='= #(>("@@'#) A  /"]""   $ $%A1 E$$ /%  saAE%A%D+-D%.4D+"D'#(D+ D) D+E%%D+'D+)D++ E"4)EE""E%c >| r|j||||||||| |  S| t| tstd|j ddi} n| } |j |xsid|} |r| j ||j|jt|}|j|||| \}}|j|d ||| d   | j|| || }|j||S#t$r}|j|| d}~wwxYw)r{rNr"rCrrfrgrrr8r:r{rr)!async_cancel_response_api_handlerrrGrHrrHrvrIrr%transform_cancel_response_api_requestrLrr r &transform_cancel_response_api_responsers rcancel_response_api_handlerz.BaseLLMHTTPHandler.cancel_response_api_handlers$ 99'.K-'$7+%-:   >FK!@ 1,HZHZ[gimHn9o p  & 6KK!'RvnL   NN= )7HH#,,/I  2WW#) X T '+"   /44gTXbi4jH-SS!#T   $$ =%  sC;; DDDc K| t| tsWtjd| r t | ndt t j|d|jddi| } n| } |j|xsid|} |r| j||j|jt|}|j|||| \}}|j|d ||| d   | j!|| || d{}|j'||S7#t"$r}|j%|| d}~wwxYww)zt Async version of the cancel response API handler. Uses async HTTP client to make requests. Nz@Creating HTTP client for cancel_response with shared_session: %sr"r#rrfrgrrr8r:r{rr)rrFrr)rrIrr*rrHrvrIrrr rLrr r r)rrrcrrrrr3rrr}r rrrrrrrs rr z4BaseLLMHTTPHandler.async_cancel_response_api_handlers$ >F4D!E  R&4>"$ "8$112EF$n&8&8t&LM-"  "( 6KK!'RvnL   NN= )7HH#,,/I  2WW#) X T '+"   $6$;$;W[_ip$;$qqH-SS!#T  r $$ =%  s<C-E0D"D  D" E D"" E+D>>EErcc| r|j||||||||| | | |  S| t| tstd|j ddi}n| }|j |xsi||}|r|j ||j|jt|}|j||||||\}}tj|}|j|t||||j|\}}|d |ind |i}|j|d |||d   |j d||| d|}|j'||S#t"$r}|j%||d}~wwxYw)z8 Handler for the compact responses API. ) rr;rcr[rrrrr3rrr Nr"rCrfrgrr;r[rrrrprrrr8r:rnrrr)"async_compact_response_api_handlerrrGrHrrHrvrIrr&transform_compact_response_api_requestr=rsrKrrLrr r 'transform_compact_response_api_response)rrr;rcr[rrrrr3rrr}r rrrrrrqrxrrs rcompact_response_api_handlerz/BaseLLMHTTPHandler.compact_response_api_handler-s & ::.K5Y-'$7+%-;   >FK!@ 1,HZHZ[gimHn9o p  & /DD!'Ru^E   NN= )7HH#,,/I  * P P1U) Q   &JJ4P<II 0"** J GRF]fk-Bdjlpcq  '+"   4/44ngW^nbmnH-TT!#U   $$ =%  s#E E-E((E-c.K| t| tsWtjd| r t | ndt t j|d|jddi| }n| }|j|xsi||}|r|j||j|jt|}|j||||||\}}tj |}|j#|t||||j$|\}}|d |ind |i}|j'|d |||d   |j(d||| d|d{}|j/||S7#t*$r}|j-||d}~wwxYww)zD Async version of the compact response API handler. NzACreating HTTP client for compact_response with shared_session: %sr"r#rfrgrrprrrr8r:rnrrr)rrFrr)rrIrr*rrHrvrIrrrr=rsrKrrLrr r r)rrr;rcr[rrrrr3rrr}r rrrrrrqrxrrs rrz5BaseLLMHTTPHandler.async_compact_response_api_handlers & >F4D!E  S&4>"$ "8$112EF$n&8&8t&LM-"  "( /DD!'Ru^E   NN= )7HH#,,/I  * P P1U) Q   &JJ4P<II 0"** J GRF]fk-Bdjlpcq  '+"   $;$6$;$;$uW^e$uit$uuH-TT!#U  v $$ =%  s<D;F>E1E/E1F/E11 F:F  FFfile_idc |r|j|||||||S|t|ts t} n|} |j |i|\} } |j |j d|dgi|}|jdd| ||d | j | || } |j| || S#t$r} |j| | d} ~ wwxYw) z. Retrieve file metadata by ID rrrrrrrNrrrrrrnrrrr:rrr'rr) async_retrieve_filerrGrHtransform_retrieve_file_requestrHrrLr r  transform_retrieve_file_responserrrrrrr}rrrrr%rrs r retrieve_filez BaseLLMHTTPHandler.retrieve_filesA ++ /-',  >FK!@ 1 3  & &EE)F V"66"&&y1) 7  ""   K/33WU[3\H??!#)@   K$$q/$J J KB88 CCCcK|t|tst|j}n|}|j |i|\} } |j |j d|dgi|}|jdd| ||d |j | || d{} |j| || S7#t$r} |j| | d} ~ wwxYww) z4 Async retrieve file metadata by ID Nrrrrrnrr:rrr) rrFrIrrrHrrLr r r  rrrrrrrrrrr%rrs rrz&BaseLLMHTTPHandler.async_retrieve_file0s" >F4D!E!7_EhEh!i !' &EE)F V"66"&&y1) 7  ""   K$6$:$:sG\b$:$ccH??!#)@  d K$$q/$J J K<BCB6B4B6 C4B66 C?CCCrc |r|j|||||||S|t|ts t} n|} |j |i|\} } |j |j d|dgi|}|jdd| ||d | j| || } |j| || S#t$r} |j| | d} ~ wwxYw) z% Delete a file by ID rNrrrrnrr:rrr) async_delete_filerrGrHtransform_delete_file_requestrHrrLrr r transform_delete_file_responser!s r delete_filezBaseLLMHTTPHandler.delete_filehs@ )) /-'*  >FK!@ 1 3  & &CC)D V"66"&&y1) 7  ""   K/663X^6_H==!#)>   K$$q/$J J Kr#cK|t|tst|j}n|}|j |i|\} } |j |j d|dgi|}|jdd| ||d |j| || | d{} |j| || S7#t$r} |j| | d} ~ wwxYww) z+ Async delete a file by ID Nrrrrrnrr:rrr%rrr) rrFrIrr)rHrrLrr r r*r%s rr(z$BaseLLMHTTPHandler.async_delete_files$ >F4D!E!7_EhEh!i !' &CC)D V"66"&&y1) 7  ""   K$6$=$=#w_eov$=$wwH==!#)>  x K$$q/$J J Ks<BCB7B5B7!C5B77 CCCCpurposec |r|j|||||||S|t|ts t} n|} |j |i|\} } |j |j d|dgi|}|jdd| ||d | j | || } |j| || S#t$r} |j| | d} ~ wwxYw) z List all files )r.rrrrrrNr.rrrrrnrrr.r:rrr) async_list_filesrrGrHtransform_list_files_requestrHrrLr r transform_list_files_response)rr.rrrrr}rrrrr%rrs r list_fileszBaseLLMHTTPHandler.list_filess@ (( /-')  >FK!@ 1 3  & &BB)C V"66"&&y1) 7  ""   K/33WU[3\H<<!#)=   K$$q/$J J Kr#cK|t|tst|j}n|}|j |i|\} } |j |j d|dgi|}|jdd| ||d |j | || d{} |j| || S7#t$r} |j| | d} ~ wwxYww) z& Async list all files Nrr0rrrnr1r:rrr) rrFrIrr3rHrrLr r r4) rr.rrrrrrrrr%rrs rr2z#BaseLLMHTTPHandler.async_list_files(s! >F4D!E!7_EhEh!i !' &BB)C V"66"&&y1) 7  ""   K$6$:$:sG\b$:$ccH<<!#)=  d K$$q/$J J Kr&file_content_requestr`rac X|r|j|||||||S|t|ts t} n|} |j |i|\} } |j |j d|dgi|}|jdd| ||j dd  | j | || } | jd k\r2|j| j| j| j |j| ||S#t$r} |j| | d} ~ wwxYw)z- Retrieve file content by ID )r7rrrrrrNr7rrrrrnrrr:rrrr)async_retrieve_file_contentrrGrHtransform_file_content_requestrHrrLr r rrrrtransform_file_content_response)rr7rrrrr}rrrrr%rrs rretrieve_file_contentz(BaseLLMHTTPHandler.retrieve_file_content`s 33%9 /-'4  >FK!@ 1 3  & &DD!5)E V"66"&&y1) 7  "/33I>   K/33WU[3\H   3 &!11&mm$00 ((2  >>!#)?   K$$q/$J J KsD D)D$$D)c XK|t|tst|j}n|}|j |i|\} } |j |j d|dgi|}|jdd| ||j dd  |j | || d{} | jd k\r2|j| j| j| j |j| ||S7Y#t$r} |j| | d} ~ wwxYww)z3 Async retrieve file content by ID Nrr9rrrnrrr:rrr:rr)rrFrIrr<rHrrLr r rrrrr=) rr7rrrrrrrrr%rrs rr;z.BaseLLMHTTPHandler.async_retrieve_file_contentsm >F4D!E!7_EhEh!i !' &DD!5)E V"66"&&y1) 7  "/33I>   K$6$:$:sG\b$:$ccH   3 &!11&mm$00 ((2  >>!#)?  d K$$q/$J J Ks=BD*D*D+D/AD*D D'D""D''D*cB|durd}|jdd||fS||fS)zI Handles preparing a request when `fake_stream` is True. TFrN)rD)rrrr1s rrtz/BaseLLMHTTPHandler._prepare_fake_stream_requests3 $ F HHXt $4< t|rct|jddxsd}t|jdd}|tn|}t |jdgxsg}|||fS)Nr}rmax_agentic_loopsz litellm_params.max_agentic_loops)field_agentic_loop_fingerprints)intrr!r r)r(depth configured max_loops fingerprintss r_get_agentic_loop_settingsz-BaseLLMHTTPHandler._get_agentic_loop_settingssq6::&;Q?D1E7 JJ* +3U 9C8J4PZ "6::.JB#O#USUV i--rcddlm}|j}t|D]4}t t |d|}t |d|t |d|us4yy)a True if any registered callback actually overrides ``async_should_run_agentic_loop`` (the gate every agentic hook goes through). The base ``CustomLogger`` implementation returns ``(False, {})``, so when nothing overrides it the agentic post-processing is a guaranteed no-op and the streaming wrapper that buffers + rebuilds the whole response from SSE just to call it can be skipped entirely. Function-identity comparison (not a leaf ``__dict__`` check) so an override inherited through any intermediate class is still detected -- a false negative here would silently disable agentic features. String entries in ``litellm.callbacks`` (e.g. ``"datadog"``) are resolved to their ``CustomLogger`` instance via ``get_custom_logger_compatible_class`` -- same pattern as ``ProxyLogging._callback_capabilities`` -- so a string-registered agentic callback is detected too. rrasync_should_run_agentic_looprTF)rrrLrrrrs rrz/BaseLLMHTTPHandler._has_agentic_completion_hooks]* D'EE *;7 Bd2h(GSGw G4GIz[d.(sD $A9;O !%.   s/2)rrr3litellm.litellm_core_utils.prompt_templates.factoryrNr)rr rNs `@rr%z5BaseLLMHTTPHandler._server_fulfilled_tools_in_request!s;%&e; Z .{;   r tool_callsrIrFrHcztj|}||vr td||k\rtd|d||S)u Evaluate agentic-loop safety guards (fingerprint cycle / max depth). Raises AgenticLoopSafetyError on abort. Returns the current fingerprint on success. These checks must not be swallowed by the per-callback ``except Exception`` block that wraps callback dispatch — they are bounded-loop / cycle-break safety rails and must abort the agentic dispatch when they trip. zDAgentic loop detected repeated tool-call fingerprint; aborting rerunzExceeded max_agentic_loops=z for model=)r_fingerprint_agentic_toolsrX)rRrIrFrHr fingerprints r_check_agentic_loop_safetyz-BaseLLMHTTPHandler._check_agentic_loop_safety/sR$0JJ:V , &()op p I (+FykQ\]b\c)de ercp tj|dtS#t$rt|cYSwxYw)NT) sort_keysdefault)rrrr )r s rrTz-BaseLLMHTTPHandler._fingerprint_agentic_toolsHs3 ::etSA A u:  s 55ct|tr|jdn|}t|tst t fSd|D}t d|D}t d|D}t d|D}||fS)a8 Collect the ids and names of the tool calls a safety rail just refused. Callbacks hand back either a bare list of tool calls or a dict wrapping that list under ``tool_calls``, and both the anthropic and responses shapes carry an ``id`` (or ``call_id``) plus a ``name``. rRc3BK|]}t|ts|ywr)rrrcalls rrzGBaseLLMHTTPHandler._refused_agentic_tool_identifiers..[sNdz$7MTNsc3K|]6}|jd|jd|jdf8yw)rcall_idrPNrr\s rrzGBaseLLMHTTPHandler._refused_agentic_tool_identifiers..\s2mZ^txx~txx /BDHHVDTUms<>c3\K|]$\}}}||fD]}t|ts|&ywrrr)rr_ caller_id_rPs rrzGBaseLLMHTTPHandler._refused_agentic_tool_identifiers..]s> +gy!GYCW :?[efkmp[qE  s , ,c3JK|]\}}}t|ts|ywrra)rrcrPs rrzGBaseLLMHTTPHandler._refused_agentic_tool_identifiers..`s X*!Q*TSVBW Xs##)rrrrrr)rRcalls dict_callsfieldsidsnamess r!_refused_agentic_tool_identifiersz4BaseLLMHTTPHandler._refused_agentic_tool_identifiersOs8B*d7Sz~~l3Yc%&; + +NeN mblmm /5  ! X XXEzrr refused_ids refused_namesct|tr|jddk7ry|jd}t|tr|r||vS|jd|vS)ar Whether this response block belongs to a tool call the rail refused. An id settles it on its own, so a block carrying one is matched on the id alone and a client's own tool call survives even where it happens to share a name with a refused one. The name is only consulted for tool call shapes that arrive without an id. rtool_useFrrP)rrrr)rrkrlblock_ids r_is_refused_tool_use_blockz-BaseLLMHTTPHandler._is_refused_tool_use_blockcsY%&%))F*;z*I))D/ h ${* *yy M11rrpc| xr|dk(S)a) Whether a refused rerun can still be answered with a finalized turn. Only the anthropic messages surface can. The responses surface carries a pydantic model the finalizer does not rewrite, so it keeps raising, which is what every surface did before this path learned to end the turn. The messages and responses call sites pass ``stream=False``, because interception converts an intercepted stream to non-streaming before the loop runs and rebuilds the SSE stream from the finalized turn afterwards. ``AgenticStreamingIterator`` passes ``stream=True``, and that path keeps raising: its events are already on the wire, so a finalized turn would reach the client as a second message rather than as a replacement. r5r)rrps r(_can_replace_turn_with_terminal_responsez;BaseLLMHTTPHandler._can_replace_turn_with_terminal_responsets"zAk-AAArclt|ts|Stj|\}}t|}|j d}t|t rX|Dcgc]}tj |||s|}}||d<td|D}|s|j ddk(rd|d<|Scc}w)a Turn the response into a terminal turn after a safety rail refused the rerun. The refused tool calls target tools LiteLLM injected on the client's behalf, so a client that never declared them cannot send back a matching ``tool_result``. Their blocks are dropped and a ``tool_use`` stop reason is closed out as ``end_turn``, which is what a provider-native web search turn returns once it stops calling tools. A ``tool_use`` block the client itself declared is left alone, and while one is still in the response the stop reason stays ``tool_use`` so the client knows to answer it. rc3hK|]*}t|txr|jddk(,yw)rrnN)rrr)rrs rrzHBaseLLMHTTPHandler._finalize_refused_agentic_response..s21PU 5$'KEIIf,=,KK1r stop_reasonrnend_turn)rrrrjrrrpany) rrRrkrl finalizedrr kept_blocksclient_tool_use_remainss r"_finalize_refused_agentic_responsez5BaseLLMHTTPHandler._finalize_refused_agentic_responses(D)O%7%Y%YZd%e" ]> "y1 gt $%")DDUKYfg"K" $/Ii -01Yd1. #+y}}]/Kz/Y+5 -("s B1planrUrrc Kddlm} |jxs t}|j t d|}|<|j j di}tt|j d|}t|}|j|j|j|j|d<|j}|$ttdz|jdd}n|jdd| tt|j dd}d h}|j!Dcic]2\}}|j#d s|j#d s ||vr||vr||4}}}|j|j$|d z|d <||d<| | gz|d<| j&di||j|j(xs|| d||d{}|  | j+|||d{}|S|Scc}}w7-7#t,$r9}t/|dd}t1j2d||t|Yd}~|Sd}~wwxYww)NrrG*Agentic loop plan missing patched messagesagentic_loop_paramsrr  max_tokensir_websearch_interception_compression_interceptionrr}rBrD)rrrrrr|r(litellm_call_idunknownfLiteLLM.AgenticHookError: Exception in async_post_agentic_loop_response_hook [call_id=%s model=%s]: %sr)litellm.anthropic_interfacer request_patchrWrFrMrrrrrvrr rrErDrL startswithr(acreater%async_post_agentic_loop_response_hookr rrr)rr|rrrrr(rFrHrIrUrrr5patchfull_model_nameagentic_paramsrr internal_keyskvkwargs_for_followuprr_call_ids r_execute_anthropic_agentic_planz2BaseLLMHTTPHandler._execute_anthropic_agentic_plans O))F-D-F >> !IJ J  ":E:X:X:\:\]rtv:wN"3(:(:7E(JKO!%&P!Qu445 ;; "',{{OG $%%  cDj/*=*=lD*QRJ    d 3  c6::lD#ABJ 56  & 1<< 9:LL!<=&( qD& &  ""5<<05:QY123</0,A*I HI H5H6H: I H I .I?I I  I c DK|jxs t} | j tdt |} | j | j | j| j| d<| jD cic]\} }| dk7r| dk7r| |} } }dh}|jD cic]7\} }| jds!| jds| dk7r | |vr| | vr| |9}} }|j | j|dz|d <||d <|| gz|d < tjd| jxs|| jd | |d{}|  | j||| d{}|| |j)| ||||d{SScc}} wcc}} w7R75#t$r8}t!|dd}t#j$d||t'|Yd}~od}~wwxYw7Z#| |j)| ||||d{7wwxYww)Nz1Agentic loop plan missing patched responses inputr rr|rrrrr}rBrD)rr;rrrr)rr|r(rrr)rrWrrFrrvrr rLrr(r aresponsesrrr rrrr_run_agentic_loop_cleanup)rr|rr[rr(rFrHrIrUrrrrrrrrrrs r_execute_responses_agentic_planz2BaseLLMHTTPHandler._execute_responses_agentic_plans))F-D-F >> !PQ QCDu445 ;; "',{{OG $(--/ 1H}&W!W qD  !66  & 1<< 9:LL!<=FF&( qD& &  ""5<<05:QY123</0r0model_alias_maprcustom_prompt_dictrrrrrrr}rBrD)rrr)rrWrrFrrrvrr rLrr(rr0)rr|rrrr(rrFrHrIrUrroptional_params_for_followupinternal_paramsrrrs r%_execute_chat_completion_agentic_planz8BaseLLMHTTPHandler._execute_chat_completion_agentic_planxsq))F-D-F >> !IJ J++. o %!4 5Q6GHO.2?.C$$++E,A,AB ;; "49KK ( 1"  & 1<< 9:LL!<=( qD& &  ""5<<05:QY123</04 Erc|dk7r|S||jjddnd}|rJt|tr:ddlm}ddlm}ddlm }ddl m }|jd |||| S|S) a If the original request was streaming but converted to non-streaming for WebSearch interception, wrap the dict response in a FakeAnthropicMessagesStreamIterator. The converted-stream flag is only ever set by anthropic-messages websearch interception, and the wrapper rebuilds an Anthropic SSE stream, so wrapping is gated on ``api_surface == "anthropic_messages"`` to leave other surfaces (e.g. the responses API) untouched. r5r>Fr)rrrrYz_WebSearchInterception: Agentic loop completed, converting non-streaming response to fake streamrW) rMrrrtypingrlitellm._loggingrrXr8litellm.types.llms.anthropic_messages.anthropic_responserZr)) rrrrpwebsearch_converted_streamrrrrZs rr7z-BaseLLMHTTPHandler._maybe_wrap_in_fake_streams . .O&  * * . ./XZ_ ` # &*Xt*D # 7   !N q 7E^`h@ij jrr*c Kddlm} ddlm} tj |j xsgz} |jdg}|j| \}}}i| d| i}| D]}t|| sd}d} |j||||||| d{\}}|s< |j||||| } |j+}||d<|j,j.| j.u}|s7|j1||||||||| d{}|j'||| cS|j/||||||||| d{}|j2|j'|j2|| cS|j4rG| j6d|j,j8|j:|j'||| cS|j<sr| dk(r%|j?|||||||||| d{cS|j'|jA|||||||||||| d{|| cS|j'||| }||ur|Sy7#t$r3}| jd |j|t|Yd}~)d}~wwxYw#t $rk}|j#|| s| j$d |j|t||j'|j)|| || cYd}~cSd}~wwxYw7777#t$r6}tC|dd}| jd||t|Yd}~d}~wwxYww)a? Call agentic completion hooks for all custom loggers (Anthropic Messages API). 1. Call async_should_run_agentic_loop to check if agentic loop is needed 2. If yes, call async_run_agentic_loop to execute the loop Returns the response from agentic loop, or None if no hook runs. rrrr r(_agentic_loop_api_surfaceFNrrrr rrr(z^LiteLLM.AgenticHookError: Exception in async_should_run_agentic_loop [call_id=%s model=%s]: %srRrIrFrHrzALiteLLM.AgenticLoopRefused: ending turn [call_id=%s model=%s]: %s)rrRr) r rrrrrrrr(z0Agentic loop terminated by callback=%s reason=%sr]) r|rr[rr(rFrHrIrUr) r|rrrrr(rFrHrIrUrrrrzYLiteLLM.AgenticHookError: Exception in agentic completion hooks [call_id=%s model=%s]: %s)"rrrrrrrrrJrrLr rrrrVrXrrwarningr7r{rhrasync_build_agentic_loop_planasync_run_agentic_loopresponse_override terminater)rrurun_agentic_looprrr)rrrrrrrrrr(rprrrr rFrHrI hook_kwargsr should_runrRrrUkwargs_with_providerbuild_plan_overriddenagentic_resultr|rr~s rr6z1BaseLLMHTTPHandler._call_agentic_completion_hookss)* 4C",, 0U0U0[Y[\ AEEgrR)-)H)HPV)H)W&y,QQ(C[Q !N Hh 5$J!%J #@@%%!(;&A& "==)!-' > ,S '2'7'7'9$>Q$%:;&&DDLLvLvv&-3;3R3R(#!)!);]Cm$/%34S 4 .N ::>;Xcdd%CC$%%7Y?i +!/D  ))5::4;Q;QS^`kll>>(N((J **33((  ::8[R]^^,,+-!%!E!E!#=g$/3#"+%1$/!)"F "  66>>!#!)Cm$/3#"+%1$/%!)?   !kN j77+{[  !MY (((t//F   ,* DDV[Y&&&W//F  66;;XZd;e , . 2  " ";0A9M(((oF  sA5M8IIIMJ6AL L  L#M&LL ,L0M3ALM LM#L7L8L;M>+L)L * L3MI J(J M JM LAL:L;MLM L LLL M+M MMMc Kddlm} ddlm} tj |j xsgz} |jdg} |j|\} }}| D]m}t|| st|dsd}d} |j|||| ||| d{\}}|sI|j||| || } |r|j!ni}||d <|j"j$| j$u}|s#|j'|||||||| d{cS|j%|||||||| d{}|j(|j(cS|j*r6| j,d|j"j.|j0|cS|j2sK|j5||||||| ||| d{cS||j6jddnd}|r4ddlm} ddlm}| j,dt|dr ||}|Sy7#t$r'}| jd t|Yd}~d}~wwxYw7E7%7#t$r}| jd|Yd}~(d}~wwxYww)ab Call agentic chat completion hooks for all custom loggers (Chat Completions API). 1. Call async_should_run_chat_completion_agentic_loop to check if agentic loop is needed 2. If yes, call async_run_chat_completion_agentic_loop to execute the loop Returns the response from agentic loop, or None if no hook runs. rrrr r-async_should_run_chat_completion_agentic_loopFNrzXLiteLLM.AgenticHookError: Exception in async_should_run_chat_completion_agentic_loop: %srr)r rrrrrrr(z5Agentic chat loop terminated by callback=%s reason=%s) r|rrrr(rrFrHrIrUzHLiteLLM.AgenticHookError: Exception in chat completion agentic hooks: %sr>)#convert_model_response_to_streamingzaWebSearchInterception: No tool call made, converting non-streaming chat completion to fake streamchoices)rrrrrrrrrJrrrr rrrVrhr-async_build_chat_completion_agentic_loop_plan&async_run_chat_completion_agentic_looprrr)rrurrrM)litellm.llms.base_llm.base_model_iteratorr)rrrrrrrrr(rrrr rFrHrIrrrRrrUrrr|rrr1s rr,z6BaseLLMHTTPHandler._call_agentic_chat_completion_hookss,& 4C",, 0U0U0[Y[\ &**7B7)-)H)HPV)H)W&y,!` xHh 58%TU$J!%J #PP%%!(;!Q"99%)# :K7 x8>v{{}B$>Q$%:;&&TT'UUV&-!)!P!P(#!)!)(7$/%3"Q "  &SS$%%$3 +!/T  ))5111>>(N((O **33(( $O,,!GG%$3/(;'!- +H   g` xR&  * * . ./XZ_ ` # & 7  !N s  x+%H%R ""c (((nF  8  .  x((()suvww xsA:J =H%H"H% J :AI II J I 6I7I J ?I J  I #J %I II AJ "H%% I.I J IJ I I I  J)J<J JJ rrr0c ~t|tjr|jjn t |dd}t|t r|nd}t |dd}t|tjr|jj}nt |dt|}t |dd}||r t |dd}|rt|dr t |d|}|r t|}ni}|!ddl m }||||t|t  |j||| } t|t sd | _| ) Nrirrrr)BaseLLMException)rmessagerstatus_code_is_synthesizedrT)rrr rrrrErrrr)litellm.llms.base_llm.chat.transformationrrr) rrrreceived_status_coder error_headers error_texterror_responserprovider_errors rr z BaseLLMHTTPHandler._handle_error's@2'1E4I4I&JAJJ " "PWXY[hjnPo /99Ms.S*Y\ 9d3 a.. /J FCF3J ':t <  ^#NItDM gnf= DJ  /MM  " R"'"%/9:NPS/T+T  !0 ? ?$#!!@!  .48T$!Q!8BSATTJ!<<&,,3BG)TZJ[[ &// /:;; Us  BBg @) open_timeoutrwebsockets_module ssl_contextrrrc rKtdt|jddt|jddfD}d}t|D]&} |j ||t ||d{cS|J|7 #|$rt t|jjf$r } | }Yd} ~ ad} ~ wwxYww)aTOpen the backend realtime websocket, retrying a hung open handshake. The upstream Live handshake (e.g. Gemini Live) intermittently hangs on open; waiting longer never recovers a hung attempt, but a fresh attempt almost always connects in ~1s. So bound each attempt with ``open_timeout`` and retry, instead of surfacing one slow handshake to the caller as a fatal 1011. A bounded attempt that timed out already spaced out the retry, so no extra backoff is needed. Deterministic rejections (auth / handshake status) are not retried. c3$K|]}|| ywrr)rexcs rrz?BaseLLMHTTPHandler._open_realtime_backend_ws..s,  , s InvalidStatusNInvalidStatusCode)rmax_sizesslr) rr exceptionsrconnectr TimeoutErrorOSErrorWebSocketException) rrrrrrdeterministic_errorslast_excrcrs r_open_realtime_backend_wsz,BaseLLMHTTPHandler._open_realtime_backend_wsts.',, )44otL)446I4P, ' *.|$ A .66'.F#!- 7 "###!( !,,??    sBAB7A?/A=0A?3 B7=A??)B4(B/*B7/B44B7 websocketuser_api_key_dictc Kddl} |j|||}|j|||} t}|j drC|dur?t j t j}d|_t j|_ |j| |||d{}|4d{i}| r| |d<t|||||| || xsijddk(r|nd}d}|jrD|j|}|r1|j!|}|j#|d{||_|js{|j%||j&d }|[t)j*|}|j-||j/|d{d |_t3j4d |j7d{dddd{y7P7H77Q77#1d{7swYyxYw#| j8j:$rX}t3j<d ||j?|j@tCtE| d{7Yd}~yd}~wtF$r}t3j<d |tCtE|} |j/tI|dd{7n$#tF$rt3j4dYnwxYw |j?dtKtCd|d d{7nD#tL$r3}dtE|vs dtE|vrntGd|Yd}~nd}~wwxYwYd}~yYd}~yd}~wwxYww)Nrrrrwss://Frdintent transcription)rrforce_transcription_model)rlogging_session_idsession_configuration_requestTz>Sent synthetic session.created to client to unblock connectionzError connecting to backend: %scodereason server_error) error_typez=Could not send realtime error event to client; closing anywayInternal server error: zInternal server error)fallbackalready completedwebsocket.close*Unexpected error while closing WebSocket: )' websocketsrIrHrrr SSLContextPROTOCOL_TLS_CLIENTcheck_hostname CERT_NONE verify_moderr(rrequires_session_configurationr-_maybe_inject_guardrail_auto_response_disablesendtransform_session_created_eventlitellm_trace_idrr store_message send_text_session_created_sent_to_clientrr)bidirectional_forwardrrrcloserrrr r&r'r)rrrrrrrrrrrrdrrrr backend_ws _request_datarealtime_streaming_session_configsynthetic_sessionsynthetic_session_strrredacted_error close_errors rasync_realtimez!BaseLLMHTTPHandler.async_realtimes $55hwO!667  V `9;K~~h'K5,@!nnS-D-DE -2 **--- '&*&D&DZQTV]_j&k kJ!4 A4 A:< #8HM"45,=#&7!."."4"!9!9(!C!V\` -"&/3"AAC&5&S&STY&ZO&*<*j*j++)ooo>>>KZ*H'EEG/>/^/^#+6+G+G6:0_0% )47;zzBS7T- +889NO'112GHHHMQ*J&,,-mn(>>@@@i4 A4 A4 A!l4 A<?$IAi4 A4 A4 A4 Al$$66 U  $ $%F J//q}}^CPQF=S/T T T `  $ $%F J$23q6$:N f))*>~Zh*ijjj f$$%de f `oo1&)@'DE!8&  `&#k*::>OSVWbSc>c$&PQ\P]$^__ ` `sR,N A5H$G4% H/G70H3BH4G:5A5H*G<+3HG>H# H.H/H3N 4H7H:H<H>HHHH HHN HN0AJ8I;9J>N  N*N:K KK N L>NLN-L92L53L98N9 M5)M0+N0M55N8 N NN  api_versionc VK|jd||||||||| |  d{S7w)z Forward POST /v1/realtime/client_secrets to upstream provider. Uses provider_config (BaseRealtimeHTTPConfig) for URL construction and header auth when available; falls back to the legacy OpenAI-style defaults. client_secrets endpointrrrrrrrrrrN_async_realtime_session_post rrrrrrrrrrrs r$async_realtime_client_secret_handlerz7BaseLLMHTTPHandler.async_realtime_client_secret_handlersK&66%%#+'#7    )')c VK|jd||||||||| |  d{S7w)zFForward POST /v1/realtime/transcription_sessions to upstream provider.transcription_sessionsrNr!r#s r,async_realtime_transcription_session_handlerz?BaseLLMHTTPHandler.async_realtime_transcription_session_handler9sK66-%#+'#7    r%r )rr'c >K| t| ts%ttjj } n| } |O|dk(r|j ||xsd| } n|j||xsd| } |ji|xsd|}n|jdd|} d |d d }| r|j| |j|d|| |d   | j| |||d{S7#t$r}||j||d}~wwxYww)a# Shared POST flow for the realtime HTTP session endpoints (client_secrets and transcription_sessions). Uses provider_config (BaseRealtimeHTTPConfig) for URL construction and header auth when available; falls back to the legacy OpenAI-style defaults. Nrr'rrrrrrz /v1/realtime/Bearer r) Authorizationrr8r:r{r)rrFrIrr*OPENAIget_transcription_session_urlrIrHrstriprvrLrr r )rr rrrrrrrrrrrrrrs rr"z/BaseLLMHTTPHandler._async_realtime_session_postUs* >F4D!E!7$1188" "(   &33%CC%U[bkD&66PUP[Y[it6u)8)M)M%+2w*N*G__S)*-zBC#*7)!4 2G  NN= )'3"   +00! 1   *(($3)   s<CDC6/C40C63D4C66 D?DDDopenai_ephemeral_keysdp_bodysession_configc K| t| ts%ttjj } n| } |+|j ||xsd| } |j|}n|jdd} dd |i}| r|j| |xsi}d |vrd |d <d |vr|r||d <t|tr|jd n|}d|dfdtj|dfd}|jdd| ||d | j| |||d{S7#t $r}||j#||d}~wwxYww)a Forward POST /v1/realtime/calls (SDP exchange) to upstream provider. Uses provider_config (BaseRealtimeHTTPConfig) for URL construction and header auth when available; falls back to the legacy OpenAI-style defaults. OpenAI's GA realtime API expects multipart/form-data with: - sdp: the SDP offer (text) - session: JSON string with {"type": "realtime", "model": "...", ...} Nrrr*) ephemeral_keyrz/v1/realtime/callsr,r+rrealtimerrz text/plainr)sdpsessionrealtime_sdp_offer)rrr7r:rr)rrFrIrr*r-get_realtime_calls_urlget_realtime_calls_headersr/rvrrrrrLrr r )rrr0r1rrrrr2rrrrrr session_datasdp_textrrs rasync_realtime_calls_handlerz/BaseLLMHTTPHandler.async_realtime_calls_handlers0 >F4D!E!7$1188" "(   &!88(RWR][]kv8wC)8)S)Sbv)S)wG__S)**<=C7+?*@!AG  NN= )-2  %#-L , &5$)L !6@56Q(//'2W_(L1djj68JK  &"'   +00 1   *(($3)   s<DE D*#D($D*'E(D** E3E  EE first_messagec  !"#$Kt} ||js3ddlm}|d%||||| || | | d | }|j d{yddl#ddlm}tj||d| !|ji|! |rd| d <|j|t! $|jrst$}t|j }d |vrO|g|d <t#|j%t'|j)Dcic] \}}||d c}} $ t+"$j-d rC"dur?t/j0t.j2"d"_t.j6"_|j;d|xsd$ ddidt< !"#$fd}|4d{}i}| r| |d<g}g} ddl}|j@Dcgc]S}tCtE|ddr;tCtE|ddr%tCtE|ddrtE|ddr|U}}|j@Dcgc]=}tCtE|ddr%tCtE|ddrtE|ddr|?}}tM|tO|||||| ||| | }|jQd{dddd{y7cc}}w7"cc}wcc}w#tF$r }tIjJd|Yd}~d}~wwxYw7W7I#1d{7swYyxYw##jRjT$rX}tIjVd||jY|jZt]t_|d{7Yd}~yd}~wtF$r}tIjVd| |jYd t]d!|d{7nD#t`$r3}d"t_|vs d#t_|vrntGd$|Yd}~nd}~wwxYwYd}~yYd}~yd}~wwxYww)&a Handles Responses API WebSocket mode. For providers with native websocket support (OpenAI, Azure): - Opens a persistent WebSocket to the provider's /v1/responses endpoint - Proxies response.create events bidirectionally for lower-latency agentic workflows For providers without native websocket support (all others): - Uses ManagedResponsesWebSocketHandler which makes HTTP streaming calls - Forwards events over the websocket connection Nr) ManagedResponsesWebSocketHandler) rrrrrdrrrrr>quota_callbacksr)rrrfr+r,rgrrrFrmoderesponses_websocket)rrr9r:c Ktr^ddlm}|j j Dcic]\}}t |t |c}} d{}||y j t 4d{}|dddd{ycc}}w7J7"7#1d{7swYyxYww)Nr)rCrn)rrr)rrKrCrrLrr) rust_responses_websocketrOrP rust_backendbackendrrrrrrws_urls r_backend_connectionzIBaseLLMHTTPHandler.async_responses_websocket.._backend_connectionSs45H.Yc0H0P0P"HO  X*#uS3u:!5 X '1Q1+L $/**%--'.F# ."" !M """!Y+"""""sd2CB&  C!B,")C B. CB2 C B0! C.C0C2C8B; 9CCrd check_pii'get_presidio_settings_from_request_data_unmask_pii_textoutput_parse_piiapply_to_outputueResponses WebSocket: failed to collect guardrail callbacks — PII masking will be skipped. Error: %s) rrrrrr>guardrail_callbacksoutput_guardrail_callbacksrAauthorized_modelz,Error connecting to responses WS backend: %srzError in responses WS: %srrrrrr)1rsupports_native_websocketrr@runrwebsockets.asyncio.clientrrimodel_validaterHget_websocket_urlrmodel_in_websocket_urlrrrrrrrLrrrrrrrrrLrrrrrr rrrNrrrrrrrrrr)%rrrrrcrrrrrdrr>r(_ws_quota_callbacksr@handlerr_parsed_qsrrrIrr_ws_guardrail_callbacks_ws_output_guardrail_callbacksrr_guardrail_exc streamingrrrrrrrHs% ` ` @@@@@rasync_responses_websocketz,BaseLLMHTTPHandler.async_responses_websockets4&I%J ( 08U8o8o8q > #'"3!1!$7+ 3  G++-   > 4 C C$"  ! 7KK)L  )0 ':GO $.@@/A  ) ? ? A%f-G!'--0Cc! %wG #G$4$49Z]ZcZcZeEfRVRSUVa1gEf;g$4$hic `9;K  *{e/C!nnS-D-DE -2 **--- '   2 &&,24I+J! ! ! " "! "*+,/ 8/ 8 :< #8HM"4502'79..#+"4"4/#GB T$BC$WR1Z\`%ab$WR1CT%JK#B(:EB /+/#+"4"46#GB T$BC$WR1Z\`%ab#B(95A 626$?'#$4jA +&7!."/(?/M$7%* $  55777_/ 8/ 8/ 8U BFgR/ 8/6!"**O&&8_/ 8/ 8/ 8/ 8b$$66 U  $ $%SUV W//q}}^CPQF=S/T T T `  $ $%@! D `oo4I`ab`cGd8eofff `&#k*::>OSVWbSc>c#&PQ\P]$^__ `g `sOA QK/CQK2)Q;BM K8M L5)L;AK;L#AL%L'2L5L1L5 M )L3*M .Q2Q8M ; L L.L)$L5)L..L53M 5M;L> <MM QM Q#AN6+N.,N61Q6 QQ "P;O><PQ  P> )P94Q 9P>>Q  Q QQimagepromptimage_edit_provider_config"image_edit_optional_request_paramscB| r1|j||||||||| | | t| tr| nd||S| t| tst d|j ddi}n| }|j |j|j dixsi|t||j}| r|j| |j||jt|}|j||||||\}}|j||}|j|d |||d   |jr|j!||||| }n|j!|||| }|j'|||S#t"$r}|j%||d}~wwxYw)z Handles image edit requests. When _is_async=True, returns a coroutine instead of making the call directly. N)rrarbrcrdrrrrr3rrr1rdr"rCrrrrrrrrrrrarbrdrrrr8r:rrrrrr{rr)async_image_edit_handlerrrFrGrHrrHrrrrvrItransform_image_edit_request finalize_image_edit_request_datarLuse_multipart_form_datarr r transform_image_edit_response)rrrarbrcrdrrrrrr3rr}r1rdrrrrrrrs rimage_edit_handlerz%BaseLLMHTTPHandler.image_edit_handlers&. 00+E3U$7-'+%!+F4D!Ev4'!11 " >FK!@ 1,HZHZ[gimHn9o p  & 3HH"**6::?BOUSU/#,, I   NN= )4EE#,,/F  1MM/Q) N e*JJ4QYZ ',$"   )AAC,11 ## 2-11 ## 2*GG!#H   $$ :%  s-F4D!E!7$112EF$n&8&8t&LM"  "( 3HH"**6::?BOUSU/#,, I   NN= )4EE#,,/F  1MM/Q) N e*JJ4QYZ '+$"   )AAC!3!8!8 ## "9""4!8!8 ## "9"*GG!#H  - $$ :%  sND F)E49E0:E4E2E4F0E42E44 F=FFF image_generation_provider_config(image_generation_optional_request_paramscz| r1|j|||||||| | |t| tr| nd| ||S| t| tst d|j ddi}n| }|j ||j dixsi|g|t|}| r|j| |j||j dd|j dd|t| }|j|||t|| }|j|d |||d   |jr|j|||dd i|}n|j||||}|j!||t#j$|||t|d}|S#t$r}|j||d}~wwxYw)z Handles image generation requests. When _is_async=True, returns a coroutine instead of making the call directly. N)rrbrqrrrrrrr3rrr1rdrr"rCrrnrrrrrrrrrbrrrrr8r:nonerir{rrr'rrrrrr)async_image_generation_handlerrrFrGrHrrHrrvrI"transform_image_generation_requestrLrmrr r #transform_image_generation_responserr|)rrrbrqrrrrrrrr3rr}r1rdrrrrrrrrs rimage_generation_handlerz+BaseLLMHTTPHandler.image_generation_handlersH, 661Q9a$7-'+%!+F4D!Ev4'!17 " >FK!@ 1,HZHZ[gimHn9o p  & 9NN<@@RTU[Y[D/ O   NN= ):KK#'' D9"&&y$7D/ L 7YYD/ Z  '+$"   /GGI,11 #!2,# 2-11 ## 20P/s/s!"002#D/0t 0 # $$ @%  s%>F F:"F55F:c lK| t| ts3ttj|d|j ddi}n| }|j ||j dixsi|g|t|}| r|j| |j||j dd|j dd|t|}|j|||t|| }|j|d |||d   |jr!|j|||d d i|d{}n|j||||d{}|j!||tj"|||t|d}|S7X7<#t$r}|j||d}~wwxYww)zq Async version of the image generation handler. Uses async HTTP client to make requests. Nr"rdrrnrrrtrurr8r:rvrir{rrw)rrFrIrr*rrHrrvrIryrLrmrr r rzr|)rrrbrqrrrrrrrr3rr1rdrrrrrrrrs rrxz1BaseLLMHTTPHandler.async_image_generation_handlers!* >F4D!E!7$112EF$n&8&8t&LM"  "( 9NN<@@RTU[Y[D/ O   NN= ):KK#'' D9"&&y$7D/ L 7YYD/ Z  '+$"   /GGI!3!8!8 #!2,# "9""4!8!8 ## "9"0P/s/s!"002#D/0t 0 C $$ @%  sNDF4+F3F 4FFF6F4 FF F1F,,F11F4 video_generation_provider_config(video_generation_optional_request_paramscz| r1|j|||||||| | |t| tr| nd| ||S| t| tst d|j ddi}n| }|j |xs|j dd|j dixsi||}| r|j| |j||j ddt| }|j|||||| \}}}|j|d |||d   |r%t|dkDr|j|||||}nD|jr|j||t||}n|j||||}|j%|||||S#t $r}|j#||d}~wwxYw)z Handles video generation requests. When _is_async=True, returns a coroutine instead of making the call directly. N)rrbr}r~rrrrr3rrr1rdrr"rCrrrrrrrrg)rrb$video_create_optional_request_paramsrrrrr8r:rrirr{rrr'rrr)async_video_generation_handlerrrFrGrHrrHrvrIrtransform_video_create_requestrLrrrmr%r r transform_video_create_response)rrrbr}r~rrrrrr3rr}r1rdrrrrrrrrs rvideo_generation_handlerz+BaseLLMHTTPHandler.video_generation_handlergsZ, 661Q9a$7-'+%!+F4D!Ev4'!17 " >FK!@ 1,HZHZ[gimHn9o p  & 9NNB~11)TB<@@RTU[Y[) O   NN= )3DD#'' D9/E  - K K1Y) L     '+$"   Ua,11 ## 22IIK,11 #9$?# 2-11 ## 20OO!# 3 P   $$ @%  sA+F F:"F55F:rEcK| t| ts3ttj|d|j ddi}n| }|j |xs|j dd|j dixsi||}| r|j| |j||j ddt|}|j|||||| \}}}|j|d |||d   |r-t|d kDr|j|||||d{}nT|jr'|j||t||d{}n|j||||d{}|j%|||||S7o7:7#t $r}|j#||d}~wwxYww)zq Async version of the video generation handler. Uses async HTTP client to make requests. Nr"rdrrrrrg)rrbrrrrrr8r:rrirr{rr)rrFrIrr*rrHrvrIrrrLrrrmr%r r r)rrrbr}r~rrrrrr3rr1rdrrrrrrrrs rrz1BaseLLMHTTPHandler.async_video_generation_handlers=* >F4D!E!7$112EF$n&8&8t&LM"  "( 9NNB~11)TB<@@RTU[Y[) O   NN= )3DD#'' D9/E  - K K1Y) L     '+$"   Ua!3!8!8 ## "9"2IIK!3!8!8 #9$?# "9""4!8!8 ## "9"0OO!# 3 P  9 $$ @%  s`C8F>;)F$F%6FFF9F:F>F>FFF F;#F66F;;F>video_idvideo_content_provider_configvariantc L| r|j||||||||| |  S| t| tstd|j ddi} n| } |j |xsid||} |r| j ||jd|j ddt|}|j|||| | \}} |r| j|| | }n| j || | }|j|| S#t$r}|j|| d}~wwxYw)z9 Handle video content download requests. ) rrrrrrrrrrNr"rCrrrrrrrgrrrrrrrrrrr)async_video_content_handlerrrGrHrrHrvrIrtransform_video_content_requestr transform_video_content_responser r )rrrrrrrrrrr}rrrrrrrrs rvideo_content_handlerz(BaseLLMHTTPHandler.video_content_handlerOs" 33!.K$7-'+4   >FK!@ 1,HZHZ[gimHn9o p  & 6KK!'R) L   NN= )7HH#'' D9/I 2QQ) R T ,11#2-00#11QQ%'R   $$ =%  s=D D# DD#c ~K| t| ts3ttj|d|j ddi} n| } |j |xsid||} |r| j||jd|j ddt|} |j|| || | \}} |r| j|| | d{}n| j || | d{}|j|| d{S7<7!7#t$r}|j|| d}~wwxYww) zF Async version of the video content download handler. Nr"rdrrrrgrrrrr)rrFrIrr*rrHrvrIrrr&async_transform_video_content_responser r )rrrrrrrrrrrrrrrrrrs rrz.BaseLLMHTTPHandler.async_video_content_handlers >F4D!E!7$112EF$n&8&8t&LM"  "( 6KK!'R) L   NN= )7HH#'' D9/I 2QQ) R T !3!8!8#"9""4!7!7#"8"7]]%'^   $$ =%  s`B:D==DDD3D4DDDD=DDD D:"D55D::D=video_remix_provider_configc | r|j||||||||| | |  S| t| tstd|j ddi} n| } |j | xs|j dd|xsid|}|r|j ||jd|j ddt| }|j|||||| \}}|j|d||||d   | j|||| }|j|||S#t$r}|j||d}~wwxYw)z Handler for video remix requests. When _is_async=True, returns a coroutine instead of making the call directly. ) rrbrrrrrr3rrrNr"rCrrrrrgrrbrrrr3r9rrrr:r{r'rrr)async_video_remix_handlerrrGrHrrHrvrIrtransform_video_remix_requestrLrtransform_video_remix_responser r )rrrbrrrrrr3rr}rrrrrrrrrs rvideo_remix_handlerz&BaseLLMHTTPHandler.video_remix_handlers& 11!,G$7-'+%2   >FK!@ 1,HZHZ[gimHn9o p  & 4IIB~11)TB!'R) J   NN= )5FF#'' D9/G 0MM)! N T '+"$    /44 5H/MM%'$7N   $$ ;%  s3(D D=%D88D=c K| t| ts3ttj|d|j ddi} n| } |j | xs|j dd|xsid|} |r| j||jd|j ddt|}|j||||| | \}}|j|d||| |d   | j|| || d{}|j||| S7#t$r}|j||d}~wwxYww)z; Async version of the video remix handler. Nr"rdrrrrrgrrr:r{rr)rrFrIrr*rrHrvrIrrrLrrr r )rrrbrrrrrr3rrrrrrrrrrs rrz,BaseLLMHTTPHandler.async_video_remix_handlerZs" >F4D!E!7$112EF$n&8&8t&LM"  "( 4IIB~11)TB!'R) J   NN= )5FF#'' D9/G 0MM)! N T '+"$    $6$;$; %<%H/MM%'$7N  $$ ;%  s<C(E+DDDED D?'D::D??ErPvideovideo_provider_configc | r|j||||||||| |  S| t| tstd|j ddi} n| } |j | xs|j dd|xsid|} |r| j ||jd|j ddt|}|j||||| \}}|j|dd |i|| d   | j|| || }|j|j||S#t$r}|j||d}~wwxYw)N) rPrrrrrrrrrr"rCrrrrrgrPrrrrrPr8r:rrr)$async_video_create_character_handlerrrGrHrrHrvrIr(transform_video_create_character_requestrLrr)transform_video_create_character_responser r )rrPrrrrrrrr}rrrrrr files_listrrs rvideo_create_character_handlerz1BaseLLMHTTPHandler.video_create_character_handlers <<&;$7-'+=   >FK!@ 1,HZHZ[gimHn9o p  & .CCB~11)TB!'R) D   NN= )/@@#'' D9/A  " J J) K    (.~"   Q/44  5H  % % '(RR%'S  Q$$q:O$P P Qs27D** E 3EE c K| t| ts3ttj|d|j ddi} n| } |j | xs|j dd|xsid|} |r| j||jd|j ddt|} |j||| || \}}|j|dd |i|| d   | j|| || d{}|j|j|| S7'#t$r}|j!||d}~wwxYww)Nr"rdrrrrrgrrPr8r:rrr)rrFrIrr*rrHrvrIrrrLrrrr r )rrPrrrrrrrrrrrrrrrrs rrz7BaseLLMHTTPHandler.async_video_create_character_handlers >F4D!E!7$112EF$n&8&8t&LM"  "( .CCB~11)TB!'R) D   NN= )/@@#'' D9/A  " J J) K    (.~"   Q$6$;$;  %<%H  % % '(RR%'S  Q$$q:O$P P Qs<C(E+D-D+&D-*E+D-- E6E  EE character_idc |r|j|||||||| |  S| t| tstd|j ddi} n| } |j | xs|j dd|xsid|} |r| j ||jd|j ddt|} |j|| || \}}|j|d|| d   | j || | }|j|j|| S#t$r}|j||d}~wwxYw)N) rrrrrrrrrr"rCrrrrrgrrrrrrr:rrr)!async_video_get_character_handlerrrGrHrrHrvrIr%transform_video_get_character_requestrLr&transform_video_get_character_responser r )rrrrrrrrr}rrrrrrr%rrs rvideo_get_character_handlerz.BaseLLMHTTPHandler.video_get_character_handlerIs 99)&;$7-'+:   >FK!@ 1,HZHZ[gimHn9o p  & .CCB~11)TB!'R) D   NN= )/@@#'' D9/A  ,QQ%) R V ),A   Q/33WU[3\H  % % '(OO%'P  Q$$q:O$P P Qs-6D$$ E-EEc K|t|ts3ttj|d|j ddi} n|} |j | xs|j dd|xsid|} |r| j||jd|j ddt|} |j|| || \} }|j|d| | d   | j | | | d{}|j|j|| S7'#t$r}|j|| d}~wwxYww)Nr"rdrrrrrgrrr:rrr)rrFrIrr*rrHrvrIrrrLrrr r )rrrrrrrrrrrrrrr%rrs rrz4BaseLLMHTTPHandler.async_video_get_character_handlers >F4D!E!7$112EF$n&8&8t&LM"  "( .CCB~11)TB!'R) D   NN= )/@@#'' D9/A  ,QQ%) R V ),A   Q$6$:$:sG\b$:$ccH  % % '(OO%'P d  Q$$q:O$P P Qs<C$E 'D(>D&?&D(%E &D(( E 1EE  E  video_filec| r|j||||||||| | | |  S| t| tstd|j ddi}n| }|j | xs|j dd|xsid|}|r|j ||jd|j ddt|}d}|j|||| }|;|\}} |j|||| }|j|j} |j||||||| | \}}}|j!|d||||d |r|j||||| n|j|||| }|j|j#||||S#t$r}|j|| d}~wwxYw#t$r}|j|| d}~wwxYw)N) rbrrrrrrrr3rrrr"rCrrrrrgrrrrr{rrbrrrrrr3prefetched_source_datarr:rir'rrr)async_video_edit_handlerrrGrHrrHrvrIrget_video_edit_prefetch_paramsrrr r rtransform_video_edit_requestrLtransform_video_edit_response)rrbrrrrrrrr3rr}rrrrrrprefetch_params prefetch_url prefetch_body prefetch_resprrrrrs rvideo_edit_handlerz%BaseLLMHTTPHandler.video_edit_handlers 00!%&;$7-'+%1   >FK!@ 1,HZHZ[gimHn9o p  & .CCB~11)TB!'R) D   NN= )/@@#'' D9/A  "&!6!U!U) "V"   &*9 'L- U'8'='=$#&# (>( ..0&3%7%7%9 "$ Q4QQ!%!-%'= R  Cu  +/ #& ( ! ! "&&3dRWah&i&++W4Y`+a   % % '(FF%'$7! G C U((1>S(TT UN Q$$q:O$P P Qs1%FBG F>&F99F> G" GG"c K| t| ts3ttj|d|j ddi} n| } |j | xs|j dd|xsid|}|r|j||jd|j ddt|}d}|j||||}|C|\}} | j|||| d{}|j|j} |j!||||||| | \}}}|j#|d||||d  |r| j||||| n| j|||| d{}|j|j%||||S7#t$r}|j|| d}~wwxYw7O#t$r}|j|| d}~wwxYww)Nr"rdrrrrrgrr{rrrr:rir)rrFrIrr*rrHrvrIrrrrr r rrrLr)rrbrrrrrrrr3rrrrrrrrrrrrrrrrs rrz+BaseLLMHTTPHandler.async_video_edit_handler7s >F4D!E!7$112EF$n&8&8t&LM"  "( .CCB~11)TB!'R) D   NN= )/@@#'' D9/A  "&!6!U!U) "V"   &*9 'L- U-?-D-D$#&# .E.( ..0&3%7%7%9 "$ Q4QQ!%!-%'= R  Cu  +/ #& ( ! ! #''CtSXbi'j',,gDZa,bH  % % '(FF%'$7! G Q( U((1>S(TT U6 Q$$q:O$P P QssCG0F&.F$/F&G0A&G :G ;(G #G0$F&& G/GGG0 G G-G((G--G0secondsc| r|j||||||||| | | |  S| t| tstd|j ddi}n| }|j | xs|j dd|xsid|}|r|j ||jd|j ddt|}|j||||||| \}}|j|d||||d   |j|||| }|j|j||| S#t$r}|j||d}~wwxYw)N) rbrrrrrrrr3rrrr"rCrrrrrgrbrrrrrr3rr:r{rr)async_video_extension_handlerrrGrHrrHrvrIr!transform_video_extension_requestrLrr"transform_video_extension_responser r )rrbrrrrrrrr3rr}rrrrrrrrrs rvideo_extension_handlerz*BaseLLMHTTPHandler.video_extension_handlers 55!&;$7-'+%6   >FK!@ 1,HZHZ[gimHn9o p  & .CCB~11)TB!'R) D   NN= )/@@#'' D9/A  *KK)!L T '+"$    Q/44 5H  % % '(KK%'$7L   Q$$q:O$P P Qs58D.. E7E  Ec K| t| ts3ttj|d|j ddi} n| } |j | xs|j dd|xsid|}|r|j||jd|j ddt|}|j||||||| \}}|j|d||||d   | j|||| d{}|j|j||| S7(#t$r}|j!|| d}~wwxYww)Nr"rdrrrrrgrrr:r{rr)rrFrIrr*rrHrvrIrrrLrrrr r )rrbrrrrrrrr3rrrrrrrrrrs rrz0BaseLLMHTTPHandler.async_video_extension_handlers >F4D!E!7$112EF$n&8&8t&LM"  "( .CCB~11)TB!'R) D   NN= )/@@#'' D9/A  *KK)!L T '+"$    Q$6$;$; %<%H  % % '(KK%'$7L  Q$$q:O$P P Qs<C)E,D/D-'D/,E-D// E8E  EE extra_queryc| r|j||||||||| | | |  Sddl}|j|j||||||||| | |  S)z2 Handler for video list requests. ) rrrvideo_list_provider_configrrrrrrrrrN) rrrrrrrrrrr)async_video_list_handlerrrS)rrrrrrrrrrrr}rrrs rvideo_list_handlerz%BaseLLMHTTPHandler.video_list_handler< s& 00+E$7-'+'1   7;;--/I(;#1 +"/ +#!.  rrc ^K| t| ts3ttj|d|j ddi} n| } |j | |xsid|}|r|j||jd|j ddt|}|j||||||| \}}|jdd|||d   | j ||| d{}|j||| S7#t$r}|j|| d}~wwxYww)z: Async version of the video list handler. Nr"rdrrrrgrrrrrrrrrr%r:rrr)rrFrIrr*rrHrvrIrtransform_video_list_requestrLtransform_video_list_responser r )rrrrrrrrrrrrrrrrrr%rrs rrz+BaseLLMHTTPHandler.async_video_list_handlerr s$ >F4D!E!7$112EF$n&8&8t&LM"  "( 3HH!'R) I   NN= )4EE#'' D9/F 1MM)#N V "    $6$:$:%;%H .KK%'$7L   $$ :%  s<CD-D .D/D D-D D*D%%D**D-video_delete_provider_configc VK|t|ts3ttj|d|j ddi} n|} |j | |xsid|} |r| j||jd|j ddt|} |j|| || \} }|jdd| | |d   | j| | | d{}|j|| S7#t$r}|j|| d}~wwxYww)z< Async version of the video delete handler. Nr"rdrrrrgr)rrrr:rnrr)rrFrIrr*rrHrvrIrtransform_video_delete_requestrLrtransform_video_delete_responser r )rrrrrrrrrrrrrrrrrs rasync_video_delete_handlerz-BaseLLMHTTPHandler.async_video_delete_handler s >F4D!E!7$112EF$n&8&8t&LM"  "( 5JJ!'R) K   NN= )6GG#'' D9/H 1OO) P T "$   $6$=$=%>%H 0OO%'P   $$ <%  s<CD)D+D,DD)D D&D!!D&&D)video_status_provider_configc || r|j||||||||| |  S| t| tstd|j ddi} n| } |j | |xsid|} |r| j ||jd|j ddt|}|j|||| \}}|jdd|| ||d   |r| j|| | }n| j || }|j|||S#t$r}|j||d}~wwxYw)z Handler for video status requests. When _is_async=True, returns a coroutine instead of making the call directly. ) rrrrrrr3rrrNr"rCrrrrgrrrrrr:rrrr)async_video_status_handlerrrGrHrrHrvrIr'transform_video_status_retrieve_requestrLr(transform_video_status_retrieve_responser r )rrrrrrrr3rr}rrrrrrrrrs rvideo_status_handlerz'BaseLLMHTTPHandler.video_status_handler!s$ 22!-I$7-'+%3   >FK!@ 1,HZHZ[gimHn9o p  & 5JJ!'R) K   NN= )6GG#'' D9/H  ) P P) Q    "$    ,11#2 -00#1 0XX%'$7Y   $$ <%  s=D D;#D66D;c K| t| ts3ttj|d|j ddi} n| } |j | |xsid|} |r| j||jd|j ddt|} |j|| || \}}|jdd|| ||d   |r| j|| | d{}n| j || d{}|j||| S747#t$r}|j||d}~wwxYww)z< Async version of the video status handler. Nr"rdrrrrgrrr:rrrr)rrFrIrr*rrHrvrIrrrLrrr r )rrrrrrrr3rrrrrrrrrrs rrz-BaseLLMHTTPHandler.async_video_status_handlerz!s >F4D!E!7$112EF$n&8&8t&LM"  "( 5JJ!'R) K   NN= )6GG#'' D9/H  ) P P) Q    "$    !3!8!8#"9" "4!7!7#"8"0XX%'$7Y   $$ <%  sNCE D'.D#/D' D% D'"E #D'%D'' E0EEE container_create_request_paramscontainer_provider_configrRc h|r|j|||||||| S| t| tstd|j ddi} n| } |j |xsi|j dd} d| d<|r| j ||j|j ddt| } |j|||| } |j|d | | | d   | j| | | |}|j||S#t$r}|j||d}~wwxYw)N)rPrrrrrrrr"rCrrrrrrrgrP(container_create_optional_request_paramsrrrr8r:r{rr)async_container_create_handlerrrGrHrrHrvrIr"transform_container_create_requestrLr#transform_container_create_responser r )rrPrrrrrrr}rrrrrrrs rcontainer_create_handlerz+BaseLLMHTTPHandler.container_create_handler!s 660O*C-'+7   >FK!@ 1,HZHZ[gimHn9o p  & 3GG!'R"&&y$7H  #5  NN= )4DD#'' D9/E  0RR5T) S  '+$"   /44 5H-PP%'Q   $$ 9%  s('D D1D,,D1c K|t|ts8ttjj d|j ddi} n|} |j|xsi|j dd} d| d<|r| j||j|j ddt|} |j|||| } |j|d | | | d   | j| | | | d{} |j| |S7#t$r}|j!||d}~wwxYww)Nr"rdrrrrrrgrrr8r:r{rr)rrFrIrr*r-rrHrvrIrrrLrrr r )rrPrrrrrrrrrrrrrs rrz1BaseLLMHTTPHandler.async_container_create_handler+"s >F4D!E!7$1188$n&8&8t&LM"  "( 3GG!'R"&&y$7H  #5  NN= )4DD#'' D9/E  0RR5T) S  '+$"   $6$;$; %<%H-PP%'Q  $$ 9%  s<C%D>(DDDD>D D;#D66D;;D>rQc t| r|j||||||||| |  S| t| tstd|j ddi} n| } |j |xsi|j dd} |r| j ||j|j ddt|}|j||| ||||\}}|jd d || |d   | j || |xsd }|j|| S#t$r}|j||d}~wwxYw)N) rrrrrrrrrrr"rCrrrrgrrrr:rrr)async_container_list_handlerrrGrHrrHrvrIr transform_container_list_requestrL!transform_container_list_responser r )rrrrrrrrrrr}rrrrrr%rrs rcontainer_list_handlerz)BaseLLMHTTPHandler.container_list_handlerw"s 44*C-'+'5   >FK!@ 1,HZHZ[gimHn9o p  & 3GG!'R"&&y$7H   NN= )4DD#'' D9/E  0PP)#Q V "    /33~4H -NN%'O   $$ 9%  s+*D D7D22D7c K| t| ts8ttjj d|j ddi} n| } |j|xsi|j dd} |r| j||j|j ddt|} |j| || ||||\}}|jdd|| |d   | j || |xsd d{}|j|| S7#t$r}|j|| d}~wwxYww)Nr"rdrrrrgrrrr:rrr)rrFrIrr*r-rrHrvrIrrrLrr r )rrrrrrrrrrrrrrrr%rrs rrz/BaseLLMHTTPHandler.async_container_list_handler"s >F4D!E!7$1188$n&8&8t&LM"  "( 3GG!'R"&&y$7H   NN= )4DD#'' D9/E  0PP)#Q V "    $6$:$:~%;%H -NN%'O   $$ 9%  s<C&E)DDDED D?'D::D??E container_idc |r|j|||||||| S| t| tstd|j ddi} n| } |j |xsi|j dd} |r| j ||j|j ddt|} |j|| || \} }|r|j ||jd d | | ||d   | j | | |xsd }|j|| S#t$r}|j||d}~wwxYwN)rrrrrrrrr"rCrrrrgrrrrrrrr%rr:rrr) async_container_retrieve_handlerrrGrHrrHrvrIr$transform_container_retrieve_requestrL%transform_container_retrieve_responser r rrrrrrrrr}rrrrrr%rrs rcontainer_retrieve_handlerz-BaseLLMHTTPHandler.container_retrieve_handler#s 88)*C-'+'9   >FK!@ 1,HZHZ[gimHn9o p  & 3GG!'R"&&y$7H   NN= )4DD#'' D9/E  0TT%) U V  MM+ & " ,    /33~4H -RR%'S   $$ 9%  :*D%% E.EEc K|t|ts8ttjj d|j ddi} n|} |j|xsi|j dd} |r| j||j|j ddt|} |j|| || \} } |r| j||jdd| | | |d   | j | | | xsd d{}|j|| S7#t$r}|j|| d}~wwxYwwNr"rdrrrrgrrrr:rrr)rrFrIrr*r-rrHrvrIrrrLrr r rrrrrrrrrrrrrr%rrs rrz3BaseLLMHTTPHandler.async_container_retrieve_handlerv#s >F4D!E!7$1188$n&8&8t&LM"  "( 3GG!'R"&&y$7H   NN= )4DD#'' D9/E  0TT%) U V  MM+ & " ,    $6$:$:~%;%H -RR%'S   $$ 9%  <C7E:D/D-D/,E-D// E8E  EErSc |r|j|||||||| S| t| tstd|j ddi} n| } |j |xsi|j dd} |r| j ||j|j ddt|} |j|| || \} }|r|j ||jd d | | ||d   | j| | |xsd }|j|| S#t$r}|j||d}~wwxYwr)async_container_delete_handlerrrGrHrrHrvrIr"transform_container_delete_requestrLr#transform_container_delete_responser r rs rcontainer_delete_handlerz+BaseLLMHTTPHandler.container_delete_handler#s 66)*C-'+'7   >FK!@ 1,HZHZ[gimHn9o p  & 3GG!'R"&&y$7H   NN= )4DD#'' D9/E  0RR%) S V  MM+ & " ,    /66~7H -PP%'Q   $$ 9%  rc K|t|ts8ttjj d|j ddi} n|} |j|xsi|j dd} |r| j||j|j ddt|} |j|| || \} } |r| j||jdd| | | |d   | j| | | xsd d{}|j|| S7#t$r}|j!|| d}~wwxYwwr)rrFrIrr*r-rrHrvrIrrrLrrr r rs rrz1BaseLLMHTTPHandler.async_container_delete_handler$s >F4D!E!7$1188$n&8&8t&LM"  "( 3GG!'R"&&y$7H   NN= )4DD#'' D9/E  0RR%) S V  MM+ & " ,    $6$=$=~%>%H -PP%'Q   $$ 9%  rrPc x| r|j||||||||| | |  S| t| tstd|j ddi} n| } |j |xsi|j dd}|r|j ||j|j ddt|}|j|||||||| \}}|jd d |||d   | j |||xsd }|j|| S#t$r}|j||d}~wwxYw)N) rrrrrrrrrrrr"rCrrrrgrrrrrrrrrrr:rrr)!async_container_file_list_handlerrrGrHrrHrvrIr%transform_container_file_list_requestrL&transform_container_file_list_responser r )rrrrrrrrrrrr}rrrrrr%rrs rcontainer_file_list_handlerz.BaseLLMHTTPHandler.container_file_list_handlerh$s 99)*C-'+':   >FK!@ 1,HZHZ[gimHn9o p  & 3GG!'R"&&y$7H   NN= )4DD#'' D9/E  0UU%)#V  V "    /33~4H -SS%'T   $$ 9%  s-*D D9!D44D9c K| t| ts8ttjj d|j ddi} n| } |j|xsi|j dd} |r| j||j|j ddt|}|j|||| |||| \}}|jdd|| |d   | j || |xsd d{}|j|| S7#t$r}|j|| d}~wwxYww)Nr"rdrrrrgrrrr:rrr)rrFrIrr*r-rrHrvrIrr rLr r r )rrrrrrrrrrrrrrrrr%rrs rr z4BaseLLMHTTPHandler.async_container_file_list_handler$s >F4D!E!7$1188$n&8&8t&LM"  "( 3GG!'R"&&y$7H   NN= )4DD#'' D9/E  0UU%)#V  V "    $6$:$:~%;%H -SS%'T   $$ 9%  s<C'E*DDDED E(D;;EEc l|r|j|||||||| S| t| tstd|j ddi} n| } |j |xsi|j dd} |r| j ||j|j ddt|} |j||| || \} }|jd d | | |d   | j | | |xsd }|j|| S#t$r}|j||d}~wwxYw)N)rrrrrrrrr"rCrrrrgrrrrrrrr:rrr)$async_container_file_content_handlerrrGrHrrHrvrIr(transform_container_file_content_requestrL)transform_container_file_content_responser r )rrrrrrrrr}rrrrrr%rrs rcontainer_file_content_handlerz1BaseLLMHTTPHandler.container_file_content_handler%s <<)*C-'+=   >FK!@ 1,HZHZ[gimHn9o p  & 3GG!'R"&&y$7H   NN= )4DD#'' D9/E  & N N%) O    "    /33~4H -VV%'W   $$ 9%  s'*D D3D..D3c K|t|ts8ttjj d|j ddi} n|} |j|xsi|j dd} |r| j||j|j ddt|} |j||| || \} } |jdd| | | d   | j | | | xsd d{}|j|| S7#t$r}|j|| d}~wwxYww)Nr"rdrrrrgrrrr:rrr)rrFrIrr*r-rrHrvrIrrrLrr r )rrrrrrrrrrrrrr%rrs rrz7BaseLLMHTTPHandler.async_container_file_content_handleri%s >F4D!E!7$1188$n&8&8t&LM"  "( 3GG!'R"&&y$7H   NN= )4DD#'' D9/E  & N N%) O    "    $6$:$:~%;%H -VV%'W   $$ 9%  s<C$E'DDDED D=%D88D==Evector_store_idc J|d|}|jdd|||d|dy)zDirect providers have no HTTP request to echo, and an empty api_base makes the debug logger fall back to dumping model_call_details, which holds stored provider credentials.z://rzdirect vector store search: )rrr request_strr:N)rL)rrrrr s r$_pre_call_direct_vector_store_searchz7BaseLLMHTTPHandler._pre_call_direct_vector_store_search%sG11_4EF#2$!=hZH   r#vector_store_search_optional_paramsvector_store_provider_configc Kt|tr=|j|||||j||||t || d{S| t| t s3t tj|d|jddi} n| } |j|xsi|}|r|j||j|jt |}t|dr-|j|||||t || d{\}}n$|j!|||||t || \}}t |}|j|xsi|j#|||| \}}|j%d d |||d  |t'j(|n|} | j+|||| d{}|j1||S777#t,$r}|j/||d}~wwxYww)Nrrrrrrrrrrr"rdrrrg&atransform_search_vector_store_requestrrrrrrr3rrrrrr8r:rrrrr)rrBr$aexecute_search_vector_store_requestrrFrIrr*rrHrvrIrrr%transform_search_vector_store_requestrKrLrrrr r &transform_search_vector_store_response)rrrrrrrrrr3rrr}rrrrrall_optional_paramsrrrrs r!async_vector_store_search_handlerz4BaseLLMHTTPHandler.async_vector_store_search_handler%s 24O P  5 5'$7 / 6  6ZZ /4W$/#N3 [  >F4D!E!7$112EF$n&8&8t&LM"  "( .CC!'RD   NN= )6GG#,,/H  /1Y Z3YY /4W!$/#N3%Z -RR /4W!$/#N3%S 9=^8L""#F#L"M$@$M$M/% %N% !! '3$"  ;K:Rdjj6Xh  X$6$;$;! %<%H,RR +S  oDX  X$$q:V$W W Xs\A H  G C H G!BH .G%G#G% H !H #G%% H.HHH c | r|j||||||||| | |  St|tr5|j|||||j ||||t || S| t| t std|jddi} n| } |j|xsi|}|r|j||j|jt |}|j|||||t || \}}t |}|j|xsi|j|||| \}}|jd d |||d  |t!j"|n|} | j%||| }|j+||S#t&$r}|j)||d}~wwxYw)N) rrrrrrrrr3rrrrr"rCrrgr r!rr8r:)rrrrr")r'rrBr#execute_search_vector_store_requestrrGrHrrHrvrIrr$rKrLrrrr r r%)rrrrrrrrrr3rrr}rrrrrr&rrrrs rvector_store_search_handlerz.BaseLLMHTTPHandler.vector_store_search_handler=&sb 99 /4W-I-'$7+%:   24O P  5 5'$7 / 6  0SS /4W$/#N3 T  >FK!@ 1,HZHZ[gimHn9o p  & .CC!'RD   NN= )6GG#,,/H  ) N N+0S +/! O   9=^8L""#F#L"M$@$M$M/% %N% !! '3$"  ;K:Rdjj6Xh  X/44!5H,RR +S   X$$q:V$W W Xs5F F=%F88F=#vector_store_create_optional_paramsc @K| t| ts3ttj|d|j ddi} n| } |j |xsi|} |r| j||j|jt|} |j|| \}}|jdd|| | d | j|| || d{}|j!| S7#t$r}|j|| d}~wwxYww) Nr"rdrrgr+rrr8r:r{rrW)rrFrIrr*rrHrvrIrr%transform_create_vector_store_requestrLrr r &transform_create_vector_store_response)rr+rrrrrr3rrr}rrrrrrrs r!async_vector_store_create_handlerz4BaseLLMHTTPHandler.async_vector_store_create_handler&sf >F4D!E!7$112EF$n&8&8t&LM"  "( 5JJ!'RK   NN= )6GG#,,/H  ) N N0S O    '3$"   X/44gT`jq4rrH,RRS  s X$$q:V$W W Xs<CD C:!C8"C:&D8C:: DDDDc 2| r|j|||||||||  S| t| tstd|j ddi} n| } |j |xsi|} |r| j ||j|jt|} |j|| \}}|jdd|| | d  | j|| | }|j| S#t$r}|j|| d}~wwxYw) N) r+rrrrrr3rrr"rCrrgr-rr8r:rrrW)r0rrGrHrrHrvrIrrr.rLrr r r/)rr+rrrrrr3rrr}rrrrrrrs rvector_store_create_handlerz.BaseLLMHTTPHandler.vector_store_create_handler&s~ 994W-I-'$7+%:   >FK!@ 1,HZHZ[gimHn9o p  & 5JJ!'RK   NN= )6GG#,,/H  ) N N0S O    '3$"   X/44gT`4aH,RRS   X$$q:V$W W XsC55 D>DDc 6K| t| ts3ttj|d|j ddi} n| } |j |xsi|} |r| j||j|jt|} t|d} | d| }|jdd| | d   | j || d{}|j| S7#t$r}|j|| d}~wwxYww)Nr"rdrrgr field_namerrrr:rrrW)rrFrIrr*rrHrvrIrrr)rLr r r/rrrrrrrr3rrrrrencoded_vector_store_idrrrs r#async_vector_store_retrieve_handlerz6BaseLLMHTTPHandler.async_vector_store_retrieve_handler/'sW >F4D!E!7$112EF$n&8&8t&LM"  "( 5JJ!'RK   NN= )6GG#,,/H  *A]n)o z#:";<$"   X$6$:$:sG$:$TTH,RRS  U X$$q:V$W W Xs<CDC5C3C5!D3C55 D>DDDc *| r|j|||||||||  S| t| tstd|j ddi} n| } |j |xsi|} |r| j ||j|jt|} t|d}| d|}|jd d | | d   | j || }|j|S#t$r}|j|| d}~wwxYw)N rrrrrrr3rrr"rCrrgrr4rrrr:rrrW)r8rrGrHrrHrvrIrrr)rLr r r/rrrrrrrr3rrr}rrrr7rrrs rvector_store_retrieve_handlerz0BaseLLMHTTPHandler.vector_store_retrieve_handlerd'sr ;; /-I-'$7+%<   >FK!@ 1,HZHZ[gimHn9o p  & 5JJ!'RK   NN= )6GG#,,/H  *A]n)o z#:";<$"   X/33W3MH,RRS   X$$q:V$W W Xs C11 D:D  Dc NK| t| ts3ttj|d|j ddi} n| } |j | xsi|}| r|j| |j|jt|}|}i}|||d<|||d<|||d<|||d<|jd d |||d   | j ||| d{}|jS7#t$r}|j|| d}~wwxYww)Nr"rdrrgrrrrrrr:rr)rrFrIrr*rrHrvrIrrrLr r r)rrrrrrrrrrr3rrrrrrr%rrs rasync_vector_store_list_handlerz2BaseLLMHTTPHandler.async_vector_store_list_handler'ss >F4D!E!7$112EF$n&8&8t&LM"  "( 5JJ!'RK   NN= )6GG#,,/H  +-  #F7O  %F8   #F7O  #F7O$"    X$6$:$:sG\b$:$ccH}} d X$$q:V$W W Xs<CD%D*C?+D/D%?D D" DD""D%cH| r|j||||||||| | | |  S| t| tstd|j ddi}n| }|j | xsi|}| r|j | |j|jt|}|}i}|||d<|||d<|||d<|||d <|jd d |||d   |j ||| }|jS#t$r}|j||d}~wwxYw)N) rrrrrrrrrr3rrr"rCrrgrrrrrrr:rr)r>rrGrHrrHrvrIrrrLr r r)rrrrrrrrrrr3rrr}rrrrr%rrs rvector_store_list_handlerz,BaseLLMHTTPHandler.vector_store_list_handler's 77-I-'$7+%8   >FK!@ 1,HZHZ[gimHn9o p  & 5JJ!'RK   NN= )6GG#,,/H  +-  #F7O  %F8   #F7O  #F7O$"    X/33WU[3\H}} X$$q:V$W W XsD D! DD!#vector_store_update_optional_paramsc K| t| ts3ttj|d|j ddi} n| } |j |xsi|} |r| j||j|jt|} t|d}| d|}t|}d|vr|dd d l m }||d|d<|r|j||jd d || | d   | j|| || d{}|j%|S7#t $r}|j#||d}~wwxYww)Nr"rdrrgrr4rmetadataradd_openai_metadatarr8r:r{rrW)rrFrIrr*rrHrvrIrrr)rrErLrr r r/)rrrArrrrrr3rrrrrr7rrrErrs r!async_vector_store_update_handlerz4BaseLLMHTTPHandler.async_vector_store_update_handler2(s >F4D!E!7$112EF$n&8&8t&LM"  "( 5JJ!'RK   NN= )6GG#,,/H  *A]n)o z#:";<.23V.W   %,z*B*N 9':< ;S'TL $     +'3$"   X/44gT`jq4rrH,RRS  s X$$q:V$W W Xs<C?ED3D1D3E1D33 E<EEEc | r|j||||||||| |  S| t| tstd|j ddi} n| } |j |xsi|} |r| j ||j|jt|}t|d}|d|}t|}d |vr|d d d l m }||d |d <|r|j ||jd d ||| d  | j|| |}|j#|S#t$r}|j!||d}~wwxYw)N) rrArrrrrr3rrr"rCrrgrr4rrCrrDrr8r:rrrW)rFrrGrHrrHrvrIrrr)rrErLrr r r/)rrrArrrrrr3rrr}rrrr7rrrErrs rvector_store_update_handlerz.BaseLLMHTTPHandler.vector_store_update_handlert(s 99 /4W-I-'$7+%:   >FK!@ 1,HZHZ[gimHn9o p  & 5JJ!'RK   NN= )6GG#,,/H  *A]n)o z#:";<.23V.W   %,z*B*N 9':< ;S'TL $     +'3$"   X/44gT`4aH,RRS   X$$q:V$W W Xs D// E8E  Ec 4K| t| ts3ttj|d|j ddi} n| } |j |xsi|} |r| j||j|jt|} t|d} | d| }|jdd| | d   | j|| | d{}|j!S7#t$r}|j|| d}~wwxYww) Nr"rdrrgrr4rrrr:rnr)rrFrIrr*rrHrvrIrrr)rLrr r rr6s r!async_vector_store_delete_handlerz4BaseLLMHTTPHandler.async_vector_store_delete_handler(sJ >F4D!E!7$112EF$n&8&8t&LM"  "( 5JJ!'RK   NN= )6GG#,,/H  *A]n)o z#:";<$"   X$6$=$=#w`g$=$hhH}} i X$$q:V$W W Xs<CDC4C2C4"D2C44 D=DDDc &| r|j|||||||||  S| t| tstd|j ddi} n| } |j |xsi|} |r| j ||j|jt|} t|d}| d|}|jd d | | d   | j|| }|jS#t$r}|j|| d}~wwxYw)Nr:r"rCrrgrr4rrrr:rr)rJrrGrHrrHrvrIrrr)rLrr r rr;s rvector_store_delete_handlerz.BaseLLMHTTPHandler.vector_store_delete_handler(sb 99 /-I-'$7+%:   >FK!@ 1,HZHZ[gimHn9o p  & 5JJ!'RK   NN= )6GG#,,/H  *A]n)o z#:";<$"   X/6636PH}} X$$q:V$W W Xs C// D8D  D)rr3rrcreate_request"vector_store_files_provider_configc K| t| ts3ttj|d|j ddi} n| } |j |xsi|} |r| j||j|j|t|} t|}|r|j||j|tt|| \}}|jdd|| | d | j|| || d{}|j%| S7#t $r}|j#|| d}~wwxYww) Nr"rdrrrrrrMrrr8r:r{rrW)rrFrIrr*rrHrvrIrr*transform_create_vector_store_file_requestrrprLrr r +transform_create_vector_store_file_response)rrrMrNrrrrr3rrrrr request_dictrrrrs r&async_vector_store_file_create_handlerz9BaseLLMHTTPHandler.async_vector_store_file_create_handler6)s >F4D!E!7$112EF$n&8&8t&LM"  "( ;PP!'RQ   NN= )<MM#,,+/N  #>2     + / Y Y+ > /-3U$7-'+%!+F4D!Ev?  LP?   >FK!@ 1,HZHZ[gimHn9o p  & ;PP!'RQ   NN= )<MM#,,+/N  #>2     + / Y Y+ F4D!E!7$112EF$n&8&8t&LM"  "( ;PP!'RQ   NN= )<MM#,,+/N  ",/    { + / X X+FK!@ 1,HZHZ[gimHn9o p  & ;PP!'RQ   NN= )<MM#,,+/N  ",/    { + / X X+F4D!E!7$112EF$n&8&8t&LM"  "( ;PP!'RQ   NN= )<MM#,,+/N  / [ [+ \    '5$"   ^$6$:$:sG\j$:$kkH2__iq_rr l ^$$q:\$] ] ^<CD C;"C9#C;'D9C;; DDDD)rrrr}c d| r1|j||||||||t| tr|  Sd S| t| tst d|j ddi} n| } |j |xsi|} |r| j||j|j|t|} |j||| \}}|jdd|| | d  | j || | }|j| S#t$r}|j|| d}~wwxYw N rrrNrrrrrrr"rCrrPrcrr8r:rrrW)rgrrFrGrHrrHrvrIrrrdrLr r rerrrrNrrrrrrr}rrrrr]rrs r"vector_store_file_retrieve_handlerz5BaseLLMHTTPHandler.vector_store_file_retrieve_handler*s @@ /3U$7-'+!+F4D!EvA  LPA   >FK!@ 1,HZHZ[gimHn9o p  & ;PP!'RQ   NN= )<MM#,,+/N  / [ [+ \    '5$"   ^/33WUc3dH2__iq_rr ^$$q:\$] ] ^(D D/D**D/c BK| t| ts3ttj|d|j ddi} n| } |j |xsi|} |r| j||j|j|t|} |j||| \} }|jdd|| | d | j | | | d{}|j| S7#t$r}|j|| d}~wwxYwwrb)rrFrIrr*rrHrvrIrr4transform_retrieve_vector_store_file_content_requestrLr r 5transform_retrieve_vector_store_file_content_responserfs r'async_vector_store_file_content_handlerz:BaseLLMHTTPHandler.async_vector_store_file_content_handler*si >F4D!E!7$112EF$n&8&8t&LM"  "( ;PP!'RQ   NN= )<MM#,,+/N  / c c+ d    '5$"   ^$6$:$:sG\j$:$kkH2ggh  l ^$$q:\$] ] ^rhc d| r1|j||||||||t| tr|  Sd S| t| tst d|j ddi} n| } |j |xsi|} |r| j||j|j|t|} |j||| \}}|jdd|| | d  | j || | }|j| S#t$r}|j|| d}~wwxYwrj)rrrrFrGrHrrHrvrIrrrprLr r rqrls r!vector_store_file_content_handlerz4BaseLLMHTTPHandler.vector_store_file_content_handler+s ?? /3U$7-'+!+F4D!Ev@  LP@   >FK!@ 1,HZHZ[gimHn9o p  & ;PP!'RQ   NN= )<MM#,,+/N  / c c+ d    '5$"   ^/33WUc3dH2ggh   ^$$q:\$] ] ^rnupdate_requestc K| t| ts3ttj|d|j ddi} n| } |j |xsi|} |r| j||j|j|t|}t|}| r|j| |j||tt||\}}|jdd||| d | j|| || d{}|j%| S7#t $r}|j#|| d}~wwxYww) Nr"rdrrPrrrurrr8r:r{rrW)rrFrIrr*rrHrvrIrr*transform_update_vector_store_file_requestrrurLrr r +transform_update_vector_store_file_response)rrrrurNrrrrr3rrrrrrTrrrrs r&async_vector_store_file_update_handlerz9BaseLLMHTTPHandler.async_vector_store_file_update_handlerV+s >F4D!E!7$112EF$n&8&8t&LM"  "( ;PP!'RQ   NN= )<MM#,,+/N  #>2     + / Y Y+ > /-3U$7-'+%!+F4D!Ev?  LP?   >FK!@ 1,HZHZ[gimHn9o p  & ;PP!'RQ   NN= )<MM#,,+/N  #>2     + / Y Y+ > EEEc DK| t| ts3ttj|d|j ddi} n| } |j |xsi|} |r| j||j|j|t|} |j||| \} }|jdd|| | d | j| | || d{}|j!| S7#t$r}|j|| d}~wwxYww) Nr"rdrrPrcrr8r:r-rrW)rrFrIrr*rrHrvrIrr*transform_delete_vector_store_file_requestrLrr r +transform_delete_vector_store_file_responserfs r&async_vector_store_file_delete_handlerz9BaseLLMHTTPHandler.async_vector_store_file_delete_handler+se >F4D!E!7$112EF$n&8&8t&LM"  "( ;PP!'RQ   NN= )<MM#,,+/N  / Y Y+ Z    '5$"   ^/663Xfpw6xxH2]]go]pp y ^$$q:\$] ] ^s<CD  C<#C:$C<(D :C<< DDDD c f| r1|j||||||||t| tr|  Sd S| t| tst d|j ddi} n| } |j |xsi|} |r| j||j|j|t|} |j||| \}}|jdd|| | d  | j|| || }|j!| S#t$r}|j|| d}~wwxYw) Nrkr"rCrrPrcrr8r:r-rrW)rrrFrGrHrrHrvrIrrr~rLrr r rrls r vector_store_file_delete_handlerz3BaseLLMHTTPHandler.vector_store_file_delete_handler",s >> /3U$7-'+!+F4D!Ev?  LP?   >FK!@ 1,HZHZ[gimHn9o p  & ;PP!'RQ   NN= )<MM#,,+/N  / Y Y+ Z    '5$"   ^/663Xfpw6xH2]]go]pp ^$$q:\$] ] ^s(D D0D++D0contents generate_content_provider_configgenerate_content_config_dictsystem_instructioncddlm}| r2|j||||||||| | | t| tr| nd|||S| t| t st d|jddi}n| }|j|j|t||\}}| r|j| |j|||||}| r|j| |j|d |||d   |rA|j|||| d }||||||xsi||t||||j S|j|||| } |j'|||S#t"$r}|j%||d}~wwxYw)z Handles Google GenAI generate content requests. When _is_async=True, returns a coroutine instead of making the call directly. r)+GoogleGenAIGenerateContentStreamingIteratorN)rrrrr rrrrr3rrrrdrr"rC)rrrrrrr rrrr8r:Trrrrrrrrrrrrrrdrrr r{rr)'litellm.google_genai.streaming_iteratorrasync_generate_content_handlerrrFrGrHrsync_get_auth_token_and_urlrrrv"transform_generate_content_requestrLrrrr r #transform_generate_content_response)rrrrrr rrrrr3rr}rrrdrrrrrrrrs rgenerate_content_handlerz+BaseLLMHTTPHandler.generate_content_handlerk,s#.  66!1Q-I$7-'+%!+F4D!Ev4!1#57 $ >FK!@ 1,HZHZ[gimHn9o p  &  - H H#,,/ I     NN= )7YY)E1 Z   KK # '+$"  $ ,11 ## 2C% +5U%5%;(;!%"G!)'5$/)1)9)9 # -11 ## 20SS!#T   $$ @%  s.AE1E E<$E77E<cKddlm}| t| ts3t t j |d|jddi}n| }|j|t|| |jd{\}}| r|j| |j|||||}| r|j| |j|d|||d   | rI|j|||| d d{}||||||xsi||t||||j S|j|||| d{} |j'|||S77c7#t"$r}|j%||d}~wwxYww)zq Async version of the generate content handler. Uses async HTTP client to make requests. r)0AsyncGoogleGenAIGenerateContentStreamingIteratorNr"rd)rrrrrrr8r:Trrrr{rr)rrrrFrIrr*rget_auth_token_and_urlrrrvrrLrrrr r r)rrrrrr rrrrr3rrrrdrrrrrrrrs rrz1BaseLLMHTTPHandler.async_generate_content_handler,s,  >F4D!E!7$112EF$n&8&8t&LM"  "(  3II/#,, J      NN= )7YY)E1 Z   KK # '+$"  $ !3!8!8 ## "9"H% +5U%5%;(;!%"G!)'5$/)1)9)9 # "4!8!8 ## "9"0SS!#T  O F0  $$ @%  sgA9E?;EFK!@ 1,HZHZ[gimHn9o p  & 7LL"&&y1!'R#'' 3 M   NN= )8II#'' 3)J  =]]:) ^   $ NN< 2 3 '3$"   l*,11 #%k2# 2  ,,11 #%k2# 2!v.OO!#P   $$ >%  sAE77 FFFc $K| t| ts3ttj|d|j ddi} n| } |j |j d| xsi||j d} | r| j| |j||j d|}|j|||||| }d |vr| j|d |j|d ||| d   d |vr!| j|| |d | d{}n0d|vr!| j|| |d| d{}n td|j|||S7I7&#t$r}|j||d}~wwxYww)zo Async version of the text-to-speech handler. Uses async HTTP client to make requests. Nr"rdrrrrgrrrr8r:rr{rrrrrr)rrFrIrr*rrHrvrIrrLrrFr r r)rrr;rrrrrrrrrrrrrrrs rrz/BaseLLMHTTPHandler.async_text_to_speech_handler-s$ >F4D!E!7$112EF$n&8&8t&LM"  "( 7LL"&&y1!'R#'' 3 M   NN= )8II#'' 3)J  =]]:) ^   $ NN< 2 3 '3$"   l*!3!8!8 #%k2# "9"  ,!3!8!8 #%k2# "9"!v.OO!#P  1 $$ >%  sNC Helper to prepare multipart/form-data request for skills API. Args: request_body: Request body containing files and other fields headers: Request headers Returns: Tuple of (data_dict, files_list) for multipart request, or (None, None) if no files rrz content-typeNzfiles[])rDrrL)rrrrfile_objrrrs r _prepare_skill_multipart_requestz3BaseLLMHTTPHandler._prepare_skill_multipart_request?.s , &l7.C  ND)$W- 0H LL)X. / 0)5(:(:(<M1W q!tMMU{Ns  A)A)skills_api_provider_configr@r]c | r|j||||||||| |  S| t| tstd|j ddi} n| } |xsi} |j |j ddd||| d |j || \}}|| j|| ||| }n| j|| || }|j|| S#t$r}|j|| d}~wwxYw)zCreate a skill) rrrrrrrrrr Nr"rC display_titlerr8r:rrrir{rr) async_create_skill_handlerrrGrHrrLrrr r transform_create_skill_response)rrrrrrrrrrr}r rrrrrrs rcreate_skill_handlerz'BaseLLMHTTPHandler.create_skill_handler^.sa 22)+E$7-'+-3   >FK!@ 1,HZHZ[gimHn9o p  & &,"""?B7'3"   ??\cj?kKD% ,11c7QU]bls1t-11c7Q]gn1o*II!#J   $$ :%  sAC C8 C33C8c K| t| ts3ttj|d|j ddi} n| } |xsi} |j |j ddd||| d |j|| \} }|| j|| | || d{}n| j|| || d{}|j|| S757#t$r}|j|| d}~wwxYww) zAsync create a skillNr"rdrrr8r:rrir{rr) rrFrIrr*rrLrrr r r)rrrrrrrrrrr rrrrrrs rrz-BaseLLMHTTPHandler.async_create_skill_handler.sP >F4D!E!7$112EF$n&8&8t&LM"  "( &,"""?B7'3"   ??\cj?kKD% !3!8!8W4ug"9" "4!8!8S'Xdnu!8!vv*II!#J   w $$ :%  sNA6D91C$*C +C$C" C$ D C$"C$$ D-DDDr\c v| r|j||||||||| |  S| t| tstd|j ddi} n| } |xsi} |j dd||| d | j || |}|j|| S#t $r}|j|| d}~wwxYw) z List skills) rrrrrrrrrr Nr"rCrr8r:rrr) async_list_skills_handlerrrGrHrrLr r transform_list_skills_response)rrrrrrrrrrr}r rrrrs rlist_skills_handlerz&BaseLLMHTTPHandler.list_skills_handler.s 11)+E$7-'+-2   >FK!@ 1,HZHZ[gimHn9o p  & &,"'3"   /33WUa3bH*HH!#I   $$ :%  0B B8 B33B8c K| t| ts3ttj|d|j ddi} n| } |xsi} |j dd||| d | j || |d{} |j| | S7#t$r}|j||d}~wwxYww) zAsync list skillsNr"rdrr8r:rrr) rrFrIrr*rrLr r r)rrrrrrrrrrr rrrrs rrz,BaseLLMHTTPHandler.async_list_skills_handler/s >F4D!E!7$112EF$n&8&8t&LM"  "( &,"'3"   $6$:$:sG\h$:$iiH*HH!#I  j $$ :%  <A&B>)BBBB>B B;#B66B;;B>c p| r|j|||||||||  S|t|tstd|j ddi} n|} |xsi} |j dd|| d | j || } |j| | S#t $r}|j|| d}~wwxYw) z Get a skill rrrrrrrrr Nr"rCrrr:rrr) async_get_skill_handlerrrGrHrrLr r transform_get_skill_responserrrrrrrrrr}r rrrrs rget_skill_handlerz$BaseLLMHTTPHandler.get_skill_handlerB/s //+E$7-'+-0   >FK!@ 1,HZHZ[gimHn9o p  & &,""   /33W3MH*FF!#G   $$ :%  .B B5B00B5c |K|t|ts3ttj|d|j ddi} n|} |xsi} |j dd|| d | j || d{} |j| | S7#t$r} |j| |d} ~ wwxYww) zAsync get a skillNr"rdrrr:rrr) rrFrIrr*rrLr r rrrrrrrrrrr rrrrs rrz*BaseLLMHTTPHandler.async_get_skill_handlerz/s >F4D!E!7$112EF$n&8&8t&LM"  "( &,""   $6$:$:sG$:$TTH*FF!#G  U $$ :%  <A%B<(B>B?BB<B B9!B44B99B<r[c r| r|j|||||||||  S|t|tstd|j ddi} n|} |xsi} |j dd|| d | j || |} |j| | S#t$r}|j|| d}~wwxYw) zDelete a skillrNr"rCrrr:rnrr) async_delete_skill_handlerrrGrHrrLrr r transform_delete_skill_responsers rdelete_skill_handlerz'BaseLLMHTTPHandler.delete_skill_handler/s  22+E$7-'+-3   >FK!@ 1,HZHZ[gimHn9o p  & &,""   /663Y`6aH*II!#J   $$ :%  .B B6B11B6c ~K|t|ts3ttj|d|j ddi} n|} |xsi} |j dd|| d | j|| |d{} |j| | S7#t$r} |j| |d} ~ wwxYww) zAsync delete a skillNr"rdrrr:rnrr) rrFrIrr*rrLrr r rrs rrz-BaseLLMHTTPHandler.async_delete_skill_handler/s >F4D!E!7$112EF$n&8&8t&LM"  "( &,""   $6$=$=#w`g$=$hhH*II!#J  i $$ :%  <A%B=(B?BBB=B B:"B55B::B=evals_api_provider_configr2rc | r|j||||||||| |  S| t| tstd|j ddi} n| } |xsi} |j |j ddd||| d | j || || }|j|| S#t$r}|j|| d}~wwxYw) zCreate an eval rrrrrrrrrr Nr"rC display_namerr8r:r{rr) async_create_eval_handlerrrGrHrrLrr r transform_create_eval_responserrrrrrrrrrr}r rrrrs rcreate_eval_handlerz&BaseLLMHTTPHandler.create_eval_handler0! 11)*C$7-'+-2   >FK!@ 1,HZHZ[gimHn9o p  & &,""">26'3"   /44gT`jq4rH)GG!#H   $$ 9%  B(( C 1CC c K| t| ts3ttj|d|j ddi} n| } |xsi} |j |j ddd||| d | j|| ||d{} |j| | S7#t$r}|j|| d}~wwxYww) zAsync create an evalNr"rdrPrr8r:r{rr) rrFrIrr*rrLrr r rrrrrrrrrrrr rrrrs rrz,BaseLLMHTTPHandler.async_create_eval_handlerK0s >F4D!E!7$112EF$n&8&8t&LM"  "( &,"""62.'3"   /44gT`jq4rrH)GG!#H  s $$ 9%  <A6C9B+B)B+C)B++ C 4CC  Crc v| r|j||||||||| |  S| t| tstd|j ddi} n| } |xsi} |j dd||| d | j || |}|j|| S#t $r}|j|| d}~wwxYw) z List evals rrrrrrrrrr Nr"rCrr8r:rrr) async_list_evals_handlerrrGrHrrLr r transform_list_evals_responserrrrrrrrrrr}r rrrrs rlist_evals_handlerz%BaseLLMHTTPHandler.list_evals_handlerz0s 00)*C$7-'+-1   >FK!@ 1,HZHZ[gimHn9o p  & &,"'3"   /33WUa3bH)FF!#G   $$ 9%  rc K| t| ts3ttj|d|j ddi} n| } |xsi} |j dd||| d | j || |d{} |j| | S7#t$r}|j||d}~wwxYww) zAsync list evalsNr"rdrr8r:rrr) rrFrIrr*rrLr r rrrrrrrrrrrr rrrrs rrz+BaseLLMHTTPHandler.async_list_evals_handler0s >F4D!E!7$112EF$n&8&8t&LM"  "( &,"'3"   $6$:$:sG\h$:$iiH)FF!#G  j $$ 9%  rc p| r|j|||||||||  S|t|tstd|j ddi} n|} |xsi} |j dd|| d | j || } |j| | S#t $r}|j|| d}~wwxYw) z Get an eval rrrrrrrrr Nr"rCrrr:rrr) async_get_eval_handlerrrGrHrrLr r transform_get_eval_responserrrrrrrrrr}r rrrrs rget_eval_handlerz#BaseLLMHTTPHandler.get_eval_handler0s ..*C$7-'+-/   >FK!@ 1,HZHZ[gimHn9o p  & &,""   /33W3MH)DD!#E   $$ 9%  rc |K|t|ts3ttj|d|j ddi} n|} |xsi} |j dd|| d | j || d{} |j| | S7#t$r} |j| |d} ~ wwxYww) zAsync get an evalNr"rdrrr:rrr) rrFrIrr*rrLr r rrrrrrrrrrr rrrrs rrz)BaseLLMHTTPHandler.async_get_eval_handler1s >F4D!E!7$112EF$n&8&8t&LM"  "( &,""   $6$:$:sG$:$TTH)DD!#E  U $$ 9%  rc | r|j||||||||| |  S| t| tstd|j ddi} n| } |xsi} |j |j ddd||| d | j || || }|j|| S#t$r}|j|| d}~wwxYw) zUpdate an evalrNr"rCrrr8r:r{rr) async_update_eval_handlerrrGrHrrLrr r transform_update_eval_responsers rupdate_eval_handlerz&BaseLLMHTTPHandler.update_eval_handlerI1rrc K| t| ts3ttj|d|j ddi} n| } |xsi} |j |j ddd||| d | j|| ||d{} |j| | S7#t$r}|j|| d}~wwxYww) zAsync update an evalNr"rdrrr8r:r{rr) rrFrIrr*rrLrr r rrs rrz,BaseLLMHTTPHandler.async_update_eval_handler1s >F4D!E!7$112EF$n&8&8t&LM"  "( &,""">26'3"   /44gT`jq4rrH)GG!#H  s $$ 9%  rrc r| r|j|||||||||  S|t|tstd|j ddi} n|} |xsi} |j dd|| d | j || |} |j| | S#t$r}|j|| d}~wwxYw) zDelete an evalrNr"rCrrr:rnrr) async_delete_eval_handlerrrGrHrrLrr r transform_delete_eval_responsers rdelete_eval_handlerz&BaseLLMHTTPHandler.delete_eval_handler1s  11*C$7-'+-2   >FK!@ 1,HZHZ[gimHn9o p  & &,""   /663Y`6aH)GG!#H   $$ 9%  rc ~K|t|ts3ttj|d|j ddi} n|} |xsi} |j dd|| d | j|| |d{} |j| | S7#t$r} |j| |d} ~ wwxYww) zAsync delete an evalNr"rdrrr:rnrr) rrFrIrr*rrLrr r rrs rrz,BaseLLMHTTPHandler.async_delete_eval_handler1s >F4D!E!7$112EF$n&8&8t&LM"  "( &,""   $6$=$=#w`g$=$hhH)GG!#H  i $$ 9%  rrc t| r|j|||||||||  S|t|tstd|j ddi} n|} |xsi} |j dd|| d | j || i|} |j| | S#t$r}|j|| d}~wwxYw) zCancel an evalrNr"rCrrr:r{rr) async_cancel_eval_handlerrrGrHrrLrr r transform_cancel_eval_responsers rcancel_eval_handlerz&BaseLLMHTTPHandler.cancel_eval_handler2s 11*C$7-'+-2   >FK!@ 1,HZHZ[gimHn9o p  & &,""   /44gTV`g4hH)GG!#H   $$ 9%  .B B7B22B7c K|t|ts3ttj|d|j ddi} n|} |xsi} |j dd|| d | j|| i|d{} |j| | S7#t$r} |j| |d} ~ wwxYww) zAsync cancel an evalNr"rdrrr:r{rr) rrFrIrr*rrLrr r rrs rrz,BaseLLMHTTPHandler.async_cancel_eval_handlerP2s >F4D!E!7$112EF$n&8&8t&LM"  "( &,""   $6$;$;W[]gn$;$ooH)GG!#H  p $$ 9%  <A%B>(BBBB>B B;#B66B;;B>rc | r|j||||||||| |  S| t| tstd|j ddi} n| } |xsi} |j |j ddd||| d | j || || }|j|| S#t$r}|j|| d}~wwxYw) z Create a runrNr"rCrPrr8r:r{rr) async_create_run_handlerrrGrHrrLrr r transform_create_run_responsers rcreate_run_handlerz%BaseLLMHTTPHandler.create_run_handler2s! 00)*C$7-'+-1   >FK!@ 1,HZHZ[gimHn9o p  & &,"""62.'3"   /44gT`jq4rH)FF!#G   $$ 9%  rc K| t| ts3ttj|d|j ddi} n| } |xsi} |j |j ddd||| d | j|| ||d{} |j| | S7#t$r}|j|| d}~wwxYww) zAsync create a runNr"rdrPrr8r:r{rr) rrFrIrr*rrLrr r rrs rrz+BaseLLMHTTPHandler.async_create_run_handler2s >F4D!E!7$112EF$n&8&8t&LM"  "( &,"""62.'3"   /44gT`jq4rrH)FF!#G  s $$ 9%  rrc v| r|j||||||||| |  S| t| tstd|j ddi} n| } |xsi} |j dd|| |d | j || |}|j|| S#t $r}|j|| d}~wwxYw) z List runsrNr"rCrrr:rrr) async_list_runs_handlerrrGrHrrLr r transform_list_runs_responsers rlist_runs_handlerz$BaseLLMHTTPHandler.list_runs_handler2s //)*C$7-'+-0   >FK!@ 1,HZHZ[gimHn9o p  & &,""&   /33WUa3bH)EE!#F   $$ 9%  rc K| t| ts3ttj|d|j ddi} n| } |xsi} |j dd|| |d | j || |d{} |j| | S7#t$r}|j||d}~wwxYww) zAsync list runsNr"rdrrr:rrr) rrFrIrr*rrLr r rrs rrz*BaseLLMHTTPHandler.async_list_runs_handler&3s >F4D!E!7$112EF$n&8&8t&LM"  "( &,""&   $6$:$:sG\h$:$iiH)EE!#F  j $$ 9%  rc p| r|j|||||||||  S|t|tstd|j ddi} n|} |xsi} |j dd|| d | j || } |j| | S#t $r}|j|| d}~wwxYw) z Get a runrNr"rCrrr:rrr) async_get_run_handlerrrGrHrrLr r transform_get_run_responsers rget_run_handlerz"BaseLLMHTTPHandler.get_run_handlerU3s --*C$7-'+-.   >FK!@ 1,HZHZ[gimHn9o p  & &,""   /33W3MH)CC!#D   $$ 9%  rc |K|t|ts3ttj|d|j ddi} n|} |xsi} |j dd|| d | j || d{} |j| | S7#t$r} |j| |d} ~ wwxYww) zAsync get a runNr"rdrrr:rrr) rrFrIrr*rrLr r rrs rrz(BaseLLMHTTPHandler.async_get_run_handler3s >F4D!E!7$112EF$n&8&8t&LM"  "( &,""   $6$:$:sG$:$TTH)CC!#D  U $$ 9%  rrc t| r|j|||||||||  S|t|tstd|j ddi} n|} |xsi} |j dd|| d | j || i|} |j| | S#t$r}|j|| d}~wwxYw) z Cancel a runrNr"rCrrr:r{rr) async_cancel_run_handlerrrGrHrrLrr r transform_cancel_run_responsers rcancel_run_handlerz%BaseLLMHTTPHandler.cancel_run_handler3s 00*C$7-'+-1   >FK!@ 1,HZHZ[gimHn9o p  & &,""   /44gTV`g4hH)FF!#G   $$ 9%  rc K|t|ts3ttj|d|j ddi} n|} |xsi} |j dd|| d | j|| i|d{} |j| | S7#t$r} |j| |d} ~ wwxYww) zAsync cancel a runNr"rdrrr:r{rr) rrFrIrr*rrLrr r rrs rrz+BaseLLMHTTPHandler.async_cancel_run_handler3s >F4D!E!7$112EF$n&8&8t&LM"  "( &,""   $6$;$;W[]gn$;$ooH)FF!#G  p $$ 9%  rrc r| r|j|||||||||  S|t|tstd|j ddi} n|} |xsi} |j dd|| d | j || |} |j| | S#t$r}|j|| d}~wwxYw) z Delete a runrNr"rCrrr:rnrr) async_delete_run_handlerrrGrHrrLrr r transform_delete_run_responsers rdelete_run_handlerz%BaseLLMHTTPHandler.delete_run_handler4s  00*C$7-'+-1   >FK!@ 1,HZHZ[gimHn9o p  & &,""   /663Y`6aH)FF!#G   $$ 9%  rc ~K|t|ts3ttj|d|j ddi} n|} |xsi} |j dd|| d | j|| |d{} |j| | S7#t$r} |j| |d} ~ wwxYww) zAsync delete a runNr"rdrrr:rnrr) rrFrIrr*rrLrr r r rs rr z+BaseLLMHTTPHandler.async_delete_run_handlerW4s >F4D!E!7$112EF$n&8&8t&LM"  "( &,""   $6$=$=#w`g$=$hhH)FF!#G  i $$ 9%  r)FN)NNFNN)FFNNNNN)FNF)FNNN)NNFN)NNNN)FNNNNN)NNN)NFNNN)NFNNr)NNNNFN)NNNFN)NNNNFFNN)NNNNFNN)NNNNNFN)NNNNNN) NNNNrNNNFN) NNNNrrNNNN)r)FNNr)r5)NNNNNNN)NNNNN)NNNFFN)NNNFFNN)NNNFNN)NXFN)NrN)NNNNNrFN)NNNNNrN)NNrFN)NNrN)NNNNF)NNNFNFNN)NNF(rrrrFr/rrrrrrr&rrrrGrr}rrr/r rSrrrRrOHeadersrarNrkryr1rkr<rgrrrlr+rrnrrErrrr8rrrr9rrrr>r?rrr*rir staticmethodrrZrr3r!rCrr rZrcrbr=rerJryrqrhrrrrrrrrr_r3rbrrrrrrrr4rrrrrrrr rrr"rr+r(r5r2r>r;rtrJrrr%rVrTrjrprrr{rVrrrrKrrrr7r6r,r r6r7rCrDr5r.rErAr@r2r rfrr rrrr;rr:r$r(r"r=r`r|rorjr{rxrzrrrrrrrrrrrrrrrrrrrrrrrrrrrrr r rrrrrxryr'r*rvrwr0r2r8r<r>r@rFrHrJrLrprtrUrWrrrsr^r`rgrmrorrrtrurzr|rqrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr r rrrrr&s+~)-0,0$0 0  0  0&00'00 $,0 0x)-0&0$0 0  0  0&00'00 $,0 0B#*.)-48'GR GR$GR GR  GR  GR&GRGR&GR'GRGRGRGR-GRtGR !4'!GR"#GR$ $,%GR&!1'GRl$!")-8<-148'W W W * W ! W & W -W 'W W &W W W t W W tW c3h$&!W "..5#W $$d*%W &!1'W N"%)!I9#I9I9 I9  I9  $, I9I9I9I9I9I9&I9I9d"I9 !I9" vt| #I9p"*.!%)-!888 8 ! 8  8$8&8'88888!4'8$;8  $,!8N"*.!%)-!L3L3!L3$ L3  L3  L3L3L3'L3&L3L3L3L3!4'L3$;L3  $,!L3" vu}}$ %#L3\3;$  c6k  <#8<"')-} } }  } ! } ' } *} } } *} t} ..5} 4K} c3h$&}  } V#048<$(4 4 4  4  4 ! 4 -4 *4 '4 4 4 t4 &-4 ..54 T\4 !4 ~ ,0"#8<04Y Y !Y ' Y * Y !% Y &-Y 'Y Y c6k"T)Y tY *Y ..5Y S#X-Y  Y J#048<$ $ $ ! $ * $ ' $ '$ $ $ t$ &-$ ..5$  $ LB2B2B2 B2  B2 ' B2tB2*B2c6k"T)B26B2 tS$,-td{: ;B2H5..  .  ' t T9=$,0?C48#T T T  T  T . T T T 'T tT *T !T ..5T T c6k"T)T 6 ?@1D@1@1sCx.@1 @1 ' @1 t @1*@1c6k"T)@1'@1@1 tCK #tCK'8$> ?@1D &  ..  '  !f-    49=,004&*J J sCx.J  J & J ' J tJ *J !J ..5J J c6k"T)J '-J t J  y!<= =J l9=,004&*= = sCx.=  = & = ' = t= *= != ..5= c6k"T)= '-= t =  = P9=,037h T#Yh h & h ' h t h *h !h ..5h h c6k"T)h *D0h  )FFN$BC Ch f9=,037a T#Ya a & a ' a t a *a !a ..5a c6k"T)a *D0a  a d15=d,=d=d =d+,=d=d=d'=d5=d-=dt=d=d&-=d !=d~ ,  !    %   D+/26"##(,K K t*K -H K 59 K ! K -K 'K !4'K CK(4/K tK *K t K S#X%K  #] 2K Z" 4"  " t* " -H " 59" '" !" t" "  #] 2" H[t[[+ +-+ +  + t +*+++&-+ #T )++Z 0 -  89="##+/#Y#Yt*#Y-H #Y 59 #Y ! #Y#Y-#Y'#Y..5#Yt#Y*#Yt #YS&[!D(#Y #Yvv?X[h?h/h%i i#YJI I '' I ! I /33;.? I -I 'I        S&[   I h3726048<!5948!T T ''T (> T /338n T ! T -T 'T CK(4/T CK(4/T &-T ..5T T T sF{+d2T !1!T $  + , FF$8;\$\\ ] ^%T ~3726048<!5948yy''y(> y /3 y ! y-y'yCK(4/yCK(4/y&-y..5yysF{+d2y!1y  A A!yD37/3048<48S S (>S - S ' S !4Z S CK(4/S f%,S &-S ..5S S !1S  S x37/3048<48X X (>X - X ' X !4Z X CK(4/X f%,X &-X ..5X X !1X   &&:N*N O OX @+/26/3048<48O O (>O - O ' O !4Z O CK(4/O f%,O &-O ..5O O !1O   &&:N*N O OO n+/26/3048<48H H (>H - H ' H !4Z H CK(4/H f%,H &-H ..5H !1H  H f+/ !$((.26048<48!T T (>T - T ' T !4Z T TzT d T cT!T T }%T CK(4/T &-T ..5T T !1!T "  &&$./ /#T x+/ !$((.26048<48I I (>I - I ' I !4Z I TzI d I cT!I I }%I CK(4/I &-I ..5I !1I !I ^+ ".."!" " sTz4$;& ' "R 8<04v +v v ) v  v * v tv 'v v ..5v &-v  Iff6F&FG Gv @9=04V "5#t5N#NOV V ) V  V  V 'V ..5V &-V v /8E?QVTTDT   38n  * &- *!!! ! 38n ! * !!&-! !X BF04 n /n n - n  n * n tn )n n 784?n &-n Tzn  ~y)GHH In r BF04 T T T - T  T * T tT )T T 784?T &-T TzT  ~y)GHH IT |CG04<@ M "S[4/M M - M  M  M )M 784?M &-M $$89M TzM nCG04# L "S[4/L L - L  L * L )L 784?L &-L *L TzL j37/3048<48N N (>N - N ' N !4Z N CK(4/N f%,N &-N ..5N N !1N   &&:N*N O ON n37/3048<48I I (>I - I ' I !4Z I CK(4/I f%,I &-I ..5I I !1I  I h37/3048<48a a S../a (> a /3 a - a 'a !4Za CK(4/a f%,a &-a ..5a a !1a   &&:N*N O Oa X37/3048<48Z Z S../Z (> Z /3 Z - Z 'Z !4ZZ CK(4/Z f%,Z &-Z ..5Z Z !1Z  Z F 8<04B B )B  B  B ' B B ..5B &-B  Iff6F&FG GB V9=046 6 )6  6  6 ' 6 ..56 &-6  6 ~ 8<04B B )B  B  B ' B B ..5B &-B  }i (EFF GB V9=046 6 )6  6  6 ' 6 ..56 &-6  6 ~ 8<04B tB )B  B  B ' B B ..5B &-B   )FFDAQ*O #]6%: :Ox.2JJJ/3 J ) J  JJJ3iJJ>*J  A AJX )     $ $  (>  )  !   + <4 4 4 t* 4  4  4 !4 4 4 3i4 4  4 l%%12% % z@@ A %d0wwwt* w -J w 59 w)ww!www twrWWWt* W  W ) WW!WW tWr< <   "  % ! & 0 '     "  # ! #  <| <# <5H45O  268<"&   3;'  '  &  0$6 Tz CK(4/ ..5 4Z   P:> 268<"&   3;'  '  &  0$6 Tz CK(4/ ..5 4Z   H'+ 268<"&GDEGG G 3;' G ' G&GtGTzGCK(4/G..5G4ZG G`'+ 37268<"&PP"P P ' P & PtPTzPS&[)D0PCK(4/P..5P4ZP Pp $" $(,59*.$(u`u`u`' u` (>'D u` * u`tu`u`:u`sF{+d2u`!4Zu`Tzu`u`D37/38<!59!s s s d s %8 s -1 s !s -s 's &s CK(4/s f%,s ..5s s s sF{+d2!s " 66=#@A A#s @37/38<!59a a a d a %8 a -1 a !a -a 'a &a CK(4/a f%,a ..5a a sF{+d2a !a Z37/38<!59"!zzz+D z 37 z ! zz'z&zCK(4/zf%,z..5zzzsF{+d2z t!z" 66=#@A A#zL37/38<!59"iii+D i 37 i ! ii'i&iCK(4/if%,i..5iisF{+d2iti !il37/38<!59"!z z z +: z 37 z ! z -z 'z &z CK(4/z f%,z ..5z z z sF{+d2z t!z " y!<= =#z L37/38<!59"i i i +< i 37 i ! i -i 'i &i CK(4/i f%,i ..5i i sF{+d2i ti !i h37"8<"XX(7X! X - X ' X&XCK(4/XtX..5XXtX 66501 1XD37"8<"LL(7L! L - L ' L&LCK(4/LtL..5LtL Ll37/3 $"aaa&5 a ! aCK(4/af%,aaataV37/3 $"QQQ&5 Q ! QCK(4/Qf%,QQtQv37 $"RQRQRQ / RQ ! RQCK(4/RQRQRQtRQx37 $"FQFQFQ / FQ ! FQCK(4/FQFQtFQ^37 $"CQCQ /CQ! CQCK(4/CQCQCQtCQX37 $"8Q8Q /8Q! 8QCK(4/8Q8Qt8QD*.26/3 $"mQmQmQ / mQ ! mQ $&mQCK(4/mQf%,mQmQmQtmQn*.26/3 $"_Q_Q_Q / _Q ! _Q $&_QCK(4/_Qf%,_Q_Qt_QT37/3 $"WQWQWQ WQ / WQ ! WQCK(4/WQf%,WQWQWQtWQD37/3 $"IQIQIQ IQ / IQ ! IQCK(4/IQf%,IQIQtIQh3704 $"4Tz4Tz4Tz 4 ! 4CK(4/4#v+&-444t4~3704 $"QTzQTzQTz Q %4 Q ! QCK(4/Q#v+&-QQtQt37 $"JJ'6J! JCK(4/JJtJf37/3 $"gg'6g! gCK(4/gf%,gggtg`37/3 $"WW'6W! WCK(4/Wf%,WWtWB37),8<UU*.U$9 U - U ) UCK(4/U&UU..5U  )FF > '<> ! > - > ' > CK(4/> f%,> &-> ..5> >  #Yvv?X/X%Y Y> T37/3048<>Tz>d >Tz > Tz > '< >!>->'>CK(4/>f%,>&->..5>T37/3048<LTzLd LTz L Tz L '< L!L-L'LCK(4/Lf%,L&-L..5LLl37/3048<@ @ .T@ '< @ ! @ - @ '@ CK(4/@ f%,@ &-@ ..5@  #@ T37/3048<L L .TL '< L ! L - L 'L CK(4/L f%,L &-L ..5L L  #Yvv?X/X%Y YL j37/3048<11'<1! 1 - 1 ' 1CK(4/1f%,1&-1..51t37/3048<<<'<<! < - < ' <CK(4/<f%,<&-<..5<<T04/3048<?q?q5 ?q -G ?q ! ?q-?q'?qCH~,?qf%,?q&-?q..5?q ?qT04/3048<KqKq5 Kq -G Kq ! Kq-Kq'KqCH~,Kqf%,Kq&-Kq..5KqKq 66;P+P!Q QKql0404048<>p>p5 >p -G >p ! >p->p'>pCH~,>p#v+&->p&->p..5>p %>pR0404048<JpJp5 Jp -G Jp ! Jp-Jp'JpCH~,Jp#v+&-Jp&-Jp..5JpJp %yA\1\'] ]Jpj04048<9s9s 9s -G 9s ! 9s-9s'9sCH~,9s&-9s..59s 9sH04048<DsDs Ds -G Ds ! Ds-Ds'DsCH~,Ds&-Ds..5DsDs 66;P+P!Q QDs^04048<; ;  ; -G ; ! ; -; '; CH~,; &-; ..5;  (; L04048<F F  F -G F ! F -F 'F CH~,F &-F ..5F F  ()FFDb4b*c cF d04/3048<@q@q @q 5 @q -G @q!@q-@q'@qCH~,@qf%,@q&-@q..5@q @qX04/3048<MqMq Mq 5 Mq -G Mq!Mq-Mq'MqCH~,Mqf%,Mq&-Mq..5MqMq 66;P+P!Q QMqp04048<9q9q 9q -G 9q ! 9q-9q'9qCH~,9q&-9q..59q '9qH04048<DqDq Dq -G Dq ! Dq-Dq'DqCH~,Dq&-Dq..5DqDq '66C`3`)a aDqf37/3048<59,0#B B B +O B '+ B  B !B -B 'B CK(4/B f%,B &-B B ..5B B sF{+d2!B "#TM#B $ %B \37/304*.59,0!q q q +O q '+ q  q !q -q 'q CK(4/q f%,q &-q !4'q q sF{+d2q #TM!q " #q B378<q q q Tz q )? q )- q !q q 'q &q CK(4/q ..5q q  $&&">>? A q |378<a a a Tz a )? a )- a !a a 'a &a CK(4/a ..5a  &a N td{D4K' ( N37048<48@ @ @ %: @ ! @ - @ '@ CK(4/@ &-@ ..5@ @ !1@  w &&'"9:: ;@ T37048<486 6 6 %: 6 ! 6 - 6 '6 CK(4/6 &-6 ..56 !16  6 @37048<489 9 9 %: 9 ! 9 - 9 '9 CK(4/9 &-9 ..59 9 !19  #Yvv?S/S%TT U9 F37048<48- - - %: - ! - - - '- CK(4/- &-- ..5- !1-  - l37048<486 6 %:6 ! 6 - 6 ' 6 CK(4/6 &-6 ..56 6 !16  w &&'"9:: ;6 ~37048<48+ + %:+ ! + - + ' + CK(4/+ &-+ ..5+ !1+  + h37048<486 6 %:6 ! 6 - 6 ' 6 CK(4/6 &-6 ..56 6 !16  $i@U0U&VV W6 ~37048<48+ + %:+ ! + - + ' + CK(4/+ &-+ ..5+ !1+  + r37048<489 9 9 $8 9 ! 9 - 9 '9 CK(4/9 &-9 ..59 9 !19  vy!788 99 F37048<48- - - $8 - ! - - - '- CK(4/- &-- ..5- !1-  - n37048<489 9 9 $8 9 ! 9 - 9 '9 CK(4/9 &-9 ..59 9 !19  "Iff>Q.Q$RR S9 F37048<48- - - $8 - ! - - - '- CK(4/- &-- ..5- !1-  - l37048<486 6 $86 ! 6 - 6 ' 6 CK(4/6 &-6 ..56 6 !16  vy!788 96 ~37048<48+ + $8+ ! + - + ' + CK(4/+ &-+ ..5+ !1+  + j37048<489 9 9 $8 9 ! 9 - 9 '9 CK(4/9 &-9 ..59 9 !19  vy!788 99 F37048<48- - - $8 - ! - - - '- CK(4/- &-- ..5- !1-  - l37048<486 6 $86 ! 6 - 6 ' 6 CK(4/6 &-6 ..56 6 !16  #Yvv?S/S%TT U6 ~37048<48+ + $8+ ! + - + ' + CK(4/+ &-+ ..5+ !1+  + h37048<486 6 $86 ! 6 - 6 ' 6 CK(4/6 &-6 ..56 6 !16  #Yvv?S/S%TT U6 ~37048<48+ + $8+ ! + - + ' + CK(4/+ &-+ ..5+ !1+  + r37048<489 9 9 $8 9 ! 9 - 9 '9 CK(4/9 &-9 ..59 9 !19  ui 566 79 F37048<48- - - $8 - ! - - - '- CK(4/- &-- ..5- !1-  - n37048<489 9 9 $8 9 ! 9 - 9 '9 CK(4/9 &-9 ..59 9 !19  !9VV=O-O#PP Q9 F37048<48- - - $8 - ! - - - '- CK(4/- &-- ..5- !1-  - l37048<486 6 $86 ! 6 - 6 ' 6 CK(4/6 &-6 ..56 6 !16  ui 566 76 ~37048<48+ + $8+ ! + - + ' + CK(4/+ &-+ ..5+ !1+  + h37048<486 6 $86 ! 6 - 6 ' 6 CK(4/6 &-6 ..56 6 !16  "Iff>Q.Q$RR S6 ~37048<48+ + $8+ ! + - + ' + CK(4/+ &-+ ..5+ !1+  + h37048<486 6 $86 ! 6 - 6 ' 6 CK(4/6 &-6 ..56 6 !16  "Iff>Q.Q$RR S6 ~37048<48+ + $8+ ! + - + ' + CK(4/+ &-+ ..5+ !1+  + rr)rrr?rcollections.abcrrrrr contextlibr functoolsr rr r rr r rrrrrrrrrrrrrr httpx._typesropenai.types.file_deletedrrlitellm.litellm_core_utils litellm.typeslitellm.types.utilsrrr&litellm.anthropic_beta_headers_managerrlitellm.constantsr0litellm.litellm_core_utils.agentic_loop_settingsr r!#litellm.litellm_core_utils.asyncifyr"5litellm.litellm_core_utils.audio_utils.subtitle_utilsr#r$,litellm.litellm_core_utils.llm_request_utilsr%*litellm.litellm_core_utils.realtime_errorsr&r'-litellm.litellm_core_utils.realtime_streamingr($litellm.litellm_core_utils.url_utilsr)7litellm.llms.base_llm.anthropic_messages.transformationr*rr+rr,r-,litellm.llms.base_llm.batches.transformationr.rr//litellm.llms.base_llm.containers.transformationr0.litellm.llms.base_llm.embedding.transformationr1*litellm.llms.base_llm.evals.transformationr2*litellm.llms.base_llm.files.transformationr3r41litellm.llms.base_llm.google_genai.transformationr5/litellm.llms.base_llm.image_edit.transformationr65litellm.llms.base_llm.image_generation.transformationr7rr8r92litellm.llms.base_llm.realtime.http_transformationr:-litellm.llms.base_llm.realtime.transformationr;+litellm.llms.base_llm.rerank.transformationr<.litellm.llms.base_llm.responses.transformationr=+litellm.llms.base_llm.search.transformationr>r?+litellm.llms.base_llm.skills.transformationr@3litellm.llms.base_llm.text_to_speech.transformationrA1litellm.llms.base_llm.vector_store.transformationrBrC7litellm.llms.base_llm.vector_store_files.transformationrD+litellm.llms.base_llm.videos.transformationrE&litellm.llms.custom_httpx.http_handlerrFrGrHrIrrJrKrLrMrNrOlitellm.types.containers.mainrPrQrRrSlitellm.types.filesrTrU(litellm.types.integrations.custom_loggerrVrWrXrrZ#litellm.types.llms.anthropic_skillsr[r\r]litellm.types.llms.openair^r_r`rarbrcrdrelitellm.types.realtimerflitellm.types.rerankrglitellm.types.responses.mainrhlitellm.types.routerrirjrkrlrmrn litellm.types.vector_store_filesrorprqrrrsrtrulitellm.types.vector_storesrvrwrxrylitellm.types.videos.mainrzrr{r|r}r~rrr&rr rtiktokenaiohttprrTrrrrr_LiteLLMLoggingObjrXrr"r0litellm.llms.base_llm.passthrough.transformationrlitellm.types.llms.openai_evalsrrrrrrrrrrrrrrrrrrrrrrrrrrrrHs QQ*.pppBB $1!;TGCYcKHK@ONIPPULHQXKVH  T    7/=5 2RtR(R R:%:?XW   + \ " 9E#%# )#  mm   #v+ , 4OYs^OO*;^@T./@TU3G3L-M*\M \M r