uPjP ZUddlmZddlZddlZddlZddlZddlZddlmZm Z m Z m Z ddl m Z ddl mZddlmZddlmZmZmZmZmZmZddlZddlmZdd lmZddlZdd lmZm Z dd l!m"Z"m#Z#dd l$m%Z%dd l&m'Z'ddl(m)Z*ddl+m,Z,ddl-m.Z.ddl/m0Z0ddl1m2Z2ddl3m4Z4m5Z5ddl6m7Z7m8Z8m9Z9m:Z:m;Z;ddlm?Z?er'ddl@mAZAddlBmCZCmDZDmEZEGddeZFGddeCeZGGddeZHed d!ZIdnd"ZJdod#ZKdpd$ZLdqd%ZMdrd&ZNdsd'ZOdtd(ZPeid)d*d+d,d-d,d.d/d0d1d2d1d3d1d4d1d5d1d6d1d7d1d8d1d9d1d:d1d;d1dZQd?eRd@<dudAZSdvdBZTdwdCZUGdDdEZV dxdFZWGdGdHeVZXGdIdJeVZYGdKdLeVZZGdMdNeVZ[eGdOdPeZ\eGdQdReZ]dydSZ^ dzdTZ_ d{dUZ` d|dVZa d}dWZbddXlcmdZddYZedZeRd[<d\ZfdZeRd]<d~d^Zg dd_Zhgd`ZidZeRda<ejhdbZkdZeRdc<GdddeZleIjjeIjjzZpdfeRdg<ejhdhZqdfeRdi<djZrdZeRdk<GdldmZsy)) annotationsN) AwaitableCallableMappingSequence)datetime) lru_cache)MappingProxyType) TYPE_CHECKINGAnyFinalLiteralProtocolruntime_checkable) SSEDecoder)TypeIs)&LITELLM_MAX_STREAMING_DURATION_SECONDSSTREAM_SSE_DONE_STRING)MidStreamFallbackErrorRateLimitError)run_async_function)process_response_headers)Logging) get_api_base)update_response_metadata)executor)BaseResponsesAPIConfig)ResponseAPILoggingUtilsResponsesAPIRequestUtils)PART_UNION_TYPESResponseAPIUsageResponsesAPIResponseResponsesAPIStreamEventsResponsesAPIStreamingResponse) CallTypes)'async_post_call_success_deployment_hook)UserAPIKeyAuth)PresidioGuardrailCallbackResponsesBackendWebSocketResponsesClientWebSocketc0eZdZUdZded< ddZy)_StreamCachingHandlerzRThe ``_llm_caching_handler`` attached to a logging object, as this module uses it.Callable[..., object]original_functioncyN)selfr.kwargss i/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/responses/streaming_iterator.py_should_store_result_in_cachez3_StreamCachingHandler._should_store_result_in_cache9sN)r.r-r3Mapping[str, object]returnbool)__name__ __module__ __qualname____doc____annotations__r5r1r6r4r,r,4s(`00 %: DX   r6r,ceZdZdZddZy)PiiUnmaskingGuardrailCallbackz}Guardrail callback that can also reverse its own masking, selected by ``llm_http_handler`` on exactly this attribute.cyr0r1)r2text pii_tokenss r4_unmask_pii_textz.PiiUnmaskingGuardrailCallback._unmask_pii_textAr6N)rBstrrCzMapping[str, str]r8rF)r:r;r<r=rDr1r6r4r@r@=s  ; Yr6r@c(eZdZ ddZy)ProjectQuotaCallbackc Kywr0r1)r2user_api_key_dictrequested_modelestimated_input_tokensestimated_output_tokenss r4(enforce_project_io_token_quota_for_framez=ProjectQuotaCallback.enforce_project_io_token_quota_for_frameEs sN) rJUserAPIKeyAuth | NonerK str | NonerLintrMrQr8None)r:r;r<rNr1r6r4rHrHDs70$!$  "%   r6rH)maxsizecddlm}|S)Nr)openai)litellm.types.llmsrV) openai_typess r4_get_openai_response_typesrYNs 9 r6c"t|tSr0) isinstancedictvalues r4_is_json_objectr_U eT ""r6c"t|tSr0)r[listr]s r4_is_json_arrayrcYr`r6c\t|xr td|jDS)Nc3<K|]}t|tywr0)r[rF).0items r4 z"_is_str_mapping..^s)[D*T3*?)[s)r_allvaluesr]s r4_is_str_mappingrk]s# 5 ! [c)[ELLN)[&[[r6c,tj|S)z;Parse a JSON payload that the caller consumes as an object.jsonloadspayloads r4_load_json_objectrra ::g r6c,tj|S)zEParse a JSON payload whose top-level shape the caller narrows itself.rmrps r4_load_json_valuerufrsr6c|r|jdnd}t|r|jdnd}t|tr|SdS)N model_infoid)getr_r[rF)litellm_metadatarwmodel_ids r4_model_id_from_metadatar|ksC>N(,,\:TXJ.=j.IjnnT*tH!(C08:d:r6cz|jry|j}|tjd||yy)Nz %s failed: %s) cancelled exceptionverbose_loggererror)task task_namers r4_log_background_task_failurerqs8 ~~~~'I_iCr6 server_errorrate_limit_exceededinsufficient_quotavector_store_timeoutiinvalid_prompti invalid_imageinvalid_image_formatinvalid_base64_imageinvalid_image_urlimage_too_largeimage_too_smallimage_parse_errorimage_content_policy_violationinvalid_image_modeimage_file_too_largeunsupported_image_media_typeempty_image_file)failed_to_download_imageimage_file_not_foundinvalid_request_errorcontext_length_exceededcontent_policy_violationmodel_not_foundzFinal[Mapping[str, int]]_ERROR_CODE_HTTP_STATUScXt|r4|jd}|jd}|jd}n0|(t|dd}t|dd}t|dd}nd}d}d}| t|nd}t |tr|nd}t |tr|nd}|||fS)NmessagetypecodezResponse API in-stream error)r_rygetattrrFr[) error_obj raw_messageraw_typeraw_coder error_typers r4_error_event_fieldsrsy!mmI. ==(==(  iD9 9fd39fd3 )4)@S%FdG$.x$=4J(37(TD J $$r6cvtd||fD}td|Drytd|DdS)Nc3&K|] }|| ywr0r1rffields r4rhz0_status_code_for_error_fields..s[EIZ%[sc3LK|]}|jdxs|dk(yw) rate_limitrN) startswithrs r4rhz0_status_code_for_error_fields..s) _u5  L ) JU6J-J J _s"$rc3@K|]}|tvs t|ywr0)rrs r4rhz0_status_code_for_error_fields..s`EuH_?_  '`s r)tupleanynext)r error_codefieldss r4_status_code_for_error_fieldsrsA[j*-E[[F _X^ __ `V`  r6ct|tjryt|dd}t|t xs |dk\xs|dk(S)NT status_coderr)r[litellmContentPolicyViolationErrorrrQ)mapped_exceptionrs r4_mid_stream_fallback_eligiblersJ"G$G$GH !1=$GK+s+ + W{c/A W[TWEWWr6ceZdZdZ d ddZddZddZddZdZdZ dd Z dd Z dd Z dd Z dd Z ddZ ddZddZddZy)!BaseResponsesAPIStreamingIteratorz Base class for streaming iterators that process responses from the Responses API. This class contains shared logic for both synchronous and asynchronous iterators. Nc f||_||_||_d|_||_d|_t |dtj|_ d|_ d|_ d|_ d|_ d|_d|_d|_t#j"|_||_||_|xsi|_||_t/|xsd|jj0j3di} t5|| |d|_t9|jj:xsi|j6d<y) NF start_timeTlitellm_params)modeloptional_params)r{api_basecustom_llm_provideradditional_headers)responser logging_objfinishedresponses_api_provider_configcompleted_responserrnowr_failure_handled_yielded_first_chunk_generated_content_completed_response_cached_completed_response_logged_completed_response_cache_hit*_persist_completed_response_before_loggingtime_stream_created_timerzr request_data call_typermodel_call_detailsryr|_hidden_paramsrheaders) r2rrrrrzrrr _api_bases r4__init__z*BaseResponsesAPIStreamingIterator.__init__s*!  & -J*HL!+|X\\^L %$)!"$*/'*/':>*:>7+/99;!!1#6 /;/Ar%.(+2 ,,??CCDTVXY 00@A!#62  5M MM ! ! 'R5 01r6ctytj|jz }|tkDr@tjdtd|dd|j xsd|j xsdy)zXRaise litellm.Timeout if the stream has exceeded LITELLM_MAX_STREAMING_DURATION_SECONDS.Nz*Stream exceeded max streaming duration of z s (elapsed z.1fzs)r)rr llm_provider)rrrrTimeoutrr)r2elapseds r4_check_max_streaming_durationz?BaseResponsesAPIStreamingIterator._check_max_streaming_durations 1 9 t'@'@@ ; ;//DEkDllwxADxEEGHjj&B!55;  | jAd|j"|n,tj>t| dd|j"||j r|j jAdrtC} t|dd} | | j&j2| j&j4fvrht|d d}|rYt|dd}|rJt+|t,r:t1|j }|r#tjD||}t%|d|t|dd}tC} |r|| j&jF| j&jH| j&jJfvr||_&tNjPrV|jJt|dd}|r;t|dd}|, |jjS|}| t%|d||| j&jJk(r|jW|S|jY|Sy#tT$rYIwxYw#tZj\$rYytT$r}|j_|d}~wwxYw)z.Process a single chunk of data from the streamNT)completion_start_timezJresponses_api_provider_config is required to process live streaming chunks)r parsed_chunkrr)responses_api_responserzrrdeltarg)rgrr{ annotationpartr"encrypted_content_affinity_enabledencrypted_contentusageresultcost)0rrrr_update_completion_start_timerrrur_r ValueErrortransform_streaming_responserrr/_update_responses_api_response_id_with_model_idrzrsetattrr#OUTPUT_TEXT_DELTAr[rFrr|OUTPUT_ITEM_ADDEDOUTPUT_ITEM_DONE#_encode_container_id_on_output_itemOUTPUT_TEXT_ANNOTATION_ADDEDCONTENT_PART_DONEr\$_encode_container_ids_in_annotationsryrY%_wrap_encrypted_content_with_model_idRESPONSE_COMPLETEDRESPONSE_INCOMPLETERESPONSE_FAILEDrrinclude_cost_in_streaming_usage_response_cost_calculator Exception_handle_logging_failed_response"_handle_logging_completed_responsernJSONDecodeError_handle_failure)r2chunkropenai_responses_api_chunkresponse_objectr _event_type_delta_stream_model_id_item _annotation_partrX event_typergrr{wrapped_content _chunk_type response_obj usage_objres r4_process_chunkz0BaseResponsesAPIStreamingIterator._process_chunks * * DM    1 1 9    : :QYQ]Q]Q_ : `H "25"9L|,55=$%qrr484V4V4s4s**!- $ 0 05t5*-JQ2JKO'2*B*r*r3B-1-B-B040H0H+  :JQ&--GQU%V ":"L"LL$+,FQU$VF!&#.//69/*A$BWBW*X ,>>,==#$++Evt#TE(0TT!&040H0H%5 !$<$Y$YY)01K\[_)`K".0TT!,040H0H%5 !$<$N$NNSZ2FDTE(%eT24YY % - 8 $ 8 8 0 5YY '}d C $ 8 8 0((T-B-B-F-FGk-l#=#?L(/0JFTX(YJ!$==OO$==NN&6==WY_ae5f7>tEXZ^7_-0Z@QSV5W2I$J_J_2`#+(@(f(f,=x)*%4 %,D2E$W&--GQU%V 9; -+ 99LL 99MM 99IIB3 /ID+>>4CSCSC_KR6 DL (HOP\^egkHlI(4!)@D@P@P@j@j/;AkA&D(,'7(/ 64(H #l&K&K&[&[[<<>21??A11(1!)$(!)##     #   sIN,Q?+Q02*Q?Q?0 Q<9Q?;Q<<Q??R3R3R..R3c 0|jryd|_|jr|j||j}|jSt |jdr= t |jj |jj}tj}|rHtj|jj||j||j dnzt#|jj$||j||j t'j(|jj*||j |j||j-|y#t$rYwxYw)NTis_async model_dump)rend_time cache_hitprefer_async_handlers)async_functionrrrr)rrrr)r)rr$_persist_completed_response_to_cacherhasattrrmodel_validaterrrrasyncio create_taskrdispatch_success_handlersrrrasync_success_handlerrsubmitsuccess_handler_run_post_success_hooks)r2rlogging_responsers r4_log_completed_responsez9BaseResponsesAPIStreamingIterator._log_completed_responsesd  * * *.'  : :  5 5x 5 H 22  " " .74;R;RT`3a #'(?(?#@#O#OPTPgPgPrPrPt#u #,,.      ::$#%"@@*. ;  #//EE'??!<<   OO  00'<<??!   $$h$7=  s"_c EQGL'4@VZ  **<8 T<BaseResponsesAPIStreamingIterator._maybe_raise_for_error_events#FFD9 9 9 .. GFJ5w E$/  #'"A"A)"L,-=>" "$()**"117R/"55#'#<#<<   r6ct}|j}t||jr|St |dd}t||jr|Sy)Nr)rYrr[r"r)r2rXrrs r4_get_completed_response_objectz@BaseResponsesAPIStreamingIterator._get_completed_response_objectsU8: $($;$; (,*K*K L% %%&8*dK lL$E$E F r6c \ |jry|j}t}t|dd|jj k7ry|j }|yt|jdd yt dd t r jddury j t dd} jdd}||} jd jdd jd d|| d< j j sytj y|j! |r.d d lm}| fd }|j'dd|_y j( fdt ddi d|_y)Nr_llm_caching_handlerrequest_kwargsstreamTpreset_cache_key cache_keymetadatar)r.r3r)create_cache_write_taskc DjfdtddiS)Ndynamic_cache_object dual_cache)async_add_cacher)cachecached_responsecaching_handlerrOsr4zXBaseResponsesAPIStreamingIterator._persist_completed_response_to_cache..Xs4---#)0,PT)U%r6ct|dS)NzResponses stream cache write)r)r)rs r4r\zXBaseResponsesAPIStreamingIterator._persist_completed_response_to_cache.._s9<r6rVrW)rrrYrr#rrLrr_rycopypopr5r.rrYmodel_dump_jsonlitellm.caching.caching_handlerrTadd_done_callback add_cache) r2rrrXrrQrequest_cache_keyrTcache_write_taskrYrZr[rOs @@@@r4r zFBaseResponsesAPIStreamingIterator._persist_completed_response_to_cache*s  * * $($;$;8: %vt 4 8]8]8p8p p "AAC   ?FtGWGWYoqu?v  "  2BDI~..2D2DX2NVZ2Z ',,."?4FM#1#5#5k4#H  #0    j ) 1   z4 00$7  '*:N; '<<-??!=  }} = !-!=!=!?  O&='   . . +/' EOO %,_lD%Q !  +/'r6c K d}|j t|j}|! tt|jdd}|j xst|jdi}ttddxsg}d}|D]2}t|dsd}|j|||d{}|1|}4|r t|d d|S#t$rd}YwxYw#t $rd}YwxYw7>#t $r|cYSwxYww) za Allow callbacks to modify streaming chunks before returning (parity with chat). Nrr callbacksF)async_post_call_streaming_deployment_hookT)rresponse_chunkr_post_streaming_hooks_ran) rr%rrrrrrr!rhr)r2rtyped_call_typerrg hooks_rancallbackrs r4$_call_post_streaming_deployment_hookzFBaseResponsesAPIStreamingIterator._call_post_streaming_deployment_hookms;  04O~~)+&/&?O&+&/8H8H+W[0\&]O#'"3"3"jwt?O?OQegi7jL&w TBHbII% '8%PQ $I#+#U#U%1',"1$V$F ) & ':DAL/"+&*O+ !+&*O+ L sDC3CC3 C A C3C32C13C3:C3D CC3CC3 C.+C3-C..C33 D>DDDc@K|j|d{S7w)zY Helper to invoke streaming deployment hooks explicitly (used in tests). N)rn)r2rs r4%call_post_streaming_hooks_for_testingzGBaseResponsesAPIStreamingIterator.call_post_streaming_hooks_for_testings >>uEEEEs cj|jyi}t|jtr|j |j t |j dr%|j |j jd|vr+ t|j dijdi|d< t|j|j |j||j| d}|j t|j}| tj"} t%t&||j|y#t$rYwxYw#t$ri|d<YwxYw#t$rYwxYw#t $rd}YqwxYw#t$rd}YwxYw#t$rd}YwxYw#t$rYywxYw)z^ Run post-call deployment hooks and update metadata similar to chat pipeline. Nrr)rrrr3rr)rrrr)rr[rr\updater!rrrrryrrrrr%r responsesrr&)r2rrequest_payloadrks r4r)z9BaseResponsesAPIStreamingIterator._run_post_success_hookss  " " * 46 d'' .  " "4#4#4 5 t'')=>&&t'7'7'J'JK ? 2 74;DFFF FF F#"F#& F21F2c|jryd|_tj} t|jj |||j tj tj|jj|||j tjy#t$rYVwxYw#t$rYywxYw)z Trigger failure handlers before bubbling the exception. Only calls handlers once even if called multiple times. NT)rrtraceback_exceptionrr) r traceback format_excrrasync_failure_handlerrrrrrr'failure_handler)r2rrvs r4rz1BaseResponsesAPIStreamingIterator._handle_failures   $%.%9%9%;  #//EE#$7??!    OO  00#          s%AB5+A C5 CC CCNNNN)rhttpx.ResponserrFrzBaseResponsesAPIConfig | NonerLiteLLMLoggingObjrzdict[str, object] | NonerrPrr~rrPr8rR)rrFr8$ResponsesAPIStreamingResponse | None)rr9r8rR)rResponsesAPIResponse | Noner8rR)robjectr8r)rrr8rR)r8r)rr$r8r$)rr)rr)r:r;r<r=rrrr+rrr/r0rJrLr rnrpr)rr1r6r4rrs6:*.15 $.  . . (E . ' . 3 . (. /. . ` Zx/8bGJ  ($, . A/F%2% &%NF2F &F<|r6rcPKt|dd}||S||d{S7w)zg Module-level helper for tests to ensure hooks can be invoked even if the iterator is wrapped. rnN)r)iteratorrhook_fns r4rprps6 @$G    s &$&c`eZdZdZ d dfd ZdZddZdZxZS) ResponsesAPIStreamingIteratorzS Async iterator for processing streaming responses from the Responses API. c t |||||||||tj|j|_yr0)superrr aiter_bytesstream_iterator r2rrrrrzrrr __class__s r4rz&ResponsesAPIStreamingIterator.__init__sJ    )       *|778L8L8NOr6c|Sr0r1r-s r4 __aiter__z'ResponsesAPIStreamingIterator.__aiter__& r6cK |j |jjd{}|j|j |j }|jrt|4|j||j|d{}d|_ |S7x#t$rd|_twxYw7*#t$rtjtjf$r1}d|_|j|j|t|d}~wtj$r}d|_|j||d}~wt $r}d|_|j||d}~wwxYww)NT)r)rr __anext__StopAsyncIterationrrdatarJrnrhttpx ReadErrorRemoteProtocolErrorrr HTTPErrorrr2sserrs r4rz'ResponsesAPIStreamingIterator.__anext__)su+   . . 0- $ 4 4 > > @@C 224,,SXX6==,,'55f=$(#L#L$$M$F15D-!M+A)-$(DM,,-"  !:!:; , DM&&.$$Q'$! +  DM   #G  DM   #G syFC B.B,B.A%C C C *F+C ,B..CC ,E=6,D""E=8E E=E88E==Fc(|jdy)z7Handle logging for completed responses in async contextTrNr+r-s r4rz@ResponsesAPIStreamingIterator._handle_logging_completed_responseWs $$d$3r6r{rr|rrFrrrr}rzr~rrPrr~rrPr8r$) r:r;r<r=rrrr __classcell__rs@r4rr s6:*.15 $P PP(> P ' P 3 P(P/PP.,\4r6rc^eZdZdZ d dfd ZdZdZdZxZS)!SyncResponsesAPIStreamingIteratorzY Synchronous iterator for processing streaming responses from the Responses API. c t |||||||||tj|j|_yr0)rrr iter_bytesrrs r4rz*SyncResponsesAPIStreamingIterator.__init__asJ    )       *|66x7J7J7LMr6c|Sr0r1r-s r4__iter__z*SyncResponsesAPIStreamingIterator.__iter__xrr6c |j t|j}|j|j |j }|jrt|1|j|t|j|}d|_ |S#t$rd|_twxYw#t$rtjtjf$r1}d|_|j|j|t|d}~wtj $r}d|_|j||d}~wt"$r}d|_|j||d}~wwxYw)NT)rr)rrr StopIterationrrrrJrrnrrrrrrrrrs r4__next__z*SyncResponsesAPIStreamingIterator.__next__{sW+   . . 0(t334C 224,,SXX6=='''55f=/'+'P'P$F15D-!M+%($(DM''((  !:!:; ' DM&&.$$Q'Q &  DM   #G  DM   #G sLB4BA/B4B4B11B44,E' ,D  E'"D<< E'E""E'c(|jdy)z6Handle logging for completed responses in sync contextFrNrr-s r4rzDSyncResponsesAPIStreamingIterator._handle_logging_completed_responses $$e$4r6r{r) r:r;r<r=rrrrrrs@r4rr\s6:*.15 $N NN(> N ' N 3 N(N/NN.,\5r6rceZdZdZdZ d d fd Z d dZdZd dZdZ d dZ xZ S) !MockResponsesAPIStreamingIteratoru Mock iterator—fake a stream by slicing the full response text into 5 char deltas, then emit a completed event. Models like o1-pro don't support streaming, so we fake it. c |j|||} t | tjd|d||||||j | |y)N)r raw_responserrrrrrzrrr transformedr)transform_response_api_responserrrResponse_set_events_from_response) r2rrrrrzrrrrrs r4rz*MockResponsesAPIStreamingIterator.__init__sn;ZZ!#[ ^^C(*.#- 3%   &&;K&Xr6ctt|||j|_d|_|jd|_yN)rr chunk_sizer) _build_synthetic_response_events CHUNK_SIZE_events_idxrr2rrs r4rz;MockResponsesAPIStreamingIterator._set_events_from_responses8 =]##=   "&,,r"2r6c|Sr0r1r-s r4rz+MockResponsesAPIStreamingIterator.__aiter__rr6cHK|jt|jk\rt|j|j}|xjdz c_t }t |dd|j jk(r||_|jd|SwNrSrTr rlenrrrYrr#rrr+r2evtrXs r4rz+MockResponsesAPIStreamingIterator.__anext__ 99DLL) )$ $\\$)), Q 8: 3 %)N)N)a)a a&)D #  ( ($ ( 7 B B"c|Sr0r1r-s r4rz*MockResponsesAPIStreamingIterator.__iter__rr6c@|jt|jk\rt|j|j}|xjdz c_t }t |dd|j jk(r||_|jd|SNrSrFr rrrrrYrr#rrr+rs r4rz*MockResponsesAPIStreamingIterator.__next__ 99DLL) ) \\$)), Q 8: 3 %)N)N)a)a a&)D #  ( (% ( 8 r6r{rrr"rr}r8rRr) r:r;r<r=rrrrrrrrrs@r4rrsJ6:*.15 $Y YY(> Y ' Y 3 Y(Y/YY8 3) 3' 3  3  r6rcXeZdZ d d dZ d dZdZd dZdZd dZy) #CachedResponsesAPIStreamingIteratorNc tj|tjdt |ddd|dd|| d|_d|_g|_d|_|j|| y) NrrrrZrTFrr) rrrrrrrrrr)r2rrrrs r4rz,CachedResponsesAPIStreamingIterator.__init__sw *22 ^^C((GR0*.#! 1% 3 .2*:?7<>   &&8&Ur6c|t||tj|_d|_|jd|_yr)rrrrrrrs r4rz=CachedResponsesAPIStreamingIterator._set_events_from_responses9 8##8CC   "&,,r"2r6c|Sr0r1r-s r4rz-CachedResponsesAPIStreamingIterator.__aiter__$rr6cHK|jt|jk\rt|j|j}|xjdz c_t }t |dd|j jk(r||_|jd|Swrrrs r4rz-CachedResponsesAPIStreamingIterator.__anext__'rrc|Sr0r1r-s r4rz,CachedResponsesAPIStreamingIterator.__iter__2rr6c@|jt|jk\rt|j|j}|xjdz c_t }t |dd|j jk(r||_|jd|Srrrs r4rz,CachedResponsesAPIStreamingIterator.__next__5rr6)NN)rr"rr}rr~rrPrr) r:r;r<rrrrrrr1r6r4rrso 26 $ V&V'V/ V  V0 3) 3' 3  3  r6rceZdZddddZy) _HasModelDump. exclude_nonecyr0r1r2rs r4rz_HasModelDump.model_dumpCrEr6N)rr9r8dict[str, object])r:r;r<rr1r6r4rrAs14Or6rceZdZddddZy)_HasModelDumpJson.rcyr0r1rs r4r`z!_HasModelDumpJson.model_dump_jsonHrEr6N)rr9r8rF)r:r;r<r`r1r6r4rrFs69Fr6rc`t|tr|jSt|r|SiSr0)r[rrr_)objs r4_dump_response_objectrKs+#}%~~s Ir6ct}|jddgd}||jjk(r|j ||S|j ||S)NT in_progress)statusoutput)deeprrrr)rY model_copyr#RESPONSE_CREATEDResponseCreatedEventResponseInProgressEvent)rrrXin_progress_responses r4_build_response_status_eventrSsq56L"-"8"8 '26#9#\::KKK00jK_0``  / /ZJ^ / __r6c^t}|jd}|dk(rt|jdgxsgDcgc]}|jdi|}}|jdt |jdxsd||jd}nk|dk(r0|j dt |jdxsd }n6|d k(r0|j d t |jd xsd }ny|j|jj|||| Scc}w)Nr output_textrrBrlogprobs)rrBrrrefusal)rrreasoning_text reasoning)rrritem_id output_index content_indexrr1) rYryBaseLiteLLMOpenAIResponseObjectContentPartDonePartOutputTextrFContentPartDonePartRefusal ContentPartDonePartReasoningTextContentPartDoneEventr#r) rrr part_payloadrX part_typerrrs r4_build_content_part_done_eventrdsZ56L#''/IM!+..}bAGR  9L 8 8 F: F  99\%%f-34#!%%j1 :  i 66 ((39r:7  & &<<!,**;7=2>=    , ,  2 2 D D!#  - / sD*c t}|jd}|dk(rt|jdxsd}tdt ||D]A} |j |j |jj||||| | |zC|jdgxsg} t| D]?\} } |j |j|jj|||| | A|j |j|jj|||| y|d k(rt|jd xsd} tdt | |D]A} |j |j|jj|||| | | |zC|j |j!|jj"|||| yy) NrrrBrr)rrrrrr)rrrrannotation_indexr)rrrrrBr)rrrrr)rYryrFrangerappendOutputTextDeltaEventr#r enumerateOutputTextAnnotationAddedEventrOutputTextDoneEventOUTPUT_TEXT_DONERefusalDeltaEvent REFUSAL_DELTARefusalDoneEvent REFUSAL_DONE)eventsrrrrrrXrrBiannotations_payloadrrrs r4_add_text_like_part_eventsrs56L#''/IM!,**628b9q#d)Z0 A MM11%>>PP#!-"/q1z>2 2  COBRBRS`bdBeBkik,56I,J  ( j MM;;%>>[[#!-"/%5) <     , ,!::KK)+ -   i \--i8>B?q#g, 3 A MM..%>>LL#!-"/!!a*n5 /     ) )!::GG)+ *   r6c& t}tjr@|>t|dr |jnd}|" |j |}| t |d|t|jj|t|jj|g}d}t|dgxsg}t|D]\} } t| } t| j!dxs |j"} | j!d} |j%|j'|jj(| |j*di| | d k(r| j!d gxsg}t|D]\}}t|}|j%|j-|jj.| | ||j*di| t1|| | ||| t3| | || }|}|j%|n| dk(rt| j!dxsd}t5dt7||D]@}|j%|j9|jj:| | ||||zB|j%|j=|jj>| | |nB| dk(r<| j!dgxsg}t|D]\}}t|}t|j!dxsd}t5dt7||D]A}|j%|jA|jjB| | |||||zC|dz }|j%|jE|jjF| | ||||dz }|j%|jI|jjJ| | |||j*di||dz }|j%|jM|jjN| ||j*di| |j%|jQ|jjR||S#t$rY4wxYw)Nrrrrrrxr)rrrgrcontentr)rrrrrr)rrrr function_call argumentsr)rrrr)rrrrrsummaryrB)rrr summary_indexrrS)rrrsequence_numberrrB)rrrrrr)rrrrgrr1)*rYrrr!rrrrrr#rRESPONSE_IN_PROGRESSrrrrFryrxrOutputItemAddedEventrrContentPartAddedEventCONTENT_PART_ADDEDrrrrFunctionCallArgumentsDeltaEventFUNCTION_CALL_ARGUMENTS_DELTAFunctionCallArgumentsDoneEventFUNCTION_CALL_ARGUMENTS_DONEReasoningSummaryTextDeltaEventREASONING_SUMMARY_TEXT_DELTAReasoningSummaryTextDoneEventREASONING_SUMMARY_TEXT_DONEReasoningSummaryPartDoneEventREASONING_SUMMARY_PART_DONEOutputItemDoneEventrResponseCompletedEventr)rrrrXrrrr output_itemsr output_itemoutput_item_payloadr item_type content_partsrrr done_eventrr summariesrrsummary_payload summary_texts r4rrs 56L..;3J07 W0M;,,SW   ,7,Q,QYd,Q,e#Ivt4 %\%J%J%[%[]hi$\%J%J%_%_alm:F O,3K2,N,TRTL%.|%<k ! k3K@)--d3E{~~F'++F3   - -!::LL)A\AAXDWX .    !.A.E.EiQS.T.ZXZM'0'? .# t4T:   66)BBUU '%1&3I\IIYLY 7+!#!-"/!-) <#!-"/!-  )MM*-5 .6/ )/33K@FBGI1c)nj9   @@)BB`` '%1'A N; A  MM;;%>>[[#!-' < + %*=*A*A)R*P*VTVI*3I*>" & w"7"@"?#6#6v#>#D"E q#l"3Z@ AMM$CC!-!F!F!c!c$+)5*7".q1z>"B D  1$  >>)BB^^ '%1(7&3) ?  1$  >>)BB^^ '%1(7&3I\II\O\ ? 3" H 1  , ,!::KK) /A\AAXDWX -  Ik Z MM++66II  ,  M{  s!R RR)rir !_FRAME_NO_MAX_OUTPUT_TOKENS_FLOOR_FRAME_CHARS_PER_TOKEN_ESTIMATEc |jd}t|r|r|n2t|jDcic]\}}|dk7s ||c}}}g}|jd|jdg}|r|j }t |t r|j|nt|ru|D]p}t |t r|j|%t|s1|j|jd|j|jdr|rtd|D} | rtd| tznd } |jd } | t | tr| fSd fScc}}w) a<Extract a rough input-token count and any explicit max_output_tokens from a ``response.create`` frame, handling both wire shapes: flat: {"type": "response.create", "input": ..., "max_output_tokens": ...} nested: {"type": "response.create", "response": {"input": ..., "max_output_tokens": ...}} rrinput instructionsrrBc32K|]}t|ywr0)r)rfrs r4rhz7_extract_frame_quota_estimate_inputs..s>4SY>srSrmax_output_tokensN) ryr_r itemsr_r[rFrrcsummaxr5rQ) msg_objnestedkvparams text_partspendingr^rg total_charsrLr:s r4$_extract_frame_quota_estimate_inputsrFqse KK +F 6 "v  %mmo =dafQT =  $&J 7 >"$G   eS !   e $ E " 5dC(%%d+$T*NN488I#67NN488F#34  5 >:>>K^iC;:Y+Y$Zop%zz*=> ! CTVY8Z#4 dd`d dd/ >s F F c$K|sy t|}t |r|j ddk7ryt |\}}||nt}|D]}|j||||d{!y#tjtf$rYywxYw7&w)zCharge one response.create frame's estimated tokens against every registered project ITPM/OTPM quota callback, in isolation from PII masking / logging so a malformed frame still reaches those callbacks.Nrresponse.create)rJrKrLrM) rurnrr6r_ryrFr3rN) quota_callbacksrJrrr>rLexplicit_max_output_tokensrMrms r4_enforce_frame_project_quotarKs )+6 7 #w{{6':>O'O9]^e9f66&@&L"Rs$ ??/!#9$; @      ) , s4B A/AB'B(B/B B B  B)response.createdresponse.completedrFzresponse.incompleterRESPONSES_WS_LOGGED_EVENT_TYPES>rB input_textr&RESPONSES_WS_MASKABLE_TEXT_BLOCK_TYPESceZdZdZ d ddZddZddZddZddZddZ dd Z dd Z dd Z e hd Ze hd ZddZddZddZddZddZy)ResponsesWebSocketStreaminga Manages bidirectional WebSocket forwarding for the Responses API WebSocket mode (wss://.../v1/responses). Unlike the Realtime API, the Responses API WebSocket mode: - Uses response.create as the client-to-server event - Streams back the same events as the HTTP streaming Responses API - Supports previous_response_id for incremental continuation - Supports generate: false for warmup - One response at a time per connection (sequential, no multiplexing) Nc ||_||_||_||_|xsi|_g|_g|_||_|xsg|_|xsg|_ | r t| nd|_ | |_ y)Nr1) websocket backend_wsrrJrmessagesinput_messages first_messageguardrail_callbacksoutput_guardrail_callbacksrrIauthorized_model) r2rTrUrrJrrXrYrZrIr[s r4rz$ResponsesWebSocketStreaming.__init__s~#$&!2/;/Ar13 79*H[Ha_a KeKkik'[jAWpr-=r6c0|jdtvS)Nr)ryrN)r2 event_objs r4_should_store_eventz/ResponsesWebSocketStreaming._should_store_events}}V$(GGGr6ct|tr|jd}t|tr t |}n|}|j|r|jj|yy#t j tf$rYywxYw)Nutf-8) r[bytesdecoderFrrrnrr6r^rVr)r2eventr]s r4 _store_eventz(ResponsesWebSocketStreaming._store_events~ eU #LL)E eS ! -e4 I  # #I . MM  + / (()4  s A//B  B c2 t|tr t|}nt|r|}ny|j ddk7ry|j dg}t|tr|j j d|dyt|r|D]}t|s|j ddk(s$|j ddk(s9|j d g}t|tr|j j d|dzt|s|D]V}t|s|j dd k(s$|j d d }|s9|j j d|dXyy#tjttf$rYywxYw) z input_itemsrgrcrBs r4 _collect_input_from_client_eventzB>Q>QD   / / ; ==    0 0 J J4==pt J u v sBBcKddl} |jjdd{}t |t r|j d}n|}|jr: t|}|jd}||jvs||jvr|j|}|j|d{}|j!||j"j%|d{7#t$r&|jjd{7}YwxYw#tjtf$rd}YwxYw77\#|j&j($r }t+j,d|Yd}~n/d}~wt.$r }t+j0d|Yd}~nd}~wwxYw|j3d{7y#|j3d{7wxYww) z4Forward events from backend WebSocket to the client.rNF)rbr`rz*Responses WS backend connection closed: %sz+Error in responses WS backend_to_client: %s) websocketsrUrecvr6r[rarbrZrrryrnr_DELTA_EVENT_TYPES_OUTPUT_DONE_EVENT_TYPES_unmask_response_event_mask_response_completedrdrT send_text exceptionsConnectionClosedrr7rrrq) r2rsr response_str _evt_payload _evt_type unmasked_stroutput_masked_strrs r4backend_to_clientz-ResponsesWebSocketStreaming.backend_to_client)s+ '@)-)=)=U)=)K#KLlE2#/#6#6w#?L#/L22)=N|=\ $0$4$4V$< !D$;$;;yDLiLi?i #::<H *.*G*G *U$U!!!"34nn../@AAAG#K @)-)=)=)?#?#?L@(!00)<)$( ) %V B$$55 R  !Mq Q Q W  $ $%RTU V V W$$& & &$$$& & &sG+EC9C7C90ED+;AE=E >3E1E2E7C99&D(D" D(%E'D((E+E EE  EEF0)F?G  F0F+&G +F00G 3G+G G+ G(!G$"G((G+cj|jsyd}|jd}t|rX|jd|jk7r|j|d<d}d|vr#|d|jk7r|j|d<d}|S|jd|jk7r|j|d<d}|S)a Overwrite any ``model`` field in a ``response.create`` frame with the connection-authorized model to prevent deployment-substitution attacks. Handles both shapes: flat: ``{"type": "response.create", "model": "...", ...}`` nested: ``{"type": "response.create", "response": {"model": "...", ...}}`` Returns True if the object was modified. FrrT)r[ryr_)r2r>modifiedr?s r4_enforce_authorized_modelz5ResponsesWebSocketStreaming._enforce_authorized_modelZs$$ J/ 6 "zz'"d&;&;;"&"7"7w'!gg&6$:O:O&O#'#8#8 [[ !T%:%: :#44GG Hr6c jK t|}|j ddk7r|S|j |}|j s|rtj|S|Sd|jvri|jd<|}t|j }|D]}|j|j}|j d}t|r|nd} g} || fD]O} | d| vr| j| dft| j dts=| j| dfQ| D]A\} } | | } t| tr-|j| d||j d{| | <d}It!| sU| D]}t|sd D]}|j |}t|tr-|j|d||j d{||<d}Qt!|s]|D]t}t|s|j d }|j dt"vs8t|tsI|j|d||j d{|d <d}vD|rtj|S|S#tjtf$r|cYSwxYw7D77Tw) ae Enforce the authorized model and apply Presidio PII masking to a ``response.create`` message before it is forwarded to the upstream provider. - Overwrites any ``model`` field with the connection-authorized model to prevent deployment-substitution attacks (always applied). - Walks the ``input`` and ``instructions`` fields, calls ``check_pii`` on every text block, and stores the resulting ``pii_tokens`` map in ``self.request_data["metadata"]`` for later unmasking. Non-``response.create`` messages are returned unchanged. rrHrSrNr7r8TrBoutput_parse_piipresidio_configr)rrrB)rrrnrr6ryrrYdumpsrr'get_presidio_settings_from_request_datar_rr[rF check_piircrP)r2rr>model_modifiedr guardrail_cbscbrnested_candidatenested_responsetext_containers containerkey field_valuerg item_fieldr^block block_texts r4_mask_response_createz1ResponsesWebSocketStreaming._mask_response_createus .w7G ;;v "3 3N!% > >w G''*84::g& Eg E T.. .,.D  j )!FKDLdLdFe : 8B HHIZIZ[O '{{:6 2ABR2S.Y]OCEO%7 H $i'#**Iw+?@immN;SA#**I~+FG  H#2( 8 3'n k3/+-<<()-(7%)%6%6 ,8,&IcN $H#K0 +8.t4$*?8J$(HHZ$8E)%59;).594C151B1B :F:"4"Z 0 ,0!/!6-2 !8E+:5+A(01661BJ',yy'8response.refusal.deltaresponse.output_text.delta%response.reasoning_summary_text.delta&response.function_call_arguments.delta>response.output_item.doneresponse.output_text.doneresponse.content_part.done$response.reasoning_summary_part.done$response.reasoning_summary_text.done%response.function_call_arguments.donec|js|S|jjd}t|r|jdnd}t |r|ni}|s|S t |}|jd}|jd}|dk(rd}|jd} t| s|S| jd } t| r| ngD]} t| s| jd } t| s,| D]O} t| s| jd }t|ts1|j||}||k7sI|| d <d }Q|rt j|S|S||jvrR|jd }t|tr1|j||}||k7r||d <t j|S|S#t jtf$r|cYSwxYw)a/ Apply Presidio PII unmasking to backend events before forwarding to the client. Handles two shapes: - ``response.completed``: walks ``response.output[*].content[*].text`` - streaming delta events (``response.output_text.delta``, etc.): replaces tokens in the ``delta`` field Uses the ``pii_tokens`` map stored during ``_mask_response_create`` to replace every token (e.g. ````) with the original value. Events with no stored tokens are returned unchanged. rSrCNrrrMFrrrrBTr)rYrryr_rkrrrnrr6rcr[rFrDrru)r2r|rSraw_pii_tokensrCevt_objrrrrr*r+r content_blockrBunmaskedrs r4rwz2ResponsesWebSocketStreaming._unmask_response_events'' ++// ;>Mh>W \ :]aAPQ_A`~fh   .| K0#'%//)4!'*)0 0 .}=$'4'8'8'@ %lC835<<%1160?-1->-> 4@4.N .=8F f 5+/ 0&//)4%g.%, ,M*=9 (,,V4D!$,')||!%-2,;)-):): (4(" "T>4:M&1'+H ,C. , 4 ,l'/tzz'"@L@{$$i0   $# .""srI H,CI0I 1AI"I2I 3 I=AI"I9I : I(I,I I I  IIIc TK t|j|j|j|d{y7#t$ra} |j j tjddt|ddd{7n#t$rYnwxYwYd}~yd}~wwxYww)a Run the per-frame project quota check. On rejection, sends an ``error`` event to the client and reports that the frame must be dropped instead of forwarded, so the connection stays open for the client to retry once the window resets. NrrrrrrFT) rKrIrJr[rrTryrnrrFr)r2rrs r4_enforce_or_reject_framez4ResponsesWebSocketStreaming._enforce_or_reject_frames .$$d&<&S>SU\  &'   nn..JJ$+(=+.q6&      sbB(/;9;B(; B%AB BB  B  BB BB B( B%%B(cK |j|j|jd{rh|j|jd{}|j||j ||j j |d{ |jjd{}|j|d{s=|j|d{}|j||j ||j j |d{7 7777m7U7#t$r }tjd|Yd}~yd}~wwxYww)z6Forward response.create events from client to backend.Nz(Responses WS client_to_backend ended: %s) rXrrrordrUsendrT receive_textrrr7)r2 masked_firstrrrs r4client_to_backendz-ResponsesWebSocketStreaming.client_to_backendsC P!!-8U8UVZVhVh8i2i2i,0,F,FtGYGY,Z&Z !!,/!!,/oo**<888 $ ; ; ==!::7CCC#99'BB!!&)!!&)oo**6222 3j&Z9>CB3 P  !KQ O O PsE2*ED7"ED:AED<"E9D>:EEE,E-AE1E2E:E<E>EEEE E/E*%E2*E//E2cKtj|j} |jd{|j s|j  |d{ |jjd{y7S#t$rY\wxYw79#tj$rYLwxYw71#t$rYywxYw#|j s6|j  |d{7n#tj$rYnwxYw |jjd{7w#t$rYwwxYwxYww)z,Run both forwarding directions concurrently.N) r#r$rrrdonecancelCancelledErrorrUclose)r2 forward_tasks r4bidirectional_forwardz1ResponsesWebSocketStreaming.bidirectional_forwards0%11$2H2H2JK  ((* * * $$&##%&&& oo++--- +    '--.   $$&##%&&&-- oo++---  s $E BBB E  B!%B&B!+B<B: B< E B BC BC B!!B74E 6B77E :B<< CE CE  !E-C92C53C98E9D EDED70D31D76E7 EEEEE )NNNNNNN)rTr*rUr)rr}rJrOrr~rXrPrYz*list[PiiUnmaskingGuardrailCallback] | NonerZz&list[PresidioGuardrailCallback] | NonerI%Sequence[ProjectQuotaCallback] | Noner[rP)r]r7r8r9)rczstr | bytes | dict[str, object]r8rR)rrr8rRrr>rr8r9)rrFr8rF)r|rFr8rF)rrFr8r9)r:r;r<r=rr^rdrkrorqrrr frozensetrurvrwrxrrrr1r6r4rRrRs "4815$(JNMQAE'+=+=.=' = 1 = / ="=H=%K=?=%=8H ,!FA w/'b6]<@#  )  BHNA`:P*r6rRzFinal[frozenset[str]]_RESPONSE_CREATE_PARAMS> aresponseslitellm_call_idrJlitellm_logging_obj_aresponses_websocket_MANAGED_WS_SKIP_KWARGS resp_warmup__WARMUP_RESPONSE_ID_PREFIXceZdZdZ d ddZeddZdddZd dZd!dZ ed"dZ e d#d Z ed$d Z d%d Z ed&d Zed'd Zed(dZd(dZd)dZed*dZ d+dZed,dZd-dZd.d/dZed0dZd1dZ d2dZd3dZd4dZy)5 ManagedResponsesWebSocketHandlera Handles Responses API WebSocket mode for providers that do not expose a native ``wss://`` responses endpoint. Instead of proxying to a provider WebSocket, this handler: - Listens for ``response.create`` events from the client - Makes HTTP streaming calls via ``litellm.aresponses(stream=True)`` - Serialises and forwards every streaming event back over the WebSocket - Supports ``previous_response_id`` for multi-turn conversations via in-memory session tracking (avoids async DB-write timing issues) - Supports sequential requests over a single persistent connection This makes every provider that LiteLLM can reach over HTTP available on the WebSocket transport without any provider-specific changes. Nc  ||_||_||_||_|xsi|_|jj dxs|jj d|_||_||_||_ | |_ |j|xs| |_ | |_ | r t| nd|_| j!D cic]\} }| t"vs| |c}} |_i|_ycc}} w)N model_groupdeployment_model_namer1)rTrrrJrzryrrmrtimeoutr_resolve_provider_connection_providerrXrrIr;rr?_session_history)r2rTrrrJrzrmrrrrXrIr3r@rAs r4rz)ManagedResponsesWebSocketHandler.__init__s# &!20@0FB'+'<'<'@'@'O( SWShShSlSl #T     #6 $($:$:5$A$XEX!*[jAWprAG/tAST\sSs1/t EG 0us C0C0c t|tr|jdSt|tr+t j |j dtSt|rt j |tSt j t|S#t$r }tjd|Yd}~yd}~wwxYw)zHSerialize a streaming chunk to a JSON string for WebSocket transmission.Tr)defaultz1ManagedResponsesWS: failed to serialize chunk: %sN) r[rr`rrnrrrFr_rrr7)rexcs r4_serialize_chunkz1ManagedResponsesWebSocketHandler._serialize_chunks %!23,,$,??%/zz%"2"2"2"EsSSu%zz%55::c%j) )   !TVY Z s(!B#:B#%B#B## C ,CC cK |jjtjd||ddd{y7#t$rYywxYww)Nrrr)rTryrnrr)r2rrs r4 _send_errorz,ManagedResponsesWebSocketHandler._send_error'sQ ..** GzV]6^_`     s8A7AAAAA A AAActj|}|jd|}t|jj|gS)z Return accumulated message history for *previous_response_id*. The key is the *decoded* response ID (the raw provider response ID before LiteLLM base64-encodes it into the ``resp_...`` format). response_id)r!_decode_responses_api_response_idryrbr)r2previous_response_iddecodedraw_ids r4_get_history_messagesz6ManagedResponsesWebSocketHandler._get_history_messages/sD2SSThi M3GHD))--fb9::r6c"||j|<y)u Store the complete accumulated message history for *response_id*. Replaces any prior value — callers are responsible for passing the full history (prior turns + current input + new output). N)r)r2rrVs r4_store_historyz/ManagedResponsesWebSocketHandler._store_history:s.6k*r6c|jdi}t|r|jdnd}t|tr|nd}|syt j |}|jd|S)z Pull the raw (decoded) response ID out of a ``response.completed`` event. Returns *None* if the event doesn't contain a usable ID. rrxNr)ryr_r[rFrr)completed_eventresp_objr encoded_idrs r4_extract_response_idz5ManagedResponsesWebSocketHandler._extract_response_idCse *--j"=.=h.G T*T2(M'No-%- &.!ss r4_parse_messagez/ManagedResponsesWebSocketHandler._parse_messagesb .{;G ;;v "3 3 ## ""#JLcd d d s1A &A(AAAAAAcl|jd}t|r|r|n|}|jdduS)z?Return True for a response.create whose generate flag is false.rgenerateF)ryr_)r>r?sources r4_is_warmup_framez1ManagedResponsesWebSocketHandler._is_warmup_frames6 J/"1&"9f'zz*%..r6c|sytj|}|jd|}t|j t S)zHReturn True for synthetic warmup IDs that only exist on this connection.Fr)rrryrFrr)rrrs r4_is_warmup_response_idz7ManagedResponsesWebSocketHandler._is_warmup_response_idsA1SST_` M;?6{%%&@AAr6c|jd}t|r|r|S|jDcic]\}}|dk7s ||c}}Scc}}w)Nrr)ryr_r;)r>r?r@rAs r4_warmup_source_paramsz6ManagedResponsesWebSocketHandler._warmup_source_paramssG J/ 6 "vM!(@AAK1@@@s A A c |j|}|jdxs|jxs |j}tt j jdttjd|gdddddS)z@Build a minimal completed Responses API object for a warmup ack.rr completedr) input_tokens output_tokens total_tokens)rxr created_atrrrr) rryrrruuiduuid4hexrQr)r2r>r wire_models r4_build_warmup_responsez7ManagedResponsesWebSocketHandler._build_warmup_responses227;"JJw/Q43C3CQtzz /01A1A0BC diik*! !!" !  r6cK|j|}dD]G\}}|i|d|id}|j|}|%|jj|d{Iy7w)a? Acknowledge a generate=false prewarm without calling the provider. Codex blocks on the warmup turn until it receives response.created and response.completed over the WebSocket. Managed HTTP providers cannot honor an empty-input warmup, so we synthesize the completion locally. ))rLr)rMrrrN)rrrTry)r2r>rrrrc serializeds r4_send_warmup_ackz1ManagedResponsesWebSocketHandler._send_warmup_acks55g># 7 J #:x:6:E..u5J!..**:6 6 6 7 7sAA#A!A#c|jd}t|r|r|n)|jDcic]\}}|dk7s ||c}}}tDcic]}||vr |||||c}Scc}}wcc}w)z Extract Responses API params from the event, handling both wire formats: Nested: {"type": "response.create", "response": {"input": [...], ...}} Flat: {"type": "response.create", "input": [...], "model": "...", ...} rr)ryr_r;r)r>r?r@rAresponse_paramsparams r4_build_base_call_kwargsz8ManagedResponsesWebSocketHandler._build_base_call_kwargss J/%f-&FPWP]P]P_>o1cdhncnq!t>o  1 'OE,B,N ?5) )  ?p s A,A,A2c|sy|j|rtjd|y|r)||z|d<tjdt||ytjd|||d<y)zHPrepend in-memory turn history, or fall back to DB-based reconstruction.NzEManagedResponsesWS: ignoring synthetic warmup previous_response_id=%sr7zMManagedResponsesWS: prepended %d history messages for previous_response_id=%szuManagedResponsesWS: no in-memory history for previous_response_id=%s; falling back to DB-based session reconstructionr)rrr7r)r2 call_kwargsrcurrent_messages prior_historys r4_apply_historyz/ManagedResponsesWebSocketHandler._apply_historys$   & &'; <  W$   #03C#CK  _M"$   B$ 3GK. /r6cT|sy ddlm}||\}}}}|S#t$rYywxYw)zEResolve the LLM provider for a model string, or None if unresolvable.Nr)get_llm_providerr)rrr)rr_providers r4rz2ManagedResponsesWebSocketHandler._resolve_provider s<  0 0u = AxAO  s  ''cl|||jk(ry|j|}|y||jk(S)zHReturn True if model uses the same LLM provider as the connection model.TF)rrr)r2revent_providers r4_same_providerz/ManagedResponsesWebSocketHandler._same_provider s? =ETZZ/ $ 6 6u =  !!:!:::r6cH|j|j|d<|j|j|d<|j|j|d<|j |j |r|j|d<|j rt |j |d<yy)zBInject connection-level credentials and metadata into call_kwargs.Nrmrrrrz)rmrrrrrzr\)r2r rs r4_inject_credentialsz4ManagedResponsesWebSocketHandler._inject_credentials s << #%)\\K " == $&*mmK # << #%)\\K "  # # /D4G4G4N151I1IK- .  .243H3H.IK* + !r6c|jdxsijdxsi}t|tsyt|jdxsi}|jd|d<|jd|d<||d<dD]}||vs||||||<i|d|i}d|vri|d<||dd<|jd i||d d<y) zGUpdate proxy_server_request body so spend logs record the full request.rzproxy_server_requestNr<r7storer)tools tool_choicer8rSr)ryr[r\ setdefault)r rrr<r@s r4_update_proxy_requestz6ManagedResponsesWebSocketHandler._update_proxy_request1 s !,0B C IrNNOefljl.5 /33F;ArB#0W #0W W E )AKKN$>%a.Q ) F"6EE [ 0.0K* +BV &'(>?/4@T $%&<=r6cKd}tjdd|i|d{}|23d{}| t|ddxs#t|tr|j dnd}|j |}|R|dk(r| t|} |jj|d{77#t$rY4wxYw7#t$r$}tjd||cYd}~cSd}~wwxYw6|Sw)a> Stream ``litellm.aresponses`` and forward every chunk over the WebSocket. Captures the ``response.completed`` event type from the chunk object directly (before serialization) to avoid a redundant JSON round-trip on every chunk. Returns the completed event dict, or ``None``. NrrrMz5ManagedResponsesWS: error sending chunk to client: %sr1) rrrr[r\ryrrrrrTryrr7) r2rr rstream_responserrIrsend_excs r4_stream_and_forwardz4ManagedResponsesWebSocketHandler._stream_and_forwardE s  (/'9'9'U'U'U!U* ' '%} 5qzZ_aeOf%))F:KlpJ..u5J!11o6M&7 &CO 'nn..z:::"V '!; '$$%\^fg&& '+$sC8B0C8C5B2C5AC8 B4 C*C+C/C82C54 C=C8?CC8C C2C-%C2&C8-C22C8c|y|j|}|sy|j|}||z|z}|j||tjdt ||y)zMStore this turn in in-memory history for future previous_response_id lookups.Nz9ManagedResponsesWS: stored %d messages for response_id=%s)rrrrr7r)r2rrr new_response_id output_msgs all_messagess r4_save_turn_historyz3ManagedResponsesWebSocketHandler._save_turn_historye so  " !%!:!:?!K !::?K +.>>L  O\: G    r6cK|j|d{}|y|j|r |j|d{y t |j|j|jxs |j|d{|j|}d|d<|jdd}|||jk(r |jn|}|jdd}|j!|j#d } |r|j%|ng} |j'||| | |j)|| |j+||xs|jxs||j-|j. |j1||d{} |j5| | | y77o#t$r }t j d|Yd}~yd}~wwxYw7Z#t$r/}|jt|dd{7Yd}~yd}~wwxYw7#t$rC}t j2d ||jt|d{7Yd}~yd}~wwxYww) a Parse one ``response.create`` event, call ``litellm.aresponses(stream=True)``, and forward every streaming event to the client. Multi-turn support via in-memory session history ------------------------------------------------ When ``previous_response_id`` is present in the event: 1. Look up the accumulated message history in ``self._session_history`` (keyed by the decoded provider response ID). 2. Prepend those messages to the current ``input`` so the model has full conversation context. 3. After the stream completes, extract the new response ID and output messages from ``response.completed`` and store them in ``self._session_history`` for the next turn. This in-memory approach avoids the async DB-write race condition that occurs when spend logs haven't been committed by the time the second ``response.create`` arrives over the same WebSocket connection. Nz0ManagedResponsesWS: error sending warmup ack: %sr)rTrPrrr7rz8ManagedResponsesWS: error processing response.create: %s)rrrrrr7rKrIrJrrrrrFr r_rryrrrr rrr?r$rr)) r2rr>rrr rKrrr rrs r4_process_response_createz9ManagedResponsesWebSocketHandler._process_response_create~ sh( $22;?? ?    ) ^++G444  .$$d&<&N>N>\RVR\R\^i  "99'B $ H .9__Wd-K)1_HXHX5XDJJ^m 3>//BXZ^2_"&"9"9+//':R"STht99:NOmo  K)=?OQ^_   E : "";0\4CSCS0\W\]4,,- +/+C+CE;+W%WO @PQk@5 ^$$%WY\]]  ^   ""3q66K"L L L  8&X   $ $%_ad e""3s8, , ,  sI2F1I2F7F4F7 I2 =G& G# G&C4I2H#H!H#I24F77 G GI2G  I2#G&& H/HHHI2HI2!H## I/,3I*I" I*%I2*I//I2cK |j#|j|jd{ |jjd{}|j|d{=7B7 #t$r }t j d|Yd}~yd}~wwxYw75#t$r=}t jd||jd|d{7Yd}~yd}~wwxYww)z Main loop: accept ``response.create`` events sequentially and handle each one before waiting for the next message. Nz+ManagedResponsesWS: client disconnected: %sz(ManagedResponsesWS: unexpected error: %szInternal server error: ) rXr+rTrrrr7rr)r2rrs r4runz$ManagedResponsesWebSocketHandler.run s  D!!-33D4F4FGGG$(NN$?$?$AAG 33G<<<HB "(()VX[\= D  $ $%OQT U""%BB#C,BB## C),-C$CC$C,$C))C,)NNNNNNNN)rTr*rrFrr}rJrOrzzdict[str, Any] | NonermrPrrPrz float | NonerrPrXrPrIrr3rr8rR)rr r8rP)r)rrFrrFr8rR)rrFr8list[dict[str, object]])rrFrVr.r8rR)rrr8rP)rrr8r.)rrr8r.)rrFr8r~r)rrPr8r9)r>rr8r)r>rr8rR)r>rr8dict[str, Any]) r rrrPr r.rr.r8rR)rrPr8rP)rrPr8r9r0)r rrrPr8rR)r r/rrFr8rR)rrFr r/r8r~)rr~rr.r r.r8rR)rrFr8rRr)r:r;r<r=r staticmethodrrrrrrrrrrrrrr rrrrr r$r)r+r-r1r6r4rrs8*4826"# $*.$(AE$G+$G$G' $G 1 $G 0 $G$G$G$G($G"$G?$G$G $GT   ;6 6 6"*" ""H* // BBAA  $7,  G&G)G2 G / G  GB  ;J$UU&@ 1 / 2    2IR^Dr6r)r^rr8zTypeIs[dict[str, object]])r^rr8zTypeIs[list[object]])r^rr8zTypeIs[dict[str, str]])rq str | bytesr8r)rqr1r8r)rzr~r8rP)rzasyncio.Task[object]rrFr8rR)rrr8z"tuple[str, str | None, str | None])rrPrrPr8rQ)rrr8r9)rrrr$r8r$)rrr8r/)rz3Literal['response.created', 'response.in_progress']rr"r8r$) rrFrrQrrQrr/r8r)r#list[ResponsesAPIStreamingResponse]rrFrrQrrQrr/rrQr8rR)rr"rr}rrQr8r2)r>r7r8ztuple[int, int | None]) rIzSequence[ProjectQuotaCallback]rJrOrrPrrFr8rR)t __future__rr#rnrrwrcollections.abcrrrrr functoolsr typesr typingr r r rrrropenai._streamingrtyping_extensionsrrlitellm.constantsrrlitellm.exceptionsrr#litellm.litellm_core_utils.asyncifyr'litellm.litellm_core_utils.core_helpersr*litellm.litellm_core_utils.litellm_loggingrr}:litellm.litellm_core_utils.llm_response_utils.get_api_baser?litellm.litellm_core_utils.llm_response_utils.response_metadatar/litellm.litellm_core_utils.thread_pool_executorr.litellm.llms.base_llm.responses.transformationrlitellm.responses.utilsrrlitellm.types.llms.openair r!r"r#r$litellm.types.utilsr% litellm.utilsr&litellm.proxy._typesr'+litellm.types.responses.streaming_websocketr(r)r*r,r@rHrYr_rcrkrrrur|rrr>rrrrrprrrrrrrrrrrlitellm._loggingrr3r5rFrKrNrrPrRResponsesAPIRequestParams__required_keys____optional_keys__rrrrr1r6r4rMsv"  BB"RR ($FBLSSEQU*A3 Y(A8Y8 1 ##\  ; D5Es c   #      S 3 3 S )# c  '!" C#$%( #!$#&$'/51:%&XD    :  "  O4$EO4dO5(IO5dM(IM`@*K@FPHPPGGG`` & ` # `"( (( ( ! ( * (V@ /@ @  @  @ ! @ @  @ FK%K#K K ) Kd, ,0!5/ *+*"eJ 3 ,       <*1::_0`&`EEZ ::LL "<<NNO. 2;2.%3E2DDDDr6