uPj<ddlmZddlmZddlmZmZddlZddlZddlm Z ddl m Z ddl mZddlmZdd lmZdd lmZdd lmZdd lmZd dlmZd dlmZd dlmZd dlm Z d dl!m"Z"GddeZ#GddZ$y)) Coroutine)datetime)FinalProtocolN)verbose_proxy_logger)Logging)GLOBAL_LOGGING_WORKER)&PassThroughEndpointLoggingResultValues)ProxyBaseLLMRequestProcessing)split_complete_sse_frames) EndpointType)!StandardPassThroughResponseObject)"AnthropicPassthroughLoggingHandler)GeminiPassthroughLoggingHandler)OpenAIPassthroughLoggingHandler)VertexPassthroughLoggingHandler)PassThroughEndpointLoggingcDeZdZdedededededede e ded e d fd Z y ) RouteStreamingLogginglitellm_logging_objpassthrough_success_handler_obj url_route request_body endpoint_type start_time raw_bytesend_timereturn)NNNcyN) selfrrrrrrrrs {/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/proxy/pass_through_endpoints/streaming_handler.py__call__zRouteStreamingLogging.__call__!s'*N) __name__ __module__ __qualname__LiteLLMLoggingObjrstrdictr rlistbytesrr%r"r&r$rr sl */ **D *  *  *$ * *; * * # $ *r&rcjeZdZededdfdZe ddejdedzdede de d e d e d e dzfd Ze dded e d e dede de d eede de dzfdZeded e d e dede de d eede de dzdeeeffdZededzd e de dede dzf dZed eedee fdZy)PassThroughStreamingHandlerrrNcf|j%|jtjyy)N)completion_start_time)r2_update_completion_start_timernow)rs r$_stamp_first_chunk_if_neededz8PassThroughStreamingHandler._stamp_first_chunk_if_needed0s.  4 4 <  = =T\T`T`Tb = c =r&responserrrrrroute_streaming_loggingc6K|xstj}g} d} tj||||} tt t ddxrPt| xrC|t jt jfvxs|t jk(xr d|vxsd|v} | sE|j23d{} | j| tj|| 5| J| }d}|j23d{} | j| tj|t|| z\}}|sCtj|||^76n 7]6|r|n(#t $r}t#j$d|d}~wwxYw| s}| rz|j&dkrjd } t)j*|||||xsi||| t-j.  y#t $r }t#j$d |Yd}~yd}~wwxYwyyy#| s}| rz|j&dkrjd } t)j*|||||xsi||| t-j.  w#t $r }t#j$d |Yd}~wd}~wwxYwwwwxYww) NF)rrrrinclude_cost_in_streaming_usagestreamRawPredict rawPredictr&zError in chunk_processor: %siT)rrrrrrrr)async_coroutinez,Error scheduling chunk_processor logging: %s)r0#_route_streaming_logging_to_handler!_extract_model_for_cost_injectionboolgetattrlitellmr ANTHROPICOPENAI VERTEX_AI aiter_bytesappendr5r r "_process_chunk_with_cost_injection Exceptionrerror status_coder ensure_initialized_and_enqueuerr4)r6rrrrrrr7 resolved_route_streaming_loggingrlogging_scheduled model_namecost_injection_activechunkresolved_model_namependingcomplete_frameses r$chunk_processorz+PassThroughStreamingHandler.chunk_processor5s $ f'B'f'f ))+ !7YY%' 3 Z  "CUK L Z  ,"8"8,:M:M!NN!\%;%;;W+y8ULIxHF l11 1/WW(;4S'!-"/))%  6:(C -:(C l11 1/WW(;4S'!-"/))%  60YYa/b ,>xHF + 3/PST^S_`0 ,077r&c|r|jd}|r|St|dr|jjd}|r|S|tjk(rt j |}|r|dk7r|Sy)zM Extract model name for cost injection from various sources. rVr]unknownN)r^hasattrr]r rDrextract_model_from_url)rrrrrVs r$r>z=PassThroughStreamingHandler._extract_model_for_cost_injection#s}  $$W-E  &(< ='::>>wGE  L22 23JJ9UE)+ r&cdj|jdd}|jdDcgc]#}|js|j%}}|Scc}w)a Converts a list of raw bytes into a list of string lines, similar to aiter_lines() Args: raw_bytes: List of bytes chunks from aiter.bytes() Returns: List of string lines, with each line being a complete data: {} chunk r&zutf-8replace)errors )joindecodesplitstrip)r combined_strlineliness r$rcz;PassThroughStreamingHandler._convert_raw_bytes_to_str_linesAs["hhy1888S 2>1C1CD1IZTZZ\ ZZ [s A" A"r!)r'r(r) staticmethodr*r5httpxResponser,r rrr+rrUr-r.r=tupler r[r>rcr"r&r$r0r0/s=d:KdPTddAEZb..ZbTkZb/Zb$ Zb  Zb *D ZbZb"7!=ZbZbx!/^./^)C/^/^ /^ $ /^  /^;/^/^Tz/^/^b\8.\8)C\8\8 \8 $ \8  \8;\8\8Tz\8 5t; <\8\8|Tk$/  t :4;49r&r0)%collections.abcrrtypingrrr}rAlitellm._loggingr*litellm.litellm_core_utils.litellm_loggingrr*)litellm.litellm_core_utils.logging_workerr litellm.proxy._typesr 'litellm.proxy.common_request_processingr (litellm.proxy.common_utils.sse_keepaliver :litellm.types.passthrough_endpoints.pass_through_endpointsr litellm.types.utilsr;llm_provider_handlers.anthropic_passthrough_logging_handlerr8llm_provider_handlers.gemini_passthrough_logging_handlerr8llm_provider_handlers.openai_passthrough_logging_handlerr8llm_provider_handlers.vertex_passthrough_logging_handlerrsuccess_handlerrrr0r"r&r$rs]%" 1SKGQNSA8 *H *eer&