uPjVUddlZddlmZddlmZddlmZmZddlmZddl Z ddl m Z ddl mZddlmZdd lmZd d lmZd d lmZd d lmZd dlmZd dlmZd dlmZd dlm Z eZ!ee"d<de jFde$fdZ%GddZ&y)N)datetime)MappingProxyType)AnyFinal)urlparse)Logging)&PassThroughEndpointLoggingResultValues)!PassthroughStandardLoggingPayload)!StandardPassThroughResponseObject)"AnthropicPassthroughLoggingHandler)#AssemblyAIPassthroughLoggingHandler)CoherePassthroughLoggingHandler)CursorPassthroughLoggingHandler)GeminiPassthroughLoggingHandler)VertexPassthroughLoggingHandler)has_upstream_reported_usage"cohere_passthrough_logging_handlerhttpx_responsereturncN |jS#tj$rYywxYw)z Streamed passthrough responses are relayed to the client without being read into memory, so accessing .text on them raises ResponseNotRead. Their body is intentionally uninspected; log an empty string instead of failing the row. )texthttpxResponseNotRead)rs y/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/proxy/pass_through_endpoints/success_handler.py_safe_response_textr's+ """  s $$ceZdZdZdedeezezdede de de f dZ d!d e jd eeeeefzd zd eded edede de de ded zfdZ d!d e jd eeeeefzd zded edede de de d ededed zfdZd ede fdZd efdZd ede fdZd efdZded zde fdZded zde fdZd efdZd efdZd!d eded zfdZd efdZd!d eded zfdZd ede fdZdededefd Zy )"PassThroughEndpointLoggingcd|_d|_ddg|_ddg|_t |_dg|_gd|_gd |_d g|_ y) N) generateContentstreamGenerateContentpredict rawPredictstreamRawPredictsearchpredictLongRunning embedContentbatchEmbedContents)batchPredictionJobsz /messagesz/v1/messages/batchesz/v2/chat /v1/embedz /langfuse/)r!r"r')z /v0/agentsz/v0/mez /v0/modelsz/v0/repositoriesz/vertex_ai/live) TRACKED_VERTEX_METHOD_ROUTESTRACKED_VERTEX_RESOURCE_ROUTESTRACKED_ANTHROPIC_ROUTESTRACKED_COHERE_ROUTESr&assemblyai_passthrough_logging_handlerTRACKED_LANGFUSE_ROUTESTRACKED_GEMINI_ROUTESTRACKED_CURSOR_ROUTESTRACKED_VERTEX_AI_LIVE_ROUTES)selfs r__init__z#PassThroughEndpointLogging.__init__4so - )/G+*56L(M%'1+%>"6Y6[3)5~$& "& "/@-@* logging_obj standard_logging_response_objectresult start_timeend_time cache_hitc K|jdt|trtj|n|||ddd|d{y7w)z ?8W8r8r 9-/9-/NmTV'#%!#) 9 9 50YYa/b ,>xHF  ! !) ,8W8r8r 9-'#%!#) 9 9 50YYa/b ,>xHF  $ $Y /2PP #13=mT3R-XZ +'!)%'!-   90\\d/e ,A(KF  ! !) ,8Z8u8u 9-/9-/NmTV'#%!#) 9 9 50YYa/b ,>xHF  ! !) ,1S1ST]1^ 9s8W8r8r 9-/9-/NmTV'#%!#) 9 9 50YYa/b ,>xHF  ! !)-@ A8W8r8r 9-/9-/NmTV'#%!#) 9 9 50YYa/b ,>xHF  - -.A B  b:aa #1 +'!)%'!-   .0QQY/Z ,6x@F  # #$7 8 .l-N-k-k .-/9-/NmTdegTh'#%!#) . . #0Gx/P ,,X6F  ) )) 4 -R,S "PZZgimOnmtv 3l3I3l3l4#5'#%!) 44 )0MX/V ,28z=PassThroughEndpointLogging.is_vertex_route..~sYV6(|y(YsTc3&K|]}|v ywNr@)rresourcerJs rrz=PassThroughEndpointLogging.is_vertex_route..s]X8y(]s)anyr,r-)r5rJs `rrUz*PassThroughEndpointLogging.is_vertex_route}s1 Yt7X7XY Y]9\9\]]]r7c2|jD]}||vsyyNTF)r.r5rJroutes rrWz-PassThroughEndpointLogging.is_anthropic_routes'22 E ! r7cF|jD]}||vr|dk(rd|vryy)Nr+z/v1/embeddingsTF)r/rs rrYz*PassThroughEndpointLogging.is_cohere_routes=// EI% #(8I(E   r7cVt|}|jdk(sd|jvryy)Nzapi.assemblyai.comz /transcriptTF)rhostnamepath)r5rJ parsed_urls rr|z.PassThroughEndpointLogging.is_assemblyai_routes,$Y/   "6 6-:??:Zr7c |dk(S)Ncomprehendmedicalr@r5rKs rraz6PassThroughEndpointLogging.is_comprehend_medical_routes"&999r7c |dk(S)Ntypesafer@rs rrdz,PassThroughEndpointLogging.is_typesafe_routes "j00r7c\t|}|jD]}||jvsyyr)rr1r)r5rJrrs rrz,PassThroughEndpointLogging.is_langfuse_routes5$Y/ 11 E ' r7c8|sy|jD]}||vsyy)z?Check if the URL route is a Vertex AI Live API WebSocket route.FT)r4rs rrgz2PassThroughEndpointLogging.is_vertex_ai_live_routes-77 E ! r7c|dk(ryt|}|jrd|jvry|jD]9}||vs|jr |jn|}|j ds4|dk(cSy)z:Check if the URL route is a Cursor Cloud Agents API route.cursorTzapi.cursor.comz/v0/F)rrr3schemer startswith)r5rJrKrrrs rr_z*PassThroughEndpointLogging.is_cursor_routes} ( *$Y/   #3z7J7J#J// ;E !*4*;*;z??6*.(::  ; r7c$|syddlm}||S)a)Check if the URL route is an OpenAI API route. Uses the URL-aware helper so that non-OpenAI Azure Cognitive Services (Speech, Vision, Language, ...) sharing the `*.cognitiveservices.azure.com` / `*.openai.azure.com` domains are not misclassified as OpenAI routes. Fr )_is_openai_compatible_url)r]r)r5rJrs rr[z*PassThroughEndpointLogging.is_openai_routes )33r7c>|jD]}||vs|dk(syy)z-Check if the URL route is a Gemini API route.geminiTF)r2)r5rJrKrs rrSz*PassThroughEndpointLogging.is_gemini_routes/// E !&9X&E r7cddlm}|j|xsJ|j|xs7|j |xs$|j |xs|j |S)u3Check if the OpenAI endpoint is supported by the passthrough logging handler. The Responses API route is included because `openai_passthrough_handler` has a dedicated `elif is_responses:` branch that knows how to extract usage + cost from the Responses-API on-the-wire shape. Without including it here, the outer dispatch filters Responses calls out before reaching the handler — the inner branch is then unreachable and Responses calls land in `LiteLLM_SpendLogs` with zero tokens / zero spend. r rM)r]rN is_openai_chat_completions_routeis_openai_embeddings_route is_openai_image_generation_routeis_openai_image_editing_routeis_openai_responses_route)r5rJrNs rr\z8PassThroughEndpointLogging._is_supported_openai_endpointsq , L LY W T.II)T T.OOPYZ T/LLYW T/HHS  r7rFct|r|S|jd2|jd|d<|jd|jd<|S)a Helper function to set the cost per request in the logging object Only set the cost per request if it's set in the passthrough logging payload. If it's not set, don't set it in the logging object. An upstream that prices its own requests always wins: ``cost_per_request`` is a flat per-request estimate for targets LiteLLM cannot price, and it defaults to 0.0 on every config-defined endpoint, so honoring it here would zero out the real cost the upstream reported. That holds even when the reported value was unusable, where the contract records 0 rather than billing an estimate the upstream just contradicted. cost_per_request response_cost)rgetr{)r5r8rwrFs rrz0PassThroughEndpointLogging._set_cost_per_requestsZ, '{ 3M & * *+= > J&A&E&EFX&YF? #>Y>]>]^p>qK * *? ; r7r) __name__ __module__ __qualname__r6LiteLLMLoggingObjr r rCstrrboolrGrResponseriobjectrvr rrUrWrYr|rardrrgr_r[rSr\rr@r7rrr3s(AT & +L 0+1 +      P+/uud4V #455<u u ' u  uuuuu!4ZuF+/I I d4V #455<I ' I  I  I I I I I &GI !4ZI V^^^ C S :sTz:d:1S4Z1D13  3:  4 43: s t .&&G r7r)'rDrtypesrtypingrr urllib.parserr*litellm.litellm_core_utils.litellm_loggingrrlitellm.proxy._typesr :litellm.types.passthrough_endpoints.pass_through_endpointsr litellm.types.utilsr ;llm_provider_handlers.anthropic_passthrough_logging_handlerr :llm_provider_handlers.assembly_passthrough_logging_handlerr8llm_provider_handlers.cohere_passthrough_logging_handlerr8llm_provider_handlers.cursor_passthrough_logging_handlerr8llm_provider_handlers.gemini_passthrough_logging_handlerr8llm_provider_handlers.vertex_passthrough_logging_handlerrupstream_usage_headersrr__annotations__rrrrr@r7rrs} "! SGB@,K,M"EM  3 RRr7