uPj@ UddlmZddlmZmZmZmZddlmZddl ddl m Z m Z ddl mZddlmZddlmZed g Zeed <ej+d ee g ej+dee g ee fdededede fdZej+dee g ej+dee g ee fdededede fdZej+dee geej+dee gededefdZej+dee gedgej+dee gedgee fdedede fdZej7d ee gedgej7d!ee gedgee fded"edede fd#Zej;d ee gedgej;d!ee gedgee fded"edede fd$Zej+d%ee gedgej+d&ee gedgee fded"edede fd'Zy()))Final) APIRouterDependsRequestResponse)ORJSONResponse)*)UserAPIKeyAuthuser_api_key_auth)ProxyBaseLLMRequestProcessing_read_request_body)TokenCountDetailsResponsezgoogle genai endpoints)tagsrouterz0/v1beta/models/{model_name:path}:generateContent) dependenciesz)/models/{model_name:path}:generateContentrequest model_namefastapi_responseuser_api_key_dictcJKddlm}m}m}m}m}m} m} m} m } m } m }t|d{}d|vr||d<t|} |j|||d||||||| | | | | |d{S7C7#t$r#}|j!||||d{7d}~wwxYww) Nr general_settings llm_router proxy_configproxy_logging_objselect_data_generator user_api_baseuser_max_tokens user_modeluser_request_timeoutuser_temperatureversionrmodeldataagenerate_contentrrr route_typerrrrrr%r r"r!rrr#errr#litellm.proxy.proxy_serverrrrrrrrr r!r"r#rr base_process_llm_request Exception_handle_llm_api_exceptionrrrrrrrrrrrr r!r"r#r' processorr,s m/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/proxy/google_endpoints/endpoints.pygoogle_generate_contentr5s    +7;;Dd"W 4$?I 77-/*/!-%"7!-!5+'!8   <  $  77// 8     sQ*B#A0B#$A4+A2,A4/B#2A44 B =BBBB  B#z6/v1beta/models/{model_name:path}:streamGenerateContentz//models/{model_name:path}:streamGenerateContentchKddlm}m}m}m}m}m} m} m} m } m } m }t|d{}d|vr||d<d|d<d|d<d|d<t| } |j|||d ||||||| | | | | | d{S7R7#t$r#}|j!|||| d{7d}~wwxYww) Nrrr$r%Tstream _litellm_skip_openai_stream_done_litellm_raw_sse_streamr&agenerate_content_streamr)r+r-r2s r4google_stream_generate_contentr;Ns    +7;;Dd"W DN/3D +,&*D "#4$?I 77-/1/!-%"7!-!5+'!8   < $  77// 8     sQ*B2A?(B2$B:B;B>B2B B/ B*$B'%B**B//B2z,/v1beta/models/{model_name:path}:countTokens)rresponse_modelz%/models/{model_name:path}:countTokenscKddlm}ddlm}ddlm}||d{}|j dg}ddlm}|j||j d g}|||| } || d d{} | Z| jxsi} | r-t| j d d| j dgSt| jxsdgStdgS77ow)z ```json return { "totalTokens": 31, "totalBillableCharacters": 96, "promptTokensDetails": [ { "modality": "TEXT", "tokenCount": 31 } ] } ``` r)GoogleGenAIAdapterr ) token_counterr$Ncontents)TokenCountRequestmessages)r%r@rBT)r call_endpoint totalTokenspromptTokensDetails)rDrE) ,litellm.google_genai.adapters.transformationr>-litellm.proxy.common_utils.http_parsing_utilsrr.r?getlitellm.proxy._typesrA(translate_generate_content_to_completionoriginal_responser total_tokens) rrr>rinternal_token_counterr'r@rArB token_requesttoken_responserKs r4google_count_tokensrPs2PPR*7;;Dhhz2.H6"#LLZYabffgqsuvH,M#9#N!)7)I)I)OR ,-11-C$5$9$9:OQS$T  -*77<1$&  % I<s#C/C+AC/=C->A.C/-C/z/v1beta/interactions interactions)rresponse_classrz /interactionschKddlm}m}m}m}m}m}m} m} m } m } m } t|d{}d|vrd|d<t|} |j|||d||||||jd | | | | || d{S7R7#t $r#}|j#|||| d{7d}~wwxYww) a Create a new interaction using Google's Interactions API. Per OpenAPI spec: POST /{api_version}/interactions Supports both model interactions and agent interactions: - Model: Provide `model` parameter (e.g., "gemini-2.5-flash") - Agent: Provide `agent` parameter (e.g., "deep-research-pro-preview-12-2025") Example: ```bash curl -X POST "http://localhost:4000/v1beta/interactions" -H "Authorization: Bearer sk-1234" -H "Content-Type: application/json" -d '{ "model": "gemini/gemini-2.5-flash", "input": "Hello, how are you?" }' ``` rrr$Ncustom_llm_providergeminir&acreate_interactionr%r)r+)r.rrrrrrrr r!r"r#rr r/rHr0r1)rrrrrrrrrrr r!r"r#r'r3r,s r4create_interactionrWsJ    +7;;DD(&. "#4$?I 77-/,/!-%"7((7#!-!5+'!8   < $  77// 8     sQ*B2A?B23B:B;B>B2B B/ B*$B'%B**B//B2z%/v1beta/interactions/{interaction_id}z/interactions/{interaction_id}interaction_idcKddlm}m}m}m}m}m} m} m} m } m } m }|dd}t|} |j|||d|||||d| | | | | |d{S7#t$r#}|j|||| d{7d}~wwxYww) zk Get an interaction by ID. Per OpenAPI spec: GET /{api_version}/interactions/{interaction_id} rrrUrXrTr&aget_interactionNr)r+r.rrrrrrrr r!r"r#r r/r0r1rrXrrrrrrrrrr r!r"r#r'r3r,s r4get_interactionr^2s.    &4HUD4$?I 77-/)/!-%"7!-!5+'!8    $  77// 8     F,B $AAAB A B#B;A><BBB cKddlm}m}m}m}m}m} m} m} m } m } m }|dd}t|} |j|||d|||||d| | | | | |d{S7#t$r#}|j|||| d{7d}~wwxYww) zq Delete an interaction by ID. Per OpenAPI spec: DELETE /{api_version}/interactions/{interaction_id} rrrUrZr&adelete_interactionNr)r+r\r]s r4delete_interactionrbv.    &4HUD4$?I 77-/,/!-%"7!-!5+'!8    $  77// 8     r_z,/v1beta/interactions/{interaction_id}/cancelz%/interactions/{interaction_id}/cancelcKddlm}m}m}m}m}m} m} m} m } m } m }|dd}t|} |j|||d|||||d| | | | | |d{S7#t$r#}|j|||| d{7d}~wwxYww) zv Cancel an interaction by ID. Per OpenAPI spec: POST /{api_version}/interactions/{interaction_id}:cancel rrrUrZr&acancel_interactionNr)r+r\r]s r4cancel_interactionrfrcr_N) typingrfastapirrrrfastapi.responsesrrI$litellm.proxy.auth.user_api_key_authr r 'litellm.proxy.common_request_processingr rGrlitellm.types.llms.vertex_airr__annotations__poststrr5r;rPrWrHr^deleterbrfr4rss99,"RQLB " # 6+,- /+,- )00A(B 2 2 2 2 & 2  2 j<+,- 5+,- )00A(B 6 6 6 6 & 6  6 r2+,-,  ++,-,  :w:C:  :F+,-!     +,-!    )00A(BG G G &G  G T++,-!     $+,-!    )00A(B 5 5 5 5 & 5  5 p++,-!    $+,-!   )00A(B 5 5 5 5 & 5  5 p2+,-!     ++,-!    )00A(B 5 5 5 5 & 5  5 rr