tPjpUddlZddlmZddlmZmZmZmZddlZddl m Z m Z ddl Z ddl mZmZddlmZdZeeedfed <d Zeed <er dd lmZeZneZd edefdZdedefdZdedededzddfdZiddddddddddd d!d"d#d$d%d&d'd(d'd)d*d+d,d-d.d/d0d1d2d3d4d5d6id7d6d8d9d:d;dd?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdMdOdPdQdPdRdSdTdSidUdVdWdVdXdYdZd[d\d[d]d^d_d^d`dadbdcdddedfdedgdhdidjdkdjdldmdndmdodpdqdqdrdrdrdsdtdtdudvdudwdx Z eedy<Gdzd{e Z!d|d}d~dZ"eeeeedffed<GddeZ#ded eee$fddfdZ%Gdde Z&d eee$fdeddfdZ'defdZ(d ededzfdZ)da*ejVdzed<dejVfdZ,d eddfdZ-edZ. dd ededzdedzde.dedzf dZ/ dd ededzdedzde.dedzf dZ0y)N)Mapping) TYPE_CHECKINGAnyFinalLiteral) HTTPExceptionstatus)ProxyExceptionUserAPIKeyAuth)_is_proxy_admin_request)mock_testing_fallbacksmock_testing_context_fallbacks%mock_testing_content_policy_fallbacksmock_testing_rate_limit_error mock_timeout mock_delay.GATED_MOCK_PARAM_NAMES-dangerously_allow_mock_testing_request_paramsMOCK_TESTING_CONFIG_KEY)Routerdata route_typec0|jd}tjj}|j Dcic] \}}||vs ||}}}tjdi|}t ||di|}|j |Scc}}w)z6Route a request using the user-provided router config. user_config)poplitellmrget_valid_argsitemsgetattrdiscard) rr router_config valid_argskvfiltered_config user_routerret_vals d/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/proxy/route_llm_request.py_route_user_config_requestr*&s88M2M 557J/z7raise_if_required_body_param_missing..s#i5QUQYQYZ_Q`Qhis!!r)rr)nextrrrr)rr missing_params ` r)$raise_if_required_body_param_missingrsQi9==j"Mi M ($((Z@ r2c.eZdZdeedfffd ZxZS)MockTestingParamsDisabledErrorparams.c |t|tjdddj |dt diy)Nrz8Mock testing request params are disabled on this proxy: z, z8. An admin can enable them by setting `general_settings.zT: true` in config.yaml. This setting cannot be changed from the Admin UI or the API.r)rrr rjoinr)rrrs r)rz'MockTestingParamsDisabledError.__init__sR 33NtyyY_O`NabMMdLefcc  r2)rrrtupler/rrrs@r)rrs  uS#X   r2rallowedcX|rytfdtD}|r t|y)a Reject client-supplied mock testing params unless an admin opted in. Rejecting (rather than silently dropping) keeps a request that asked for a synthetic failure from returning a normal success, which reads as a passing fallback test that never ran. Nc3,K|] }|vs| ywrr)rnamers r)rz:raise_if_mock_testing_params_disallowed..sSDddl4Ss )r)rrr)rrpresents` r)'raise_if_mock_testing_params_disallowedrs/S,BSSG,G<<r2cRddlm}|jjtdduS)z>Read the opt-in from the running proxy's ``general_settings``.r proxy_serverFT) litellm.proxyrgeneral_settingsrrrs r)mock_testing_params_allowedrs%*  ( ( , ,-De LPT TTr2cd|vr |dd|dvr|djdSd|vr |dd|dvr|djdSy)zN Get the team id from the data's metadata or litellm_metadata params. metadataNuser_api_key_team_idlitellm_metadatar)rs r)get_team_id_from_datarsyTd:.:?UY]^hYi?iJ##$:;;d" # $ 0 "d+=&> >&'++,BCC r2_shared_session_lockcBttjatS)a7Lazily create the shared session lock (must be called within a running event loop). WARNING: Do not reset _shared_session_lock to None while any coroutine may be executing the session-recovery path; doing so breaks the double-checked locking guarantee and can cause duplicate session creation. )rasyncioLockrr2r)_get_shared_session_lockrs#&||~ r2cHK ddlm}ddlm}|j}|-|j s!||d<|j dt|y||j rt}|4d{|j}|#|j s||d< dddd{y||jdt|n|jd |jd{}| ||_||d<n|j d dddd{y|j d y777K#t$r|jd d}YgwxYw7?#1d{7swYyxYw#t$r- ddlm}|jd d Yy#t$rYYywxYwwxYww)a Add shared aiohttp session for connection reuse (prevents cold starts). If the session was closed (e.g. due to network interruption or idle timeout), automatically recreates it so connection pooling is restored. Uses an asyncio.Lock to prevent race conditions where multiple concurrent requests could each create a new session, leaking intermediate ones. Silently continues without session reuse if import fails or session is unavailable. Args: data: Dictionary to add the shared session to r)verbose_proxy_loggerrNshared_sessionzBSESSION REUSE: Attached shared aiohttp session to request (ID: %s)zGSESSION REUSE: Shared aiohttp session is closed (ID: %s), recreating...zKSESSION REUSE: Shared aiohttp session is None after re-check, recreating...z9SESSION REUSE: Exception during shared session recreationzRSESSION REUSE: Failed to recreate shared session, continuing without session reusez;SESSION REUSE: No shared session available for this requestzJSESSION REUSE: Unexpected error in session setup, continuing without reuseT)exc_info)litellm._loggingrrrshared_aiohttp_sessionclosedinfoidrwarning"_initialize_shared_aiohttp_session Exception exceptiondebug)rrrsessionlock new_sessions r)add_shared_session_to_datars89.55  w~~%,D! " % %&jlnovlw x  W^^34D  &==&w~~-4D)*    &(00acefmcn)00e'(4(W(W(Y"YK*:EL7-8D)*(--l5   < ! % %&c d=  $#Z '(223no"&K''    >    = & &\ '     s F"AE) F" E))D**E)-!E E)D,E)F"/ED0"D.#D0' E E)EE)F"E))F"*E),E).D00E EEEE)E&E E&"E)%F"&E)) F3F F" FFF"FFF")_rHrIrJrKrLrMrNrOrPaget_responsesadelete_responsesrTrUacreate_response_replyrR _arealtimerarbrcrQrSagenerate_contentagenerate_content_streamallm_passthrough_routeraretrieve_batch alist_batches afile_contentafile_retrieveacreate_fine_tuning_jobacancel_fine_tuning_jobalist_fine_tuning_jobsaretrieve_fine_tuning_jobavector_store_searchavector_store_createavector_store_retrieveavector_store_listavector_store_updateavector_store_deleteavector_store_file_createavector_store_file_listavector_store_file_retrieveavector_store_file_contentavector_store_file_updateavector_store_file_deleterVrWrXrYrZr[r\r]r^r_r`rdrerfrgrhrirjrkrlrmrnrorprqanthropic_messagesrrrsrtrurvrwrxryrz asend_message call_mcp_tool acancel_batch afile_deleter{r|r}r~rrrrrrr user_modeluser_api_key_dictcbK t|||||d{S7#t$r}|jdd}|jrt |t r|sddlm}ddlm }|j|d{7st||j|||d{7cYd}~Sd}~wwxYww)z, Common helper to route the request )rr3rrrNr=r6rr)model_registry_read_through) _route_request_single_attemptrrrr.r/rr0litellm.proxy.common_utils.registry_read_throughrattemptr3) rr3rrrerequested_modelrrs r) route_requestr s 2!!!/      # !%'2!622*_VY:Zbq . 188III 2#..!!/      sUB/B/ B,AB'8A;9#B'BB'!B,"B/'B,,B/c\ Kt||t|d{t|t|j ddt |}| |j ng}|duxr t|}|dvrd|vrd|vr|j d|d<d|vsd|vr,|t||d%i|Stt|d%i|S|d k(r|jd d d |jd d vru|s|jd dr|jd%i|S|j d jd Dcgc]}|j} }|jd%d| i|Sd|vr t||Sd|vrZ|j d} gd} | D]} | | vs| |vs | | || <|t||d%i|Stt|d%i|S|t!||jd ||dvr|jd }|rw|ru |j#|} | sM|j%|}|r9|j&r-|j)|s|j&j+d} | r|j-| tt|d%i|S|dvrt||d%i|S|dvrt||d%i|S|dvrt||d%i|S|dvr<|jd |jd d k(rtt|d%i|S||j1|d |nd}|||d <t||d%i|S|r|d |vr|d |j2vs|j5|d rt||d%i|S|d |vr|j6j8rtt|d%i|S|j:"t=|j>j@dkDrt||d%i|S|d |jBvrt||d%i|ddiS|dvrt||d%i|S|d vr t||d%i|StE|jd d r;dd!l#m$}||||"d{}| |S||d#k(rtt|d%i|StJj||}tM||jd d $7cc}w#t.$rYzwxYw#t.$rtt|d%i|cYSwxYw7w)&N)rr)renable_tag_filtering)rrgenerationConfigconfigapi_keyapi_baserHr=r6,fastest_responseFmodelsrrouter_settings_override) fallbackscontext_window_fallbackscontent_policy_fallbacks num_retriestimeoutmodel_group_retry_policyrouting_strategyr )r3r+r4) r{r|r}r~rrrrrrr)model_id)model_group_nameT) exclude_none) rdrerfrgrhrirjrkrl)rrrsrtru)rvrwrxryrz)rYrZr[r\r]r^r_r`rrrrrmrnrorprqrspecific_deployment)rNrrrTrRrrrrrrrrrrrrrWrdrerfrgrhrirjrkrl)rZr[r\r]r^r_r`)route_a2a_agent_request)rr)rr+r)'rrrrrr model_namesr r rr"abatch_completion_fastest_responsesplitstripabatch_completionr*rGget_deployment_credentials"get_deployment_by_model_group_namelitellm_params_is_deployment_blocked model_dumpupdatermap_team_modelteam_public_model_namesis_recognized_modelrouter_general_settingspass_through_all_modelsdefault_deploymentlenpattern_routerpatternsdeployment_namesr1)litellm.proxy.agent_endpoints.a2a_routingrrr)rr3rrrr4router_model_namesis_proxy_admin_without_teamr=roverride_settingsper_request_settingskeydeployment_creds deploymentteam_model_namerresult route_names r)rrs2)JTJ $T ***+D:U:WXHH #T**40G:D:P 6 6VX)0D)Z=TUY=ZFF  %($*>!XX&89DNDJ$.  !77:*7?$? ?477zl4ehi>i;wzj\;CdCCg*"="==;wzj\;]d]X\]] <dJbs&t t%!M  :1I#I0ww:,08488/22:zJJ !88GR( i+@VN!v!E<77zl<DtDDE!usT,S,DT,=S/AT,T,"A/T,A4S4G T,T"0T,T*AT,/T,4 T=T,TT, T'$T,&T''T,r)1rcollections.abcrtypingrrrrrCfastapirr rlitellm.proxy._typesr r !litellm.router_utils.common_utilsr rrr/__annotations__rlitellm.routerr_Router LitellmRouterdictr*rr1rGrrrrobjectrrrrrrrrr RouteTyper rrr2r)rLsq#55 )?E2eCHo."QP0MM T s ICIDI  m  WZ]aWa fj $E!&E!E!-E!- E!  E! - E!>E!yE!,E!\E!?E!?E!:E!.E! FE! y!E!"#E!$9%E!&)'E!(2)E!*.+E!,3-E!.?/E!0?1E!2,3E!4%&@5E!6(7E!8-.P9E!:;E!< =E!>7?E!@5AE!D@EE!F?GE!H LIE!JJKE!L'(\ME!NYOE!PIQE!R&SE!T)UE!V}WE!Z?[E!\8]E!^;_E!`BaE!d%eE!f$gE!h)iE!j,kE!l