uPj/RUddlZddlZddlmZddlmZddlmZmZerddl m Z ddl m Z m Z ddlmZddlmZdd lmZdd lmZdd lmZd eeefdzd efdZdeded edzfdZded efdZded efdZde eezde dd efdZ! d&de eezd edzd e eezfdZ"ded efdZ# d&de eezd edzd e eezfdZ$e%deDZ&ee'd<e%d eDZ(ee'd!<ee&e&e&e&e&e&e&e&e(e(e(d" Z)eeee%efe'd#<d$edeeefd edzfd%Z*y)'N)Mapping)MappingProxyType) TYPE_CHECKINGFinal)OpenAIFileObject)verbose_loggerverbose_router_logger)&ROUTER_FALLBACK_ERROR_DETAIL_MAX_CHARS)BadRequestError)get_llm_provider)CredentialLiteLLMParams) LlmProvidersrequest_kwargsreturnc|y|jd}|jd}t|tr|ni}t|tr|ni}|jdxs|jd}t|dddk(S)NFmetadatalitellm_metadatauser_api_key_auth user_role proxy_admin)get isinstancergetattr)rmetadata_valuelitellm_metadata_valuerrrs f/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/router_utils/common_utils.py_is_proxy_admin_requestrs*..z:N$2$6$67I$J(2>7(KnQSH8BCY[b8c4ik'||,?@mDTDXDXYlDm $k4 8M IImodel_group_aliasmodelct|tsy|j|}t|tr|jdn|}t|tr|sy|S)a Resolve ``model`` through a ``model_group_alias`` map. Handles both supported entry shapes, the plain string form ``{"alias": "target"}`` and the item form ``{"alias": {"model": "target", "hidden": true}}``, and tolerates malformed entries: the map can come from a key or team row rather than from validated config, so a bad value must not raise mid-request. Returns the target model group, or None when the map does not rewrite ``model``. Nr )rrrstr)rr entrytargets rresolve_model_group_aliasr%sO ' 1$((/E*4UG*DEIIg&%F fc "& Mrdetailclt|tkr|St|tz }|dtd|dS)a Bound a fallback failure detail before it is logged or appended to an exception message. Each level of the fallback walk records the failure of the level below it, so an untruncated detail carries every nested failure with it and grows superlinearly with the number of attempted model groups. One deterministic pre-network failure walked through a small fallback graph is enough to turn that into hundreds of megabytes of output on the event-loop thread, which starves the process that produced it. Nz... [truncated z characters])lenr )r&droppeds rtruncate_fallback_error_detailr*2sC 6{<< [#IIG<<= >ogYVb ccrlitellm_paramsctdi|}tjtj|j j jS)zX Hash of the credential params, used for mapping the file id to the right model )r hashlibsha256jsondumps model_dumpencode hexdigest)r+sensitive_paramss r,get_litellm_params_sensitive_credential_hashr6BsF6GG >>$**%5%@%@%BCJJL M W W YYrhealthy_deployments responsesrci}t|tr|n|g}t||D]8\}}|jdijd}|*|j||<:|S)a Create a mapping of model id to file id { "model_id": "file_id", "model_id": "file_id", } `healthy_deployments` may be either a list of deployment dicts (multiple matched deployments) or a single deployment dict (when the router resolved a specific deployment, e.g. because the requested model matched a `model_info.id`). Both shapes must be handled by extracting `model_info.id` from each deployment. model_infoid)rlistziprr;)r7r8model_file_id_mappingdeployments_list deploymentresponsemodel_ids radd_model_file_id_mappingsrCJsy46)*=tDK^J_!$$4i @: H>>,377=  .6kk !( +: ! rc ||S|jdxsi}|jdxsi}|jdxs|jd}|t|rt|tr|jdxs$|jdxs|jd t d|D}t d|D}t t xr!t|xrt fd|D}|r t|d kDrtd d  d |r|St}t|tr|S|D]Q} | jdxsi} | jd} | ,| |k7s2|j| jdS|D cgc]'} | jdijd|vr| )c} Scc} w)zM If a model has a team_id Only use if request is from that team rruser_api_key_team_idr model_groupc3hK|]*}|jd|jdxsif,yw) model_namer:Nr).0r@s r z+filter_team_based_models..vs1- S]Z^^L ):>>,+G+M2 N- s02c3LK|]\}}|jd}||yw)team_idNrI)rJ_r:rMs rrKz+filter_team_based_models..ys0$ :&NN95" $ s"$c3K|]7\}}|jdduxr|k(xs|jdk(9yw)rMNteam_public_model_namerI)rJrHr:requested_models rrKz+filter_team_based_models..sV+J y)5s?2qjnnE]6^bq6qss=Az Model name 'z^' matches deployments from multiple teams. Specify the deployment ID directly to disambiguate.)messager llm_providerr:rMr;)rrrr<tuple frozensetr"boolallr(r setdictadd) r7rrrrequest_team_idcandidate_deploymentsteam_idsmatches_requested_model ids_to_remover@ _model_info model_team_idrQs @rfilter_team_based_modelsrdcs ""$((4:H,001CDJ%\\*@AqEUEYEYZpEqO#:>#JzZmosOt   w ' m8<< +F mJZJ^J^_lJm (-- at- ( $$ !6$    , *+ /D  #s8}q'8!"?"34JJ&   #& &5M%t,"")5  nn\28b # 2   O +   kood3 4 5.   >>, + / / 5] J   s,G r@c:|jdi}d|vr|dSy)a Check if a deployment supports web search. Priority: 1. Check config-level override in model_info.supports_web_search 2. Default to True (assume supported unless explicitly disabled) Note: Ideally we'd fall back to litellm.supports_web_search() but model_prices_and_context_window.json doesn't have supports_web_search tags on all models yet. TODO: backfill and add fallback. r:supports_web_searchTrI)r@r:s r_deployment_supports_web_searchrgs+#|R8J */00 rcp||St|tr|Sd}|jdxsg}|D].}|jddk(s|jddk(s,d}n|s|S|Dcgc]}t|s|}}t |dkDr#t |dk(rt j d|Scc}w) z[ If the request is websearch, filter out deployments that don't support web search Ftoolstype web_searchweb_search_previewTrz-No deployments support web search for request)rr[rrgr(rwarning)r7ris_web_search_requestritooldfinal_deploymentss rfilter_web_search_deploymentsrrs""%t,""!!%%g.4"E 88F | +txx/?CW/W$( !   !"",?eaBabcBdee !#,=(>!(CNO  fs )B3:B3c#lK|],}|jjds|j.yw))bedrock sagemakerNvalue startswithrJproviders rrKrKs+"8>>3L3LMe3fHNN" 44_AWS_PROVIDERSc#lK|],}|jjds|j.yw) vertex_aiNrvrys rrKrKs*%8>>3L3L[3YHNN%r{_VERTEX_PROVIDERS) aws_access_key_idaws_profile_nameaws_region_name aws_role_nameaws_secret_access_keyaws_session_nameaws_session_tokenaws_web_identity_tokenvertex_credentialsvertex_locationvertex_project!PROVIDER_SCOPED_CREDENTIAL_PARAMSrHc jd}t|tr|sytfdtD}|syjd} t |t|tr|nd\} }}t fd|D}|syt|Dchc]}t|D]}|c}}} d|d|d |d d | d | d d|d d} tj| | S#t $rYywxYwcc}}w)aQ Warn when a deployment carries one provider's credentials but resolves to another. Returns the warning text (for tests), or None when the deployment is consistent or its provider cannot be resolved. Never raises: a deployment litellm cannot classify is left alone rather than blocking router startup. Only inline credential params are examined. A deployment that sources them through ``litellm_credential_name`` resolves them after registration, so it carries none of these keys here and is left alone rather than warned about on incomplete information. r Nc3FK|]}j||ywNrI)rJparamr+s rrKz7warn_on_provider_credential_mismatch..s#xER`RdRdejRkRw%xs!!custom_llm_provider)r rc3:K|]}t|vs|ywr)r)rJrresolved_providers rrKz7warn_on_provider_credential_mismatch..s%%6>_`e>f%fsz Deployment 'z' sets z but 'model=z' resolves to provider 'z0', which ignores them. Those params are read by z3, so this is usually a missing route prefix (e.g. 'r/z$'); as written the request goes to 'z/' and will fail on that provider's credentials.) rrr"rVrr r sortedr rm) rHr+r scopedrrN mismatchedrrzexpectedrmrs ` @r$warn_on_provider_credential_mismatchrsL"%%g.E eS !x-NxxF !/!3!34I!J%57ABUWZ7[ 3ae& " a !J )ce:[\a:bchccH zl'*\%I  NxjY119! QugF  M O !!'* N#  ds$C-C< - C98C9r)+r.r0collections.abcrtypesrtypingrrlitellm.types.llms.openairlitellm._loggingrr litellm.constantsr litellm.exceptionsr 1litellm.litellm_core_utils.get_llm_provider_logicr litellm.types.routerr litellm.types.utilsrr"objectrXrr%r*r[r6r<rCrdrgrrrWr|__annotations__rrrr-rrrs #"':BD.N8,JGCK,@4,GJDJd * d3 d3 d ZZ#Z!DJ4E!RVWiRj!os!6#'@dd*@4K@ $Z$@F,#'dd*4K $Z$J""#/"%%#/%5JZ+*)'!/*+"0/,+ J!5in1D)E#F"*S*'RUW]R]J^*cfimcm*r