tPjZ#UdZddlZddlZddlZddlZddlmZmZmZm Z m Z ddl m Z ddl mZmZmZmZmZmZmZddlmZmZmZddlmZddlmZmZddlZdd lm Z dd l!m"Z"dd l#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-dd l.m/Z/dd l0m1Z1ddl2m3Z3ddl4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMddlNmOZOmPZPddlQmRZRddlSmTZTddlUmVZVmWZWddlXmYZYddlZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`maZambZbmcZcmdZdmeZemfZfmgZgmhZhmiZiddljmkZkddllmmZmmnZnddlompZpddlqmrZrddlsmtZtmuZumvZvddlwmxZxddlymzZzddl{m|Z|ddl}m~Z~ddlmZdd lmZmZmZmZmZmZmZdd!lmZdd"lmZdd#lmZdd$lmZdd%lmZd&d'lmZmZd&d(lmZmZer dd)lmZeZneZGd*d+eZGd,d-eZGd.d/eZGd0d1eZGd2d3eZGd4d5eZGd6d7ee~ZGd8d9ee~Zd:eed;eefd<Zd:eed;eefd=Zd:eed;eefd>Zd:eed;eefd?Zd:eed;eefd@Zd:eed;eefdAZGdBdCeZd:eed;eefdDZGdEdFeZd:eed;eefdGZGdHdIeZd:eed;eefdJZGdKdLeZGdMdNeZd:eed;eefdOZGdPdQeZGdRdSeZdTed;e efdUZGdVdWeZdXed;efdYZdZed;e eeffd[ZGd\d]eZd^ed;efd_Zee3Zeed`<e"dabZeedc<e'Zeedd<eFjjeFjjzZeede<dfedged;dfdhZdied;eeefdzfdjZdkeeezdzdiedzd;efdlZe iZee eefedm<dkedidnd;efdoZdkedidnd;efdpZe iZee eefedq<dred;efdsZdte eefd;efduZdte eefd;efdvZdkedidnd;efdwZdkedidnd;efdxZdkedzdiedzd;efdyZdkeeezdzdiedzd;eedzffd{Zd|eedzfd;efd}Zd~e@dzdeeezdzdiedzdedeMdzdeud;dfdZdededZeded;df dZdedZeded;dfdZdedzdeded;dfdZdZeeed<dZe eefdeCdzd;dfdZdZedeMdzdeCdzded;df dZehdZeed<ehdZeed< d~dZedeCdzdeEdzde9dzdedzdedediedzdeudeMdzdeded~e@dzd;efdZdeEdzd;eGdzfdZ ddedededeMdzdeEdzd;ef dZdeEdzfdZdeded;efdZdeGdede;d;efdZdeMdedzd;efdZded;efdZ ddetdzde^dedzd;e8dzfdZevdedetdzde^d;e8dzfdZ dde9detde^dedzd;e9f dZde9ded;dfdZdZeed<ded;e eeffdZd;e eeffdZGddZeZeed<ejZeed<ejZeed<ejZeed<dedede^d;eedzezfdZdedreedzfezdede^d;df dZdedededegeeedzffde^d;eedzf dZdedededejdegeeedzffde^d;eedzfdÄZdetde^d;eedzfdĄZdedetde^dedzd;ef dDŽZev ddedzdetdzde^dedzdedzdeudzdedzd;e9dzfdȄZdɐZeed<dːZeed< ddedzdetdzde^dedzdeudzded;edzfd΄Z ddedetde^dedzdeudzded;efdτZdetde^d;eedzfdЄZdetde^d;eedzfdфZde edetde^d;eeeefdzffdӄZded;efdՄZevde edetdzde^d;eeeffdׄZ de edetde^d;eeeeAfdzffdلZ ev ddeedetdzde^dedzdeudzd;eeeAff dۄZ ev ddedzdetdzde^dedzdeudzd;eAdzf d݄Z ev ddededetdzde^dedzdeudzd;edfdZ dkedeedzdiedzd;efdZdedce"dded;efdZdedredzdce"fdZde5dededd;eedzfdZde5ded;eedzfdZde5ded;eedzfdZ ddetdedzdedzd;dfdZdetdzde^deEdedzd;eEf dZev ddedzdetdzde^dededzdeudzdedzdedzdedzd;eEdzfdZdedree eefzde^deudzdeef dZdedeDde^deudzfdZ ddedede^dedzd;df dZdededzde^deudzd;df dZdedeMde^deudzfdZdede^deudzfdZde ede^deudzd;dfdZGddeZGddeZ ev ddedetdedzd;dfd Z!dedetd;dfd Z" ddedetde^dce"ddedeudzdededzd;eDfd Z#dede^dedzd;eDdzfd Z$ ddedetdzde^dedzdeudzd edzdedzdedzd;eDfdZ% ddede7de^deudzfdZ& ddede^deudzfdZ'ev ddedetdzde^deudzd;e7f dZ(ev ddedetdzde^deddeudzd;eDf dZ)ev ddedetdzde^deddeudzd;e?dzf dZ*dZ+eed<GddZ,dedetdedzdeudzd;edzf dZ-evdededetd;edzfdZ.ev ddedetdzde^dedzdeudzd edzd;eMfd Z/deMd;eMfd!Z0ev dd"edetdzde^dedzdeudzd;e=dzf d#Z1ev dd$eedetdzde^dedzdeudzd;ee<f d%Z2Gd&d'eƫZ3ev dd(edetdzde^dedzdeudzd)ed;e?dzfd*Z4 dd+e ed,ed-detdzde^dzdeudzd;eef d.Z5 dd+e edetdzde^dzdeudzd;eef d/Z6 dd+eedetdzde^dzdeudzd;eef d0Z7 dd+eedetdzde^dzdeudzd;eef d1Z8d|eediedzdedzd;eefd2Z9 ddkediedzd|eed3eeefdzdedzd;ef d4Z: ddkeeezdiedzd|eed3eeefdzdedzd5ed6d7ed;ed8fd9Z;ddked3eeefdzd;efd:ZdeMdeCdzdetde^deud;e ef d=Z?deMdeCdzdetde^deud;e ef d>Z@deMdeCdzd~e@dzdetde^deud;ee edzffd?ZAdkee ezdzdeMdzdeCdzd~e@dzdiedzdetdzde^deud;eedzffd@ZBdkee ezdzdeMdzdeCdzd~e@dzdiedzdetdzde^deud;eedzffdAZCdkeeezdBedzdeMdiejdzd;ed8f dCZDdkedBedzdeMdiejdzd;df dDZE ddkedEe?dzdiedzd3eeefdzd;ed8f dFZF ddkeeezdeCdzdiedzd3eeefdzd;ed8f dGZGdeMdzdeCdzd,ed-d;eefdHZHdkeeezdeMdzdeCdzdiedzd;ef dIZIdkeeezd~e@diedzd;ed8fdJZJdkeeezdiedzdeEdzd;ed8fdKZKdLe=dzd;eefdMZLdNedOeed5edPd;ed8fdQZMdNedeMd;ed8fdRZNdNedeCdzd;ed8fdSZOdNedeMdeCdzd;efdTZPdkediedzdUedzd;ed8fdVZQdeMd;efdWZR ddeMdeudeEdzfdXZSdeMfdYZT ddeMdeudeEdzfdZZUd[ee ezdzd;eefd\ZVd]e eee ezdzfdzd;eeeeffd^ZWd_e eee ezdzfdzd`e eee ezdzfdzd;eeeefdzfdaZX ddeMdeudeEdzfdbZYdeCdzdeEdzdeMdzdetdzde^deuf dcZZdkeeezdeCdeMdiedzdeddde^deud;dfdeZ[deCdzdeMdzdeufdfZ\deCdzfdgZ]deCdzdeMdzdeufdhZ^d~e@dzdeMdzdeufdiZ_d~e@dzdeMdzdeufdjZ`dked;efdlZa ddkedetdzde^deudzd;e@dzf dmZbdkede^d;dfdnZcdeMdzdeCdzdetdzde^deuf doZddZedetdzde^deudeMdzf dpZedqe edetdzde^d;dfdrZfdkedsed;efdtZgdkedued;efdvZhdkedsed;efdwZidsed;efdxZjdZedeCdzdeMdzfdyZkd5edzd{eed|edzfd}Zly(z Got Valid Token from Cache, DB Run checks for: 1. If user can call model 2. If user is in budget 3. If end_user ('user' passed to /chat/completions, /embeddings endpoint) is in budget N) AwaitableCallableIteratorMappingSequence)MappingProxyType) TYPE_CHECKINGAnyFinalLiteralOptionalProtocolcast) HTTPExceptionRequeststatus) BaseModel)ReadOnly TypedDict)verbose_proxy_logger)LimitedSizeOrderedDict) CLI_JWT_EXPIRATION_HOURSCLI_SESSION_KEY_PREFIXDEFAULT_ACCESS_GROUP_CACHE_TTLDEFAULT_IN_MEMORY_TTLDEFAULT_MAX_RECURSE_DEPTH-EMAIL_BUDGET_ALERT_MAX_SPEND_ALERT_PERCENTAGE%END_USER_RESTRICTED_REGISTRY_MAX_SIZE$MODEL_ACCESS_GROUP_REGISTRY_MAX_SIZE!REGISTRY_ERROR_NEGATIVE_CACHE_TTLTAG_REGISTRY_MAX_SIZE)tracer)get_llm_provider)safe_json_loads) RBAC_ROLESCallInfoLiteLLM_AccessGroupTableLiteLLM_BudgetTableLiteLLM_EndUserTableLitellm_EntityTypeLiteLLM_JWTAuth LiteLLM_ManagedVectorStoresTableLiteLLM_ObjectPermissionTable#LiteLLM_OrganizationMembershipTableLiteLLM_OrganizationTableLiteLLM_ProjectTableCachedObjLiteLLM_TagTableLiteLLM_TeamMembershipLiteLLM_TeamTableLiteLLM_TeamTableCachedObjLiteLLM_UserTable LiteLLMRoutesLitellmUserRolesNewTeamRequestProxyErrorTypesProxyExceptionRoleBasedPermissionsSpecialModelNamesUserAPIKeyAuth)budget_throttle_percentageshould_throttle_budget_exceeded) RouteChecks)publish_auth_cache_invalidation)_safe_get_request_headers_safe_get_request_query_params)get_budget_reset_time).END_USER_RESTRICTED_REGISTRY_OVERFLOW_SENTINEL-MODEL_ACCESS_GROUP_REGISTRY_OVERFLOW_SENTINELTAG_REGISTRY_OVERFLOW_SENTINELUserApiKeyCacheend_user_cache_key&end_user_restricted_registry_cache_keyget_management_object_ttlmodel_access_group_cache_key%model_access_group_registry_cache_key$model_access_group_spend_counter_keyobject_permission_cache_key tag_cache_keytag_registry_cache_keyteam_membership_auth_cache_key%team_membership_reservation_cache_key)PrismaDBExceptionHandler)TOOL_CAPABLE_CALL_TYPESextract_request_tool_names route_request)get_budget_window_start) PrismaClient ProxyLogginglog_db_metrics)BudgetRepository)ObjectPermissionRepository)OrganizationRepository)RowT_co)ProjectRepository)AccessGroupRepositoryEndUserRepositoryJWTKeyMappingRepositoryManagedVectorStoresRepository ModelAccessGroupBudgetRepository TagRepositoryTeamMembershipRepository)TeamRepository)UserRepository)Router)ModelAccessGroupBudget)get_utc_datetime)$add_team_org_context_to_request_body$organization_role_based_access_check)get_model_from_requestget_request_route_template)Spanc"eZdZdeeeffdZy)_PrismaDictableRowreturncyNselfs c/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/proxy/auth/auth_checks.pydictz_PrismaDictableRow.dictN)__name__ __module__ __qualname__rstrobjectr}ryrr|rurus/gc6k*/rruceZdZUeed<y)_PrismaJWTKeyMappingRowtokenN)rrrr__annotations__ryrr|rrs Jrrc"eZdZdeeeffdZy)_PrismaModelDumpRowrvcyrxryrzs r| model_dumpz_PrismaModelDumpRow.model_dumpr~rN)rrrrrrrryrr|rrs5GCK05rrc8eZdZdeeeffdZdeeeffdZy)_PrismaTeamRowrvcyrxryrzs r|r}z_PrismaTeamRow.dictr~rcyrxryrzs r|rz_PrismaTeamRow.model_dumpr~rN)rrrrrrr}rryrr|rrs$/gc6k*/5GCK05rrcTeZdZdeeeffdZdeeeffdZdee eeffdZ y)_PrismaVectorStoreRowrvcyrxryrzs r|r}z_PrismaVectorStoreRow.dictr~rcyrxryrzs r|rz _PrismaVectorStoreRow.model_dumpr~rcyrxryrzs r|__iter__z_PrismaVectorStoreRow.__iter__r~rN) rrrrrrr}rrtuplerryrr|rrs:/gc6k*/5GCK05;(5f#56;rrceZdZUeed<edeedzdzfdZejdeedzddfdZde e ee ffdZ y)_PrismaUserRowuser_idrvNcyrxryrzs r|organization_membershipsz'_PrismaUserRow.organization_membershipssWZrvaluecyrxry)r{rs r|rz'_PrismaUserRow.organization_membershipss]`rcyrxryrzs r|rz_PrismaUserRow.__iter__r~r)rrrrrpropertyrrrsetterrrrrryrr|rrsk L Z(3F3M*NQU*UZZ$$`h7J.Kd.R`W[`%`;(5f#56;rrc 0eZdZdddeeefdeeefdzdedzfdZdddeeefdeeefdzdedzfdZdddddeeefdzdeeefdzd e dzde efd Z deeefd eeefdedzfd Z ddd eeefdeeefdzdefd Z y)_PrismaAuthTableN)includewhererrvc Kywrxryr{rrs r| find_uniquez_PrismaAuthTable.find_unique c Kywrxryrs r| find_firstz_PrismaAuthTable.find_firstrr)rrtakerc Kywrxry)r{rrrs r| find_manyz_PrismaAuthTable.find_manys  rdatac Kywrxry)r{rrs r|updatez_PrismaAuthTable.updaterc Kywrxry)r{rrs r|createz_PrismaAuthTable.createrr)rrrrrrr`rrintrrrrryrr|rrs6UYV ,7>sF{7Kd7R 4 VZV ,7>sF{7Kd7R 4.2/3  sF{#d* f%,  Dj  '   nWS&[%9mfAUmZadhZhmaevGCK$8v73PV;CWZ^C^vjqvrrc(eZdZedeefdZy)_PrismaTableHolderrvcyrxryrzs r|tablez_PrismaTableHolder.tables25rN)rrrrrr`rryrr|rrs 5'055rrreporvc|jSrxrrs r|_dictable_tabler ::rc|jSrxrrs r|_jwt_key_mapping_tabler ::rc|jSrxrrs r|_model_dump_tablerrrc|jSrxrrs r| _team_tablerrrc|jSrxrrs r|_vector_store_tablerrrc|jSrxrrs r| _user_tablerrrc.eZdZedeedzfdZy)_VectorStorePermissionsRowrvNcyrxryrzs r| vector_storesz(_VectorStorePermissionsRow.vector_storess58r)rrrrrrrryrr|rrs 8x}t388rrc|jSrxrrs r|_object_permission_tablerrrc.eZdZUeed<deeeffdZy) _PrismaTagRowtag_namervcyrxryrzs r|r}z_PrismaTagRow.dictr~rNrrrrrrrr}ryrr|rrsM/gc6k*/rrc|jSrxrrs r| _tag_tablerrrc.eZdZUeed<deeeffdZy)_PrismaEndUserRowrrvcyrxryrzs r|r}z_PrismaEndUserRow.dictr~rNrryrr|rrs L/gc6k*/rrc|jSrxrrs r|_end_user_tablerrrc(eZdZededzfdZy)_PrismaMaxBudgetRowrvNcyrxryrzs r| max_budgetz_PrismaMaxBudgetRow.max_budgets*-r)rrrrfloatrryrr|rrs -EDL--rrcPeZdZUeed<ededzfdZededzfdZ y) _PrismaModelAccessGroupBudgetRowaccess_group_namervNcyrxryrzs r|spendz&_PrismaModelAccessGroupBudgetRow.spend s%(rcyrxryrzs r|litellm_budget_tablez5_PrismaModelAccessGroupBudgetRow.litellm_budget_tablesBEr) rrrrrrrrrrryrr|rr s8 (ut|(( E&9D&@EErrc|jSrxrrs r| _model_access_group_budget_tablerrrc.eZdZedeedzfdZy)_MemberModelScopervNcyrxryrzs r|allowed_modelsz _MemberModelScope.allowed_modelss69r)rrrrrrrryrr|rrs 9  499rrc(eZdZededzfdZy)_TeamMembershipModelScopervNcyrxryrzs r|rz._TeamMembershipModelScope.litellm_budget_table s@Cr)rrrrrrryrr|rrs C&7$&>CCrr membershipcB|j}|dS|jxsdS)zQThe member's own model scope, read through a narrowed view of the membership row.ry)rr)r budget_tables r|_member_allowed_modelsr$s($99L%2NL,G,G,M2NrceZdZdedefdZy) _RawCacheReadkeyrvc Kywrxry)r{rs r|async_get_cachez_RawCacheRead.async_get_cache+rrN)rrrrrrryrr|rr*s?C?F?rrcachec|Srxry)rs r| _raw_cacher.s Lr request_bodyc|Srxryrs r|_typed_request_bodyr2s rceZdZdedefdZy) _JsonLoadsObjrrvcyrxry)r{rs r|__call__z_JsonLoadsObj.__call__7r~rN)rrrrrrryrr|rr6s0S0V0rrfnc|Srxry)rs r|_typed_json_loadsr :s Ir_safe_json_loads_objd)max_sizelast_db_access_timedb_cache_expiry all_routesentityerrorct|dk(rt|jdk(ryt|jd}t fddDrd}t j d|||y)a Log a warning when budget lookup fails; cache will not be populated. Skips logging for expected "user not found" cases (bare Exception from get_user_object when user_id_upsert=False). Adds a schema migration hint when the error appears schema-related. ExceptionNc3&K|]}|v ywrxry).0xerr_strs r| z-_log_budget_lookup_failure..Ts ]A1< ])columnschemazdoes not existprismamigratezJ Run `prisma db push` or `prisma migrate deploy` to fix schema mismatches.zjBudget lookup failed for %s; cache will not be populated. Each request will hit the database. Error: %s.%s)rtyperloweranyrr)rrhintrs @r|_log_budget_lookup_failurer#Gsj 5zRDK00K?Z%%'G D ]!\ ]][t  r llm_routercDt|dd}t|tr|SdS)uA Return the router's per-instance zero-cost cache, or ``None`` for objects that don't expose one (e.g. ``MagicMock`` stand-ins in unit tests). The cache lives on the ``Router`` instance so it: * is invalidated by ``Router._invalidate_model_group_info_cache`` on any model add/remove/upsert (including in-place pricing changes via ``/model/update``, which go through ``upsert_deployment``); * dies with the router itself — no risk of CPython reusing the previous router's ``id()`` and serving its cached entries. _zero_cost_cacheN)getattr isinstancer})r$rs r|_get_router_zero_cost_cacher)^s':'94@Eud+555rmodelcl||yt|tr|gn|}t|}|D][}||j|}||dury |j |}|t j d||d||<y|j}|j}||!t j d||||d||<y|dkDs|dkDr!t j d||||d||<yt|jdd jd d } t||st j d | |d||<yt||rt j d | |d||<yt j d | |||d||<^y#t$r"} t j d|| Yd} ~ yd} ~ wwxYw)aV Check if a model has zero cost (no configured pricing). Uses the router's get_model_group_info method to get pricing information. Args: model: The model name or list of model names llm_router: The LiteLLM router instance Returns: bool: True if all costs for the model are zero, False otherwise NF model_groupz6No model group info found for %s, assuming it has costzIModel %s has undefined cost (input: %s, output: %s), assuming it has costrz2Model %s has non-zero cost (input: %s, output: %s) r u{Model %s has zero cost but no explicit cost configuration in model_cost entry — treating as unknown cost (enforce budget)zuModel %s prices reserved PTU capacity as a flat cost, so its zero per-token rate is not a free model (enforce budget)zDModel %s has zero cost explicitly configured (input: %s, output: %s)Tz:Error checking cost for model %s: %s, assuming it has cost) r(rr)getget_model_group_infordebuginput_cost_per_tokenoutput_cost_per_tokenreplace_is_cost_explicitly_configured_has_ptu_flat_costr) r*r$ model_listzero_cost_cache model_namecachedmodel_group_info input_cost output_cost safe_namees r|_is_model_cost_zerorAns1 } *$.eS#9uJ8DO R  &$((4F!U? K )>>:>V '%**+ceop".27OJ/*>>J*@@K![%8$**_  #.27OJ/A~q$**H*V`bm#.27OJ/ J//b9AA$KI1*jI$**,  #.27OJ/!*j9$**@ #.27OJ/ & &V   *.2 +[Rj    & &'ceoqr s s7 1F<;F9)F$AF:)F%F F3F..F3_NO_MODEL_INFOrkc|jD]U}|jd|k7r|jdxst}|jdC|jdUyy)aWhether any deployment in the model group bills reserved PTU capacity as a flat cost. Such a deployment carries an explicit zero per-token price so the flat cost is not charged twice, which otherwise reads here as a free model and waives every budget check for it. r: model_info ptu_countcost_per_ptu_per_hourTF)r8r0rB)r*r$ deploymentrDs r|r7r7sf !++ >>, '5 0 ^^L1C^ >>+ & 2z~~F]7^7j  rc|jD]e}|jd|k7r|jdijd}|"} with no cost fields. _get_model_info_helper() then defaults missing costs to 0. This function detects that scenario by checking the raw model_cost entry. r:rDidr3r4TF)r8r0litellm model_costr*r$rGmodel_id raw_entrys r|r6r6s!++ >>, '5 0 >>,377=   &&**8R8 !Y .2IY2V r_EMPTY_COST_ENTRYrcbt|ttfxrt|t xr|dkDS)Nr)r(rrbool)rs r|_is_positive_costrRs, ec5\ * X:eT3J/J XuWXyXrentryc|jdy|jD]J\}}d|vr t|ryt|ts)t d|j DsJyy)Ntiered_pricingTcost_perc32K|]}t|ywrx)rR)rnesteds r|rz+_entry_has_priced_metric..s*b+.s#MzS ;C+;$;;MrYr!)rSs r|_entry_declares_pricer`s MuM MMrcH|j|xsdD]}|jdxst}t|ry|jdxstjd}|T|j ||jdxsd }|}t |syy ) a| A model group counts as priced when a deployment overrides any *cost_per* field or tiered_pricing in its litellm_params, even at zero, or when its resolved model info carries tiered_pricing or a positive price on any billed metric (tokens, characters, seconds, pages, images, queries, ...), so models billed by a non-token metric are not treated as unpriced. r:rylitellm_paramsTrDrIr*r)rMr:F)get_model_listr0rOr`get_deployment_model_infor\)r*r$rGrcrMrDs r|_model_group_has_pricingrfs!//5/AGR  #(89N=N  0NN<0E4EJJ4P   99.*<*z&J  rc|j|xsdD][}|jdxstjd}|.tjj|t}d|vsd|vs[yy) a Alias-aware counterpart to ``_is_cost_explicitly_configured``, which resolves the model group the same way ``_model_group_has_pricing`` does. A deployment that prices itself through its ``model_info`` block lands in the cost map under its deployment id rather than in its litellm_params, and reaching that entry through the router's own resolution keeps an alias pointing at such a group from being read as unpriced. rbryrDrIr3r4TF)rdr0rOrJrKrLs r|_group_declares_explicit_costrh4s!//5/AGR NN<0E4EJJ4P   &&**85FG !Y .2IY2V  rcj|r|y|j|yt||ryt|| S)NFr,r*r$)r1rfrhrjs r|model_has_no_cost_mappingrkFsA J&&&5&9Ae C,5ZP PPr.cpt|tr|fnt|xsd}tfd|DS)Nryc3>K|]}t|s|yw)rjN)rk)r candidater$s r|rz._unpriced_models_in_request..Us"1JQZgq1r s)r(rr)r*r$ candidatess ` r|_unpriced_models_in_requestrpSs8$.uc$:ekr@RJ #- rmodelscpdjd|D}t|dk(rd|dnd|d}|dS) Nz, c3(K|] }d|d yw)'Nry)rr*s r|rz1_unpriced_models_block_message..[s>eqq\>srnzModel z haszModels z havez no pricing in the cost map, so litellm cannot price the request. Requests for unpriced models are blocked because 'block_requests_for_models_without_pricing' is enabled. Add pricing (input_cost_per_token/output_cost_per_token) to allow the request.)joinlen)rqnamessubjects r|_unpriced_models_block_messageryZsQ99>v>>E-0[A-=veWD)WUGSXCYG )e erproject_object_modelskip_budget_checks valid_tokenproxy_logging_objcK|y|jdurtd|jd|r&t|jdkDrt ||||s-t |||d{t|||d{yy77w)z Run all project-level checks: blocked, model access, budget, soft budget. Extracted from common_checks() to keep statement count manageable. NTzProject=z= is blocked. Update via `/project/update` if you're an admin.rr*rzr$)rzr}r~)blockedr project_idrvrqcan_project_access_model_project_max_budget_check_project_soft_budget_checkrzr{r$r|r}r~s r|_run_project_checksrds%~0011n o  #n++,q0 )! ')#/   ))#/      s$A&B (B)B >B?B B general_settingsrequestroutec|jddsyt|dr |jnd}|xr|jdk(}t j |}|t jjvxs/t j|t jj}|r|r|sd|vrtd|dyyyy) Nenforce_user_paramFmethodPOSTr)rallowed_routesuserz1'user' param not passed in. 'enforce_user_param'=) r0hasattrrupperr@is_llm_api_router6 mcp_routesrcheck_route_accessr)rrrr http_methodis_post_methodis_openai_route is_mcp_routes r|_enforce_user_param_checkrs    4e <+27H+E4K'IK,=,=,?6,IN(99FO=#;#;#A#AA[EcEcM$<$<$B$BFL/,6Q]C]KL\]qLrKstuuD^,/~rc|jddsytj|rSd|vrNt|dtr:d|dvr2t d|ddt jdtj yyyy) Nreject_clientside_metadata_tagsFrmetadatatagszVClient-side 'metadata.tags' not allowed in request. 'reject_clientside_metadata_tags'=z,. Tags can only be set via API key metadata.z metadata.tagsmessagerparamcode) r0r@rr(r}r:r9bad_request_errorrHTTP_400_BAD_REQUEST)rrrs r|&_reject_clientside_metadata_tags_checkrs    A5 I $$51 , & |J/ 6 l:. .lm}`nambbNO 22!,,    / 7 ' 2rglobal_proxy_spendchtjdkDr|s|tj|r|dk7r||dk7rvt j tjrR|tjkDr>tj |tjtjjyyyyyyyy)Nrr /v1/models/models) current_costr entity_type) rJrr@rmathisfiniteBudgetExceededErrorr*PROXYr)rr|rs r|_global_proxy_budget_checkrsQ"  *  ( (u 5 \ ! Y  ==++ ,1CgFXFX1X--/"--.44:: 2Y ,  " 6 +# r) guardrailsdisable_global_guardrailsdisable_global_guardrailopted_out_global_guardrails_GUARDRAIL_MODIFICATION_KEYS team_objectcddlm}dtdtdzfddtdtffd }||j dxs!||j d xs||}|sy||st d d d i y)a Reject user-supplied metadata flags that would modify guardrail behavior unless the team has explicit permission. Checked keys include the plural ``guardrails`` list plus the per-request toggles that influence whether default-on guardrails run (``disable_global_guardrails``, ``disable_global_guardrail`` singular, and ``opted_out_global_guardrails``). User-supplied values for the bypass toggles are also silently ignored by ``_get_admin_metadata`` at read time; this check adds defense in depth by failing loudly at the auth layer so operators see an explicit 403 instead of a confusing silent-ignore. r)can_modify_guardrails containerrvNct|tr|St|trt|}t|tr|SdSy)uAccept dict or JSON-string (from multipart/form-data or extra_body). Without this, an attacker can smuggle guardrail keys past the check by sending ``{"metadata": "{\"disable_global_guardrails\": true}"}`` — ``isinstance(dict)`` on the string returns False, the check returns no-modification, and ``add_litellm_data_to_request`` parses the string to a dict downstream. N)r(r}rr )rparseds r|_coerce_to_dictz6_guardrail_modification_check.._coerce_to_dicts? i &  i %0;F'56 ?4 ?rcL|ytfdtDS)NFc3&K|]}|v ywrxry)rrcoerceds r|rzV_guardrail_modification_check.._user_requested_modification..sJc3'>Jr)r!r)rrrs @r|_user_requested_modificationzC_guardrail_modification_check.._user_requested_modifications'(3 ?J-IJJJrrlitellm_metadatairz8Your team does not have permission to modify guardrails. status_codedetail)*litellm.proxy.guardrails.guardrail_helpersrrr}rQr0r)rrrrmodifiesrs @r|_guardrail_modification_checkrsQ6dTk KK4K %\%5%5j%AB 6 ' (8(89K(L M 6 ' 5   -WX   .rcKddlm}|y||}|rtd|Dsyt||}|syt |j t r|j xsini}t |jt r|jxsini}|jd} |jd} t | trt| dkDr| n| } t | trt| dk(ry| D chc] } t| } } |Dcgc] }|| vs| }}|r/td|dtjdtj ycc} wcc}ww) u Enforce key/team tool allowlist (metadata.allowed_tools). No DB in hot path — effective allowlist is read from valid_token.metadata and valid_token.team_metadata. Raises ProxyException with tool_access_denied if a tool is not allowed. r)get_call_types_for_routeNc3@K|]}|jtvywrx)rrU)rcts r|rz(check_tools_allowlist..s Z-D!D Zs allowed_toolszTool(s) z5 are not in the allowed tools list for this key/team.toolsr)2litellm.litellm_core_utils.api_route_to_call_typesrr!rVr(rr} team_metadatar0listrvrr:r9tool_access_deniedrHTTP_403_FORBIDDEN)rr}rrr call_types tool_nameskey_meta team_meta key_allowed team_allowed effectivet allowed_setn disalloweds r|check_tools_allowlistrsM07J S Zz ZZ25,GJ 6@AUAUW[6\{++1rbdHE> /model/info/v1/model/info/v2/model/info/model_group/inforrMODEL_DISCOVERY_ROUTES>/health/health/services/health/test_connection"BUDGET_ENFORCED_SIDE_EFFECT_ROUTES user_objectend_user_objectc T  !Kddlm m!t||t | t | || } | xs+|t vxr!|tvxstj| }tjr#tj|r t| |nd}|r4tt|tj dt"j$ 'j&d urt)d j*d | rFrDt-j.d5 t1| || r | j2nd d {d d d | rHrF| rD| j:r8t-j.d5t=| | | !d {d d d | | j>rddl m!}ddl"m#}|jI| j>}|k|jJxsijMd}|rJtO| jP}||}|s+tdtjRd t"jT | r864t-j.d5tW| |d {d d d t-j.d5tY| | ||| d {d d d t[| | | | !d {}t]|||s/| ,ddl"m/}|ja|||jc|| d7fd! }ted"tg| #ti$| tk| %nd tm| #to|  !&tq| !| '|rts| !(nd |tu| !)||jv ty||*nd f D}t-j.d+5t{j||d,d id {}d d d td-Dd }||t| ||t|||tt|t||.d/td td zf !fd0 }t|||t| 1d {}t|| || 2}t-j.d35t|| 4d {d d d t-j.d55t|| |6d {d d d y 7#t$rB}|j4tj6k7rt9| | |d {7sYd }~d }~wwxYw#1swYxYw7#1swYxYw7#1swYxYw7#1swYxYw77#1swYxYw7 7#1swYxYw7#1swYy xYww)8a Common checks across jwt + key-based auth. 1. If team is blocked 1.1. If project is blocked 2. If team can call model 2.2 If project can call model 2.3 Which model access groups authorized this request 3. If team is in budget 3.0.2. If project is in budget 3.0.3. If project is over soft budget (alert only) 4. If user passed in (JWT or key.user_id) - is in budget 5. If end_user (either via JWT or 'user' passed to /chat/completions, /embeddings endpoint) is in budget 6. [OPTIONAL] If 'enforce_end_user' enabled - did developer pass in 'user' param for openai endpoints 7. [OPTIONAL] If 'litellm.max_budget' is set (>0), is proxy under budget 8. [OPTIONAL] If guardrails modified - is request allowed to change this 9. Check if request body is safe 10. [OPTIONAL] Organization checks - is user_object.organization_id is set, run these checks 11. [OPTIONAL] Vector store checks - is the object allowed to access the vector store r prisma_clientuser_api_key_cache)r) request_datarrequest_headersrequest_query_paramsr$rrrjryr*rNTzTeam=z; is blocked. Update via `/team/unblock` if you're an admin.z6litellm.proxy.auth.common_checks.can_team_access_modelr*rr$team_model_aliasesr*r}rr$z?litellm.proxy.auth.common_checks.check_team_member_model_accessr*rr}r$rrr~)global_agent_registry)get_chain_id_from_headers)agent_id"require_trace_id_on_calls_by_agentzORequests made with this agent's key must include the x-litellm-trace-id header.z4litellm.proxy.auth.common_checks.can_user_call_modelr*r$rz3litellm.proxy.auth.common_checks.run_project_checksrr*r}rrzr$rrr~)LiteLLMProxyRequestSetup)rr)ruser_api_key_dictrvc K jyduxrjdu}|rjdduryddlm}j}|dj j xsd|d{}tj|rU||k\rOtj||dj d |d |tjjj yy7ow) Napply_user_budget_to_team_keysTrget_current_spendz spend:user: counter_keyfallback_spendrzExceededBudget: User= over budget. Spend= , Budget=rrrr entity_id)rteam_idr0litellm.proxy.proxy_serverrrrrrrJrr*USERr) is_team_keyr user_budget user_spendrrrs r|_user_max_budget_checkz-common_checks.._user_max_budget_checks"k&<&<&D!,D!8!\[=P=PX\=\K/334TU]aa D!,!7!7K&7)+*=*=)>?*007C&'!J }}[)jK.G11!+*3K4G4G3HH\]g\hhqr}q~ 2 7 7 = =)11 /H) !sA5C*8C(9A0C*c3$K|]}|| ywrxry)rcoros r|rz common_checks.. s"2* ^a 2* s)rr~r})rr}r}rrrr~)rrrr~r})matched_model_access_groupsrr)rrr}rrr~) end_user_objrz.litellm.proxy.auth.common_checks.budget_checksreturn_exceptionsc3BK|]}t|ts|ywrx)r( BaseException)rrs r|rz common_checks..As#^!A}A]A#^)rrrr cvK t|d{}|jS7#t$rYywxYww)N)r rrr~)get_team_objectrorganization_id)r teamrr~rs r|_fetch_team_org_idz)common_checks.._fetch_team_org_idLsM  /+#5"3 !D###   s(9*(* 9* 6969)rrfetch_team_org_idroute_template)rrrr}user_objz:litellm.proxy.auth.common_checks.vector_store_access_check)rrr}z6litellm.proxy.auth.common_checks.check_tools_allowlist)rr}rr)rvN)Kr rrrqrBrCrrr@rrJ)block_requests_for_models_without_pricingrpr:ryr9model_cost_map_missingrrrrr r"tracecan_team_access_modelrrteam_model_access_denied_key_access_group_grants_modelr_check_team_member_model_accessr,litellm.proxy.agent_endpoints.agent_registryr$litellm.proxy.litellm_pre_call_utilsrget_agent_by_idrcr0r}headersrrcan_user_call_modelr!stamp_matched_model_access_groupsrr#pre_seed_litellm_metadata_for_routeapply_key_tags_pre_authr_team_max_budget_check_team_multi_budget_check_virtual_key_multi_budget_check_team_soft_budget_check_organization_max_budget_check_tag_max_budget_check$_model_access_group_max_budget_check_check_team_member_budgetr_check_end_user_budgetasynciogathernextrrrrrprrorr_is_api_route_allowedvector_store_access_checkr)"rrrrrrrr$r~r}rr|rzr{skip_all_budget_checksunpriced_models team_denialrragentrequire_trace_id headers_dicttrace_idrrrbudget_check_corosbudget_results budget_errorr request_body_for_route_check_is_route_allowedrrs" `` ` ` @@r| common_checksrM@sIFM,B!1'B;GL -F%7% 77 _ , , ]K4P4PW\4]0]  < <A]A]diAj $&ZH  2?C 77**   ;#6#6$#>% 3 344opqq+ \\R S  + +)JU (F(F[_  (+++2E2E \\[ \ 1''%+#5"3   ;#7#7VR,<>"#88 +%+*A \\P Q %%'    K L !)!5#/     0Q%#-+ 0 *++;\5Q "  " U $ H H) I  % < <)"- =   <%*2* ' +&7 + )[ALWLc/KHim' +&7 + / + +"/'9&7 &!-"/'9&7 + / 50K"/'9 &() + + +"/'9&7 #.?3W3W3c'O5Q[.2* 2% h\\J K f*1..:L*e`d*e$eN f"#^~#^`de  # .uM13I5Q!"5l"C[Q)[\hi $# $#* $1U!,1': 1+  51   R S '%##     N O #%##      a " ##'O'OO; + +)      ,   B       *d%f f f2+"      swD V(T9 S+4S(5S+9/V((U >U?U CV( UUU V(=U)U&U)V(5U66DV(<U<U9U<BV()V *)V(V%V &V*V(VVV V((S++ T640T1$T'%T1+T91T66T99U>V(U  UV(UU#V(&U))U3. V(9U<<V V( VVV(VV%!V(r#c~|y|}|j} t|}|S#t$rtjcYSwxYwrx) user_roler7 ValueError INTERNAL_USER)r#_user _user_roleroles r|_get_user_rolerU{sNEJ.&z2 K .---.s <<rct|}| tdt|stj||||||y)z< - Route b/w api token check and normal token check r#z4Invalid proxy server token passed. valid_token=None.)r#rSrrrr}T)rUr_is_user_proxy_adminr@$non_proxy_admin_allowed_routes_check)rrrr}r#rSs r|r?r?sM'9JNOO  288!%#   rcr|y|j(|jtjjk(ryy)NFT)rOr7 PROXY_ADMINrrWs r|rXrXs7%(*<*<@P@\@\@b@b*b r user_routercddlm}|D]f}|tjvr9t|jD]"}||\}}}|j |s!yNt j||sfyy)a Return if a user is allowed to access route. Helper function for `allowed_routes_check`. Parameters: - user_route: str - the route the user is trying to call - allowed_routes: List[str|LiteLLMRoutes] - the list of allowed routes for the user. Entries are a route group name (e.g. "openai_routes"), an exact route, or a trailing-wildcard prefix (e.g. "/internal-models/*"). r) compile_pathT)rpatternF)starlette.routingr^r6 __members__rmatchr@route_matches_wildcard_pattern)r\rr^ allowed_routetemplateregex_s r|_allowed_routes_checkrhsx/' M55 5)-8>> *84 q!;;z*  7 7jR_ ` rrOlitellm_proxy_rolesc|tjk(rt||j}|S|tjk(rC|j  t|ddg}|S|j t||j }|Sy)zE Check if user -> not admin - allowed to access these routes )r\r openai_routes info_routesF)r7r[rhadmin_allowed_routesTEAMteam_allowed_routes)rOr\ri is_alloweds r|allowed_routes_checkrqs$000*!.CC  &++ +  2 2 : /*VegtUuvJ  4 4 @.%2FFJ  rrrequested_user_idcd}|jtjk7r|jtjk7rd}||j|j|k(rd}|S)NTF)rOr7r[PROXY_ADMIN_VIEW_ONLYr)rrrret_vals r| allowed_route_check_inside_routervscG##'7'C'CC  ' '+;+Q+Q Q$):)B)B)N  $ $(9 9G Nrcg}|D]R} t|j}t|tr|j t |n|j |T|S#t $r|j|YswxYwrx)r6rr(setextendrKeyErrorappend)r actual_routes route_name route_values r|get_actual_routesrs~!#M$ -  -' 399K+s+$$T+%67$$[1 -  -   , -sAAA98A9rrparent_otel_spancfK|tjydtj}|j|td{}||S t t |j dtjid{}|%tjdtjytj|j}|j||tt|d{|S77|7 #t$r }tjd|Yd}~yd}~wwxYww) a Fetches the default end user budget from the database if litellm.max_end_user_budget_id is configured. This budget is applied to end users who don't have an explicit budget_id set. Results are cached for performance. Args: prisma_client: Database client instance user_api_key_cache: Cache for storing/retrieving budget data parent_otel_span: Optional OpenTelemetry span for tracing Returns: LiteLLM_BudgetTable if configured and found, None otherwise Nzdefault_end_user_budget:r model_type budget_idrz1Default end user budget not found in database: %srrrttlz*Error fetching default end user budget: %s)rJmax_end_user_budget_idrr(rr]rrwarningmodel_validater}async_set_cacherKrr)rrr cache_key cached_budget budget_record _budget_objr@s r|get_default_end_user_budgetrsF& > > F1'2P2P1QRI"4!C!C &"D"M %45Em5T%U%a%a > >?&b&    ( (CWEcEc 0?? @R@R@TU  00*)*<= 1   9   ""#OQRSsmAD1C?D1 7DD*D/D10AD8D9D>D1DD D.D)$D1)D..D1rcK|yd|}|j|td{}||S tt|j d|id{}|t jd|ytj|j}|j||tt|d{|S77n#t $rt jd|YywxYw7/w) a: Fetches the team-level default per-member budget referenced by team.metadata["team_member_budget_id"]. This budget is applied to team members whose TeamMembership row has no linked budget, or whose linked budget has max_budget=NULL. Results are cached for performance. Args: budget_id: The budget_id pulled from team.metadata["team_member_budget_id"] prisma_client: Database client instance user_api_key_cache: Cache for storing/retrieving budget data Returns: LiteLLM_BudgetTable if found, None otherwise Nzteam_member_default_budget:rrrz,Error fetching team-default member budget %sz4Team-default member budget not found in database: %sr) rr(rr]rrr exceptionrrr}rrK)rrrrrrbudgets r|get_team_member_default_budgetrBs!*4YK@I!3!C!C &"D"M %45Em5T%U%a%a *&b&  $$%[]fg'66}7I7I7KLF  , , & %&8 9 -  M7  &&'UW`asQ#C0CC0)C CC A!C0>C.?C0C C+(C0*C++C0rcK|j|Stj|St|||d{}|6||_t j dtj|j |S7>w)a Helper function to apply default budget to end user if they don't have a budget assigned. Args: end_user_obj: The end user object to potentially apply default budget to prisma_client: Database client instance user_api_key_cache: Cache for storing/retrieving data parent_otel_span: Optional OpenTelemetry span for tracing Returns: Updated end user object with default budget applied if applicable N)rrrz(Applied default budget %s to end user %s)rrJrrrr2r)rrrrdefault_budgets r|!_apply_default_budget_to_end_userrzs&((4%%-#>#-)#N !,: )"" 68V8VXdXlXl  s2A5A3?A5c Ktj|ry|jy|jj}|yddlm}|d|j |jxsd|dd{}||kDrOtj||d|j d |d |tjj|j y7Yw) z Check if end user is within their budget limit. Args: end_user_obj: The end user object to check route: The request route Raises: litellm.BudgetExceededError: If end user has exceeded their budget Nrrzspend:end_user:rTrrrfallback_authoritativezExceededBudget: End User=rrr) r@ is_info_routerrr rrrrJrr*END_USERr)rrend_user_budgetrend_user_spends r|r;r;s  '((0)>>IIO<"3%l&:&:%;<#))0S"# #N '))'&/ 0D0D/EEYZhYiirtCsDE*3399"**   ( sA-C /C 0AC )rallowed_model_region default_modelobject_permission_id_RESTRICTED_COLUMNSrc|ddiiS)zY``column IS NOT NULL`` as a plain dict, which is the only shape prisma's builder accepts.notNry)rs r|_column_is_setrs UDM ""rc8dddigtttiS)zTPrisma filter selecting every end-user row that carries a restriction auth enforces.ORrT)maprrryrr|_restricted_end_user_wherers" It$Ps>;N'OP QQrceZdZdZy)_RegistryNotCachedz[No cached registry answer, as distinct from the cached answer ``None`` (registry unusable).Nrrr__doc__ryrr|rrserr_REGISTRY_NOT_CACHED_TAG_REGISTRY_LOAD_LOCK_END_USER_REGISTRY_LOAD_LOCK&_MODEL_ACCESS_GROUP_REGISTRY_LOAD_LOCKroverflow_sentinelcKt|j|d{}||k(ryt|ttfrt d|DSt S78w)zUThe cached registry answer, or ``_REGISTRY_NOT_CACHED`` when the caller has to query.rNc3BK|]}t|ts|ywrx)r(r)rrSs r|rz#_cached_registry..sM5j6LMr)rrr(rr frozensetr)rrrr;s r|_cached_registryrs[ %%78HHYHWWF ""&4-(MFMMM  XsAA9ArcK |j|||d{y7#t$r!}tjd||Yd}~yd}~wwxYww)zYBest-effort: a cache backend failure must not turn a registry load into a failed request.rrrNzFailed to cache registry %s: %s)rrrr)rrrrr@s r|_cache_registry_answerrsPV 00YeQT0UUU V$$%F STUUVs6A#!#A# A AAA  Ar  fetch_idscK |d{}t ||kDr!t ||t ||d{yt ||t ||d{t|S7^#t$rB}tjd|t|t ||t|d{7Yd}~yd}~wwxYw77aw)zSThe registry as the database has it, cached whole, or ``None`` when it is unusable.Nz~Registry %s could not be loaded from the database, so per-id lookups will run and the registry query is suppressed for %ss: %s)rrrr)rrrr rrvrKr)rrr rr registry_idsr@s r|_fetch_and_cache_registryrs$-K/ " <8#$#)*<=1      %&8 9-   \ ""A0 $$ 7  -  %#11    " seC A/A-A/)CB= CB?C-A// B:82B5*B-+B50C5B::C?C load_lockcrKt|||d{}t|ts|S|4d{t|||d{}t|ts|cdddd{St|||||d{cdddd{S77g7T7477#1d{7swYyxYww)a A bounded id set under one cache key, so an id outside it costs no DB read. ``None`` = unusable (overflow or recent DB error): fall back to per-id lookups. An empty frozenset is a real, cacheable answer. Loads are single-flighted to stop TTL-expiry stampedes. N)rrr rr)rr(rr)rrr rrrr;cached_after_waits r|_load_bounded_registryr2s+96GI[\\F f0 1    )9)EVXj)k#k+-?@$    //1      ]  #k       sB7BB7BB7B"BB" B7'B(B7-B"BB" B7B B7B7B"B7B" B7"B4(B+ )B40B7cKdttdfffd }tttt t ||d{S7w)zQThe set of end-user ids whose ``LiteLLM_EndUserTable`` row carries a restriction.rv.cKttjttdzd{}t d|DS7w)Nrnrrc34K|]}|jywrx)rrrows r|rzH_load_end_user_restricted_registry..fetch_ids..^s.fetch_idsYsS'67H7W'X'b'b,.6:(c( " AAA end_user_idtoken_end_user_max_budgetcKtjtjs|yt||d{}|duxr||vS7w)a True when the cached registry proves the id restricts nothing, so its row need not be read. Every field ``get_end_user_object`` callers consume (budget, spend under that budget, region, default model, object permission, blocked) is part of the registry predicate, so an id outside it is indistinguishable from one with no row at all. The skip is off whenever mere existence of the row is meaningful: ``max_end_user_budget_id`` grafts a default budget onto any row that exists, ``validate_end_user_id_in_db`` rejects ids that resolve to no row, and a token-supplied ``end_user_max_budget`` (a ``user_custom_auth`` callable can set one against an otherwise unrestricted row) is enforced against the row's recorded spend. NFr)rJrvalidate_end_user_id_in_dbr)rrrrregistrys r|_end_user_is_known_unrestrictedrjsW$ &&2  - - $ 0>#-H 4  ?Kx$?? s4AAAc`K| td|yt|}|j|td{}||} t | |||d{} | St ||||d{ry t t|jd|iddd d{} | ttj| j} t | |||d{} |j|| tt| d{| S7777x787#t$rYywxYww) aP Returns end user object from database or cache. If end user exists but has no budget_id, applies the default budget (if configured via litellm.max_end_user_budget_id). Args: end_user_id: The ID of the end user prisma_client: Database client instance user_api_key_cache: Cache for storing/retrieving data route: The request route parent_otel_span: Optional OpenTelemetry span for tracing proxy_logging_obj: Optional proxy logging object token_end_user_max_budget: ``valid_token.end_user_max_budget``, when the caller holds a token. Budget enforcement reads the row's spend, so a row that restricts nothing on its own must still be loaded when the token carries a budget for it. Returns: LiteLLM_EndUserTable if found, None otherwise NNo db connectedr)rrrr)rrrrrT)robject_permissionrrr) rrIrr)rrrrcrrr}rrK) rrrrrr~r_keycached_user_obj return_objresponse _responses r|get_end_user_objectrs<)**$[1D$6#E#E '$F$O"$ <#'1-    ,#-";   /0A-0P Q ] ]k*-1M!^!    O)77 H <"'1-   !00+)*<= 1   k     s6D.DD.DD.,D-D.3-D D!AD"D#)D D DD.D.D.DDD D+(D.*D++D.<!_END_USER_VALIDATION_NEGATIVE_TTLi,!_END_USER_VALIDATION_POSITIVE_TTLraw_end_user_idcK|ytjs|S||Sd|}t|j|d{}|dk(r|S|dk(rtjr|SdSt ||||||d{}|j ||rdnd|rtntd{|r|Stjr|Sy77I7w)ahOptionally drop end-user ids that don't resolve to a known DB row. Default: pass-through. LiteLLM's documented pattern is that the `user` field is an arbitrary caller-supplied identifier, so validation is opt-in behind ``litellm.validate_end_user_id_in_db`` to preserve backwards compatibility. When the flag is set: accept the id when it matches any of - LiteLLM_EndUserTable.user_id - LiteLLM_UserTable.user_id - LiteLLM_UserTable.user_email (case-insensitive) If the id doesn't match but ``litellm.max_end_user_budget_id`` is set, we still preserve the id so the default end-user budget is applied downstream; otherwise we return None. DB lookups reuse ``get_end_user_object`` / ``get_user_object`` so they share the same cache as the rest of the auth path instead of adding new raw Prisma queries. Nzend_user_validation:rvalidinvalidrrrrr~rr) rJrrrr_end_user_id_exists_in_dbrrr) rrrrr~rrr;is_valids r| resolve_and_validate_end_user_idrs8  - --o->?I$%78HHYHWWF  ")"@"@JdJ5##-)+ H  , , !gy2: .@a -  %% 5X s4=CC8C8C9+C$C%CCCc LK t||||||d{}|y t |||d||dd|vr|ndd{}|y y7/#t$r }tjd|Yd}~Md}~wwxYw77#t$r }tjd|Yd}~yd}~wwxYww) z=True when the id matches an EndUser, User, or user_email row.rNTz:end_user validation: get_end_user_object lookup failed: %sF@)rrruser_id_upsertrr~ check_db_only user_emailz6end_user validation: get_user_object lookup failed: %s)rrrr2get_user_object) rrrrr~rrr@r#s r|rr0s d$7#'1-/ %    # $ ` /'1 -/&)[&8{d !     ;  d""#_abccd   `""#[]^__ `s|B$A AA B$A8A6A8B$B$A A3A.)B$.A33B$6A88 B!BB$B!!B$cKdttdfffd }tttt t ||d{S7w)z=The set of tag names that have a row in ``LiteLLM_TagTable``.rv.cKttjtdzd{}t d|DS7w)Nrnrc34K|]}|jywrx)rrs r|rz8_load_tag_registry..fetch_ids..ds;cS\\;r)rrgrr!r registry_rowsrs r|rz%_load_tag_registry..fetch_ids`sL%/ m0L%M%W%W&*&X&  ;];;; /A A A rN)rrrrQrGr!rrs` r|_load_tag_registryrZsI .fetch_ids..zsDsS**Dr)rrfrrrrs r|rz4_load_model_access_group_registry..fetch_idsvsJ%E ,] ;& )=A) B C DmDDD CrrN)rrrrMrFrrrs` r|!_load_model_access_group_registryrpsK EU38_E (79G58-   runcached_groupsc K|sy tt|jddt|iiddid{}t d|D}|D]8\}}|j t ||tt| d{: |S7V7 #t$r }tjd |Yd}~yd}~wwxYww) a3Budget rows for the groups a cache probe missed. No registry gate here, unlike the tag path: the names only ever come from ``matched_model_access_groups``, which :func:`collect_matched_model_access_groups` already intersected with the registry, so a name that has no row cannot reach this. ryrinrTrNc3JK|]}|jt|fywrx)r_model_access_group_budgetrs r|rz=_fetch_uncached_model_access_group_budgets..s#k\_ 5 57QRU7VWks!#rzAError batch fetching model access group budgets from database: %s) rrfrrrrrLrlrKrrr2)rrrdb_rowsfetched fetched_name fetched_objr@s r|*_fetch_uncached_model_access_group_budgetsrs ? ,] ; )&tO/D(EF+T2    kcjkk)0  %L+$440>!1-.@A 5   %   ""#fhijsQC7BBA B B BCBB C"B=8C=CCrc|j}t|j|jxsd|dS|jS)Nr)rrr)rrlrrr)rrs r|rrsM22L !//ii3'/4 6B5L5L raccess_group_namesc *K||siS|Dcgc],}||jt|td{f.}}tt d|D||d{}g||Dcic] \}}| || c}}S7Mcc}w7)cc}}ww)aJBudget rows for the given model access groups, served from cache where possible. Shared by the two enforcement paths so they read one row per group per request: the reservation counters when reservations are on, and :func:`_model_access_group_max_budget_check` when ``disable_budget_reservation`` turns them off. Nrc3,K|] \}}| |ywrxry)rgrouprs r|rz7get_model_access_group_budgets_batch..sR v6>eR )rrr)rrLrlrr)rrrr probedrrs r|$get_model_access_group_budgets_batchr s$6 (  $4407DZ5  FFRRR#-G 0C/B'/B YmeVfFXE6M YY  ZI B)BB B#B!B "B0 B ;B BBB B uncached_tagsc  K|syt||d{ t|nt fd|D}|sy tt|j ddt |iiddi d{}td |D}|D]8\}}|j t||tt| d{: |S77X7 #t$r }tjd |Yd}~yd}~wwxYww) zZRows for the tags a cache probe missed; names absent from the registry never reach the DB.ryrNc3,K|] }|vs| ywrxry)rtagrs r|rz'_fetch_uncached_tags..s;lC\_ck\kC;ls rrrTrc3zK|]3}|jtj|jf5ywrx)rr1rr})rdb_tags r|rz'_fetch_uncached_tags..s0wek1A1P1PQWQ\Q\Q^1_`ws9;rz+Error batch fetching tags from database: %s) rrrrgrrrrPr1rKrrr2) rrr tags_to_fetchdb_tagsrrrr@rs @r|_fetch_uncached_tagsrs* .#-H !) 0me;l=;l6l )- *FGQQd=&9:;+T2 R  wovww)0  %L+$44!,/!+-.@A 5   7   ""#PRSTs^DC(D7C8C9A CCC DCC C>C94D9C>>D tag_namesc *K||siS|Dcgc],}||jt|td{f.}}tt d|D||d{}g||Dcic] \}}| || c}}S7Mcc}w7)cc}}ww)a Batch fetch multiple tag objects from cache and db. Optimizes for latency by: 1. Serving already-cached tags without touching the DB 2. Skipping tags that no ``LiteLLM_TagTable`` row exists for, via the cached name registry 3. Batch fetching the remaining uncached tags in one DB query Args: tag_names: List of tag names to fetch prisma_client: Prisma database client user_api_key_cache: Cache for storing tag objects parent_otel_span: Optional OpenTelemetry span for tracing proxy_logging_obj: Optional proxy logging object Returns: Dictionary mapping tag_name to LiteLLM_TagTable object Nrc3,K|] \}}| |ywrxry)rrtag_objs r|rz(get_tag_objects_batch..sX):7HXr )rrr)rrPr1rr) rrrrr~rr rrs r|get_tag_objects_batchrs4I "   $44x9P]m4n n F0XfXX#-G 8K7J'7J b"3(GgNaHg  bb o crrclK||yt|g||||d{}|j|S7w)a Returns tag object from cache or db. Uses default cache TTL (same as end_user objects) to avoid drift. Args: tag_name: Name of the tag to fetch prisma_client: Prisma database client user_api_key_cache: Cache for storing tag objects parent_otel_span: Optional OpenTelemetry span for tracing proxy_logging_obj: Optional proxy logging object Returns: LiteLLM_TagTable object if found, None otherwise N)rrrrr~)rr0)rrrrr~ tag_objectss r|get_tag_objectr&sN. 0 5*#-)+  K ??8 $$s 424rr r2cKddlm}| td||yt||}|j ||d{}||S t t |jd||didd i d{} | y|j| j} |j|| | d{| S7~7G7 #t$rtjd ||YywxYww) a Returns team membership object if user is member of team. Do a isolated check for team membership vs. doing a combined key + team + user + team-membership check, as key might come in frequently for different users/teams. Larger call will slowdown query time. This way we get to cache the constant (key/team/user info) and only update based on the changing value (team membership). r)r2Nrrr ruser_id_team_idrTr)rrrz:Error getting team membership for user_id: %s, team_id: %s) litellm.proxy._typesr2rrSrrrhrrr}rrr) rr rrrr~r2rcached_membership_objrrs r|get_team_membershipr%Ls7<)**'/7QXYD*<)K)K )*L*$($$ /0H0W X d d$'g&NO+T2!e!    @1@@Q  00-1   1$   && H    scC)?7C6C7C<C)?CC C&#C)%C&&C) team_modelscddlm}|y||vry|t}|r|j|}t |dkDrt |D] \}}||vs y|Dcgc] }||vs| }}||vryycc}w)Nr defaultdictTrbF) collectionsr)rget_model_access_groupsrv enumerate)r*r&r$r) access_groupsidxmfiltered_modelss r|model_in_access_groupr1s' *5d*;M"::e:L  =A   FCM!  *5OA8NaOOO   Ps  A0$A0rcttj}||vs||dy||d|||dz |k\ryy)zM Prevent calling db repeatedly for items that don't exist in the db. rTrnFtime)rr r current_times r|_should_check_dbr6sY))+L %%),AC>Cuser_rowcK||j||St|}|j|j|d{|j |jd{}||Sd|ji}|j |}|j |j|tt|d{|S77`7 w)N)rrr)rr) rrjbackfill_null_user_emailr find_by_id model_copyrr5rK)rrrOr user_repodb_row email_update updated_rows r|_backfill_null_user_emailrX s X00< @U%m4I  , ,   - $..x/?/?@@F ~'):):;L!,,L,AK  , ,   $ %&8 9 -  A s6>CC"C#C$AC;C<CCCrrc K|y|s8|j|td{} | t||| |d{S| td d|} t | t t } | rJtt|jd|idd i d{} | t||| d{} nd} | |rd d l m } m }tjxsi}|j!Dcic] \}}|dvs ||}}}d|i|d|ini|}|j#d#|j#dt%|d|d<tt|j'|dd id{} |}|rH| ||t)t*j,||d{n| rt/| dt t| j0[t3| j0d kDrC| j0Dcgc]'}|#t5j6|j9)}}|| _tj6t;| }t||||d{}|j9}|j=||tt?|d{t/| |t |S77t77cc}}w7R7cc}w7o77#t$r"}tAd|tCd|d|d}~wwxYww)z - Check if user id in proxy User Table - if valid, return LiteLLM_UserTable object with defined limits - if not, then raise an error Nr)rrrOrrzuser_id:rr rrrTr)rrHrr)add_new_user_to_default_teamcheck_if_default_team_set)teamsavailable_teamsrbudget_durationbudget_reset_at)r_)rrrO)rrrr]rr8rrz$User doesn't exist in db. 'user_id'=z0. Create user via `/user/new` call. Got error - )"rr5rXrr6r rrrjrrN:litellm.proxy.management_endpoints.internal_user_endpointsr[r\rJdefault_internal_user_paramsrZr0rDrr=r7r[r9rrvr.rrr}rrKr#rP)rrrrrr~rHrrrdb_access_time_keyshould_check_dbrr[r\default_paramsrrscalar_default_paramsnew_user_params default_teamsr_dumped_membershipsr response_dictr@s r|rr1 s$ '9'I'I((J( "   &2+#5(%  )**l &.wi$8!1" 3+"  ( )FGSS '*5OQU4VTH!7"/ +)"H   )0(L(L(RPR1?1E1E1G0#-33VrKrCJ0%0w:5?5K j1QS:,: $''(9:F'++,=>F9N(78I(J:O$56"-^M-J!K!R!R(7>"S" (A'B  6 '#-*8CSC_C_*`+&3 #/.",?    , , 8SAbAb=cfg=g#+"C"C*)4BB:CXCXCZ[* * 1DH -%44T(^D 3'1!   )335 !00()*<= 1    $" 3 k" $ "0 $*    "61-27);klmkn o   s K;J,K;J/K;A K J2K /J50;K + J88J8=A/K ,J>-5K "K#AK 4,K 9K K 9K K K +K;/K;2K 5K 8K K K K K8K33K88K;rc\K|j|||t|d{y7w)z Persist management objects via ``UserApiKeyCache`` (in-memory + optional Redis). ``UserApiKeyCache`` serializes with ``model_type`` so Redis and in-memory stay aligned. rN)rrKrrrr~rs r|_cache_management_objectrn s7  , ,  %&8 9 - s ",*, team_tablecbKtj|_d|}|/ |jjj |d{t||||td{|jrTd|j} |j||/|jjj |d{yyy7#t $r!}t jd||Yd}~d}~wwxYw778#t $r!}t jd||Yd}~yd}~wwxYww)Nteam_id:rzoFailed to invalidate internal usage cache entry %s; a stale team object may be served until its TTL expires: %srm team_alias:zlFailed to invalidate cached team alias entry %s; a stale team object may be served until its TTL expires: %s) r4last_refreshed_atinternal_usage_cache dual_cacheasync_delete_cacherrrrnr4 team_alias delete_cache)r rorr~rr@ alias_keys r|_cache_team_objectrz sK$(99;J G9%C$ #88CCVV[^V_ _ _ # -+-  *()>)>(?@    + + + : ,'<<GGZZ_hZiii- ? `  ( (N    4j  ( (N    s!D/)C CCD/)C>*D/ =DDD D/C C;C61D/6C;;D/D D, D'"D/'D,,D/ new_spendcKddlm}m}|ddlm}m}d|d|}d|} |j j||d |j' |jj||d d{|j j| || |||dd{|| ||d{|t#||t%||f|d{y7s#t$r} tjd ||  |jj| d{7nC#t$r7tjd |d ttj ddi| wxYwYd} ~ d} ~ wwxYw777w)aB Clear every cached read path for one team member's budget so a spend reset or a raised cap takes effect on the next request instead of waiting on the membership cache's TTL. Two independently-keyed cache entries hold the same LiteLLM_TeamMembership row: user_api_key_auth.py's admission check writes ``{team_id}_{user_id}``, while budget_reservation.py's pre-call reservation and auth_checks.py's own get_team_membership() (used by _check_team_member_budget) both write ``team_membership:{user_id}:{team_id}``. Both formats must be invalidated explicitly; writing one does not refresh the other. All keys are also broadcast (LIT-3803): each worker's own in-memory copy (membership object, spend counter, or the counter's own short-TTL DB-floor marker) survives eviction elsewhere until its TTL, so the handling worker alone clearing its copy leaves every other worker still enforcing the pre-reset budget. ``new_spend`` is only passed by reset_team_member_spend_fn, which knows the exact post-reset value: it is SET everywhere (matching /key/{key}/reset_spend's own precedent) rather than deleted, so a worker's next read reflects it directly instead of re-deriving it through a DB reseed. team_member_update only changes the budget cap, not the tracked spend, so it passes no new_spend; the live spend counter is untouched in that case (deleting it would force a reseed from the DB's own spend column, which lags the live counter via periodic batch writes, briefly under-enforcing the raised cap against a spend value lower than what was actually tracked) and only the membership caches carrying the new cap are invalidated. The floor marker (``spend_db_floor:``, proxy_server.py's _authoritative_floor_spend) caches the pre-reset DB spend for SPEND_DB_FLOOR_CACHE_TTL_SECONDS; left stale after a real reset, a request landing on the pod that cached it can read that higher floor and raise the counter right back above the just-reset spend. It is overwritten here with the post-reset floor (not merely deleted) and _authoritative_floor_spend re-checks the marker after its DB read, so a floor read already in flight on this pod when the reset commits cannot clobber it with the pre-reset value. Both keys are broadcast as SETs carrying new_spend, not deletes: every subscriber (remote pods AND this pod's own, which receives its own message) writes the post-reset value, so the self-delivered message cannot erase the guard just written here. Raises HTTPException(503) if Redis still holds the stale pre-reset counter after both the SET and the fallback DELETE fail: budget checks read Redis first, so returning success would leave the old value authoritative for every worker despite the DB write having committed. r)evict_and_broadcastrAN) SPEND_DB_FLOOR_CACHE_TTL_SECONDSspend_counter_cachespend:team_member::zspend_db_floor:rrzFailed to set spend counter %s in Redis after reset: %s; deleting it instead so the next read reseeds from the DB rather than keeping the stale pre-reset value authoritativerzKFailed to delete stale spend counter %s in Redis after a failed reset writeT)exc_inforzSpend was reset in the database, but Redis is unreachable and still holds the pre-reset counter. Retry once Redis is reachable.r)r new_valuer)r rr! cache_keysr)9litellm.proxy.common_utils.auth_cache_invalidation_pubsubr}rAr r~rin_memory_cache set_cache redis_cacherrrrrvrrHTTP_503_SERVICE_UNAVAILABLErRrS) rr rr{r}rAr~rspend_counter_keyspend_db_floor_keyr@s r|"invalidate_team_member_spend_stater sf d%7y'#K&56G5H$I++55:KS\bd5e  * * 6 )55EEJ[clrtEuuu0 ++55"0 6 .8IU^dfggg-(0    *7G L 1'7 S .  Iv $,,k%  -99LLQbLccc (00e)!% ($*$G$G#&Z    d 8 h sA F !C$.C"/C$3,FE< F2E>3)FFF"C$$ E9-E4D+$D'%D+*E4+AE++E4.F4E99F>FFrwcLKd|g|rd|fnd}|D]Y} |j||.|jjj|d{t|d{[y7#t$r!}t j d||Yd}~>d}~wwxYw76w)a Evict both keys `_cache_team_object` writes. `get_team_object` reads the id key and the JWT `team_alias_jwt_field` path reads the alias key, so leaving either behind keeps a deleted team resolvable for auth until its TTL expires. Mirrors `delete_cached_project_object`: evicting locally only reaches the worker handling the delete, so every key is also broadcast to drop the other workers' in-memory copies. Eviction is best-effort, matching `_cache_team_object`. `delete_team` calls this after the team rows are already gone, so letting an unreachable cache backend raise here would fail a request whose delete has committed. rqrrryrNzkFailed to invalidate cached team entry %s on delete; a deleted team may be served until its TTL expires: %srrxrtrurvrrrrA)r rwrr~keysrr@s r|delete_cache_team_objectr s&gY'`Jk*,F+H\^`D=   + + + 4!,'<<GGZZ_bZccc.<<<= d  ( (I     =sLB$=A5A3A5B$+B",B$3A55 B>BB$BB$ hashed_tokenuser_api_key_objcK|}tj|_t|}t||||td{y7w)Nrrm)r4rs!_copy_user_api_key_auth_for_cachernr=)rrrr~rcached_key_objs r|_cache_key_objectr sJ C*.&=O_`N " -+!  s?A AA c K|} |j||.|jjj|d{t|d{y7#t$r!}t j d||Yd}~. s.  %)#5"3   srTNzaFailed to evict cached key entry for %s; a deleted key may authenticate until its TTL expires: %s)r<r=zipr(rrr)rrr~resultsrresults `` r|delete_cache_key_objectsr sx"#>> !.     G!$M7 ; f fm , ( (s  s#A+A)&A+A+ceZdZUeeed<y)_TeamNotFoundDetailrN)rrrrrrryrr|rr s C=rrc,eZdZdZdeddffd ZxZS)TeamNotFoundErroraThe team row is provably absent, as opposed to merely unreadable. ``get_team_object`` reports every failure as a 404, so a deleted team and a database that would not answer are indistinguishable to its callers. Callers that must not treat a degraded read as a definitive answer, such as the authorization fallback in ``user_api_key_auth``, key on this subclass. It stays a 404 carrying the same detail, so every other caller is unaffected. r rvNc8dd|di}t|d|y)NrTeam doesn't exist in db. Team=#. Create team via `/team/new` call.r)super__init__)r{r r __class__s r|rzTeamNotFoundError.__init__ s. 6wi?bc.  S8r)rrrrrr __classcell__)rs@r|rr s 9999rrteam_id_upsertz_PrismaTeamRow | Nonec>Ktt|jd|id{}|d|rbddlm}t |}t ddi}ttj }|||| d{}tj|}|S7l7w) Nr rr)new_teamr rhttp)scopera)r http_requestr) rrir1litellm.proxy.management_endpoints.team_endpointsrr8rr=r7r[r3r) r rrrr new_team_data mock_requestsystem_admin_usercreated_team_dicts r|_get_team_db_checkr s! !>?KKS\^eRfKggHNN-g> %VV,<= #1BBcjKtt|jd|id{S7w)Nr r)rrir)r rs r|_get_team_object_from_dbr5 s0^M:;GGyZaNbGc cc cs *313cK|}t|||} | r$t|||d{} | t|d} | tt j | j } | jr4| js( t| j||d|d{| _t|| ||d{t|| || S772#t$r,} tjd|| j| Yd} ~ [d} ~ wwxYw7Pw)NrZ)r rrrrrrrr~MFailed to load object_permission for team %s with object_permission_id=%s: %s)r rorr~r8)r6rrrr4rr}rrget_object_permissionrr2rzr9) r rrr rr~rrrdrerrr@s r|(_get_team_object_from_user_api_key_cacher9 s4!$- /'O +G=iwxx  #G4 41@@QI%%i.I.I 0E%.%C%C+#5!%"3 1+I ' -+   / ]y +  & &_..    sX$D C AD ?CC C&D 8D 9D C D"D<D DD cRK|j||td{}|S7w)N)rrr)rr4)rrrdecodeds r|_get_team_object_from_cacher{ s7 .== )->G N s '%'check_cache_onlyc 2K| tdd|}|s/t|||d{} | | S|rtddd|di  t||||tt || d{S7A7#t $rt$rtddd |d i wxYww) z - Check if team id in proxy Team Table - if valid, return LiteLLM_TeamTable object with defined limits - if not, then raise an error Raises: - HTTPException: If team doesn't exist in db or cache (status_code=404) NFNo DB Connected. See - https://docs.litellm.ai/docs/proxy/virtual_keysrqrrrrrz:Team doesn't exist in cache + check_cache_only=True. Team=.r)r rrr~r rrrrr)rrrrr rr) r rrrr~rrrrcached_team_objs r|rr s$`aaG9%C 'B1-( "   &" " #]^e]ffg!hi   ='1/ 3+)   #" "     >wiGjkl   s9&BA*BA.%A,&A.)B,A..&BBaccess_group_idaccess_group_tablecdKd|}|j||ttd{y7w)Naccess_group_id:r)rr'r)rrrr~rs r|_cache_access_objectr s> $O#45C  , ,  + * - s &0.0cKd|}|j||/|jjj|d{yy7w)Nrr)rxrtrurv)rrr~rs r|_delete_cache_access_objectr sZ $O#45C###,$44??RRWZR[[[%[sAAA Ac K| tdd|}|j|td{}||S tt |j d|id{}|t ddd |d i tj|j}t|||| d{|S77W7 #t $rt$r0}tjd |t ddd |d|i d}~wwxYww)a - Check if access_group_id in proxy AccessGroupTable - Always checks cache first, then DB only when not found in cache - if valid, return LiteLLM_AccessGroupTable object - if not, then raise an error Unlike get_team_object, this has no check_cache_only or check_db_only flags; it always follows cache-first-then-db semantics. Raises: - HTTPException: If access group doesn't exist in db or cache (status_code=404) Nrrrrrrrz/Access group doesn't exist in db. Access group=rr)rrrr~z2Error getting access group for access_group_id: %s . Error: ) rrr'rrbrrrr}rrr) rrrr~rcached_access_objrrr@s r|get_access_objectr sd&`aa#O#45C%7%G%G +&H& $    /0Em0T U a a$o6!b!    #RSbRccd!ef  4BB8==?S #+(1/    ;      && @  NN__hijhklm   sW-DB8D)B>"B:#AB>1B<2B>7D:B><B>>D+C;;DDrsc K| tdd|}t|||d{}||S tt|j d|id{}|st ddd |d i t |d kDrt d dd|di |d}tj|j} | jr4| js( t| j||||d{| _ |j!|| tt"d{d| j} |j!| | tt"d{| S7177j#t$r6} tjd| j| j| Yd} ~ d} ~ wwxYw77R#t $rt$r0} tj$d|t ddd|d| i d} ~ wwxYww)a Look up a team by its team_alias (name) in the database. Args: team_alias: The team name/alias to look up prisma_client: Database client user_api_key_cache: Cache for storing results parent_otel_span: Optional OpenTelemetry span proxy_logging_obj: Optional proxy logging object Returns: LiteLLM_TeamTableCachedObj: The team object if found Raises: HTTPException: If team doesn't exist or multiple teams have the same alias NrrrrrwrrrzTeam with alias 'z8' doesn't exist in db. Create team via `/team/new` call.rrnz!Multiple teams found with alias 'zJ'. Please use team_id_jwt_field instead or ensure team aliases are unique.rrrrrqz"Error looking up team by alias: %sz Error looking up team by alias '': )rrrrirrrvr4rrrrrrr2r rrr) rwrrrr~rrr]rteam_objr@team_id_cache_keys r|get_team_object_by_aliasr% s\0`aa%ZL1I#> -)$O "A ( )FGQQYegqXrQss0 @ MWX Ah4CCDOODUV  ( (1K1K 3H)1)F)F"/'9%5&7 4.* !001% 1   &.h.>.>-?#@ 00!1% 1   Et0. $**c$$11       &&'KZX? |3qcRS   s$G*EG*)F%EA:F%E2E3 E< F%F!3F%F#F%G*F%E F(,FF%FF%#F%%G'7+G""G''G* org_aliasc K| tdd|}|j|td{}||S tt |j d|id{}|st ddd |d i t|d kDrt d dd|di |d}tj|j} |j|| ttd{|jd| j| ttd{| S777<7 #t $rt$r0} tjd|t ddd|d| i d} ~ wwxYww)a  Look up an organization by its organization_alias in the database. Args: org_alias: The organization name/alias to look up prisma_client: Database client user_api_key_cache: Cache for storing results parent_otel_span: Optional OpenTelemetry span proxy_logging_obj: Optional proxy logging object Returns: LiteLLM_OrganizationTable if found, None otherwise Raises: HTTPException: If organization not found or multiple orgs have the same alias Nrz org_alias:rorganization_aliasrrrzOrganization with alias 'zH' doesn't exist in db. Create organization via `/organization/new` call.rrnrz)Multiple organizations found with alias 'zQ'. Please use org_id_jwt_field instead or ensure organization aliases are unique.rrorg_id:z*Error looking up organization by alias: %srz(Error looking up organization by alias 'r)rrr/rr_rrrvrrrrrrr) rrrrr~rcached_org_objorgsorgorg_objr@s r|get_org_object_by_aliasr s0`aa$I;/I"4"D"D ,#E#N!0 &'=m'LMWW'3X  8 DLM  t9q=H Tef !W2AA#..BRS!000% 1   !00'11230% 1   _ 0     &&'SU^_G {RUVWUXYZ   si-E+DE+)D&"D #BD&%D"&1D&D$D&E+ D&"D&$D&&E(8+E##E((E+litellm_login_LITELLM_SESSION_TOKEN_PREFIXceZdZededefdZe d dededzdedzdeedzdeeefdzd e dzdefd Z ed ede dzfd Z y)ExperimentalUIJWTToken user_inforvcpddlm}ddlm}|j t dt |dz}|jdddd z}td d d tjd ||jd |jdt|j }||jdtS)Nr timedeltaencrypt_bearer_tokenz/User role is required for experimental UI login )minutes%Y-%m-%dT%H:%M:%S.%f+00:00zui-tokenr zlitellm-dashboard) rkey_name key_aliasr rpm_limitexpiresrr rqmax_parallel_requestsrOT exclude_noneprefix)datetimer0litellm.proxy.common_utils.encrypt_decrypt_utilsrrOrrmstrftimer=rJmax_ui_session_budgetrrqr7model_dump_jsonr)rrrexpiration_timerr}s r|(get_experimental_ui_login_jwt_auth_tokenz?ExperimentalUIJWTToken.get_experimental_ui_login_jwt_auth_token s&     &MN N"2!3i6K!K)112HI#2NQYY+ 44%%'##"&&y':':;  $K$?$?T$?$R[wxxrNr rwr&rrcddl}ddlm}ddlm}|j t dt|tz} | jdddd z} |} | At|d r5|jr)t|jdkDr|jdnd} td |jd } td |j} t!| | | | ||j| || t#|ng| t%|nd| gn |j&dt)|j d }||j+d t,S)a Generate a JWT token for CLI authentication with configurable expiration. The expiration time can be controlled via the LITELLM_CLI_JWT_EXPIRATION_HOURS environment variable (defaults to 24 hours). Args: user_info: User information from the database team_id: Team ID for the user (optional, uses user's team if available) team_alias: Team alias for the selected team, if available team_models: Model allowlist granted by the selected team team_model_aliases: Team model aliases for the selected team Returns: Encrypted JWT token string rNrrz'User role is required for CLI JWT login)hoursrrrr]-T)rrrrrrr rwr&rrqrrOis_session_tokenrr)secretsrrrrrOrrmrrrr]rvr token_urlsaferr=rr}rqr7rr)rr rwr&rrr rrrr_team_id session_token session_aliasr}s r|get_cli_jwt_auth_tokenz-ExperimentalUIJWTToken.get_cli_jwt_auth_token sZ2 &     &EF F"2!3iF^6_!_)112HI#2NQYY   7 ; -0-AA-Eyq)4H"8!97;P;PQS;T:UV "8!99;L;L:MN +"#!%%!-8-D[)";M;Yt$67_c!-293C3C"&&y':':;! "$K$?$?T$?$R[wxxrrc ddl}ddlm}ddlm}||t }|y |j |j|S#t$r}td|d|d|d}~wwxYw)Nr)r=)decrypt_bearer_tokenrzInvalid hash key. Hash key=z. Decrypted token=r) json$litellm.proxy.auth.user_api_key_authr=rrrrloadsr)rrr=rdecrypted_tokenr@s r|get_key_object_from_ui_hash_keyz6ExperimentalUIJWTToken.get_key_object_from_ui_hash_keyS s G "6lKg!h  " y0>00O1LM M y9,GYZiYjjstusvwx x ys A A& A!!A&NNNNN) rrr staticmethodr5rrrrrrr=rryrr|rr syCCC CCCCuuidsc K|r|gSg}g}|D]K}d|}|j|td{} | |j| ;|j|M|s|Stt |j dd|iit |d{} | D]} t| dr| jnt| dr| jnd} t| tr| st| d r t| ni} | sktj| } d| j}|j|| tt| d{|j| |S7:77w) aP Fetch managed vector store rows by their internal UUIDs. Follows the get_team_object / get_key_object / get_object_permission pattern: cache-first lookup (in-memory / Redis), DB fallback only on cache miss. Critical-path DB access must go through this helper to avoid raw Prisma calls on the hot request path. Nzmanaged_vector_store_id:rvector_store_idrrrr}__dict__r)rr,r{rrerrvrrr}r(rr@rrK)r>rrrr~r cache_missesuuidrdeserialized_vsrowsrrow_dict cached_objs r|&get_managed_vector_store_rows_by_uuidsrH/s M) <>F%'L &(/ 2 B B7!C!    & MM/ *    % &  +,I-,XYcc 4"67  dD "'.sL'A3>>#V]^aciVj pt(D)$+C$>x?R?R?TUH  , , , ! -  OGu   sIAC<C( C<6C,C* C, AC<!C:"C<*C,, C77C<access_group_idsresource_field)access_model_namesaccess_mcp_server_idsaccess_agent_idsc\K|sgS||$ddlm}ddlm}ddlm}|xs|}|xs|}|xs|}|gSg}|D]6} t | |||d{} |j t | |g8tt|S76#t$rtjd| |YqwxYww)a] Fetch access groups by their IDs (from cache or DB) and collect the specified resource field across all of them. Args: access_group_ids: List of access group IDs to fetch resource_field: Which resource list to extract from each access group - "access_model_names": model names (for model access checks) - "access_mcp_server_ids": MCP server IDs (for MCP access checks) - "access_agent_ids": agent IDs (for agent access checks) prisma_client: Optional PrismaClient (lazy-imported from proxy_server if None) user_api_key_cache: Optional DualCache (lazy-imported from proxy_server if None) proxy_logging_obj: Optional ProxyLogging (lazy-imported from proxy_server if None) Returns: Deduplicated list of resource identifiers from all resolved access groups. Nrrr~rrrrr~z5Could not fetch access group %s for resource field %s) r rr~rrryr'rrr2rrx) rRrSrrr~_prisma_client_proxy_logging_obj_user_api_key_cache resourcesag_idags r|!_get_resources_from_access_groupsrbs0   2 :NVX%7 /F3F-C1C! "$I! ( %+#5"3 B   WR< = I   & &G  s:8B,B B B.B,B B)&B,(B))B,c>Kt|d|||d{S7w)z{ Collect model names from unified access groups. Models are matched by model name for backwards compatibility. rTrRrSrrr~NrbrRrrr~s r|_get_models_from_access_groupsrgs.3)+#-+    c>Kt|d|||d{S7w)z_ Collect MCP server IDs from unified access groups. MCPs are matched by server ID. rUrdNrerfs r|&_get_mcp_server_ids_from_access_groupsrj s.3).#-+   rhc>Kt|d|||d{S7w)z[ Collect agent IDs from unified access groups. Agents are matched by agent ID. rVrdNrerfs r|!_get_agent_ids_from_access_groupsrls.3))#-+   rhctjj|vs|||S|j}|Dcgc]"}|tjjk7s!|$}}|s|xs|St t j ||zScc}wrx)r<all_team_modelsrget_model_namesrr}fromkeys)rqr$r  proxy_modelsr*non_sentinel_modelss r|/_resolve_all_team_model_sentinel_for_auth_checkrs/s ((..f<S]Se $446L5;!pEuHYHiHiHoHo?o%!p!p ",f,  1L@A BB"qs "B B rcddlm}|t}|r|j||}t |||}t |dkDr|t |D] \}}||vs y|Dcgc] }||vs| } }t||ryt|| ryd} t | dk(rt |dk(sd | vrd} tjj| vrd} | || vr| duryycc}w) Nrr(r:r )rqr$r Tr*rr*allowed_model_listF*) r*r)rr+rsrvr,_model_in_team_aliases+_model_matches_any_wildcard_pattern_in_listr<all_proxy_modelsr) r*r$rqrr r)r-r.r/r0all_model_accesss r|_check_model_access_helperr~=s(*5d*;M"::eU\:] <F  =A*"8' FCM!  *0JA1M3IaJOJE>PQ2Sbc" O!c&kQ&63/;Q))//?B U/9>NRW>W %Ks # C-C object_type)rrrrprojectfallback_depthTc  |tk\rtd|t|tr|D]}t |||||||dzy|g}|t j vr#|jt j |n4|r2||jvr$|j|} | r|j| |D]}t|||||syt|d|d|d|tj| d tj ) a Checks if token can call a given model Args: - model: str - llm_router: Optional[Router] - models: List[str] - team_model_aliases: Optional[Dict[str, str]] - object_type: Literal["user", "team", "key", "org"]. We use the object type to raise the correct exception type Returns: - True: if token allowed to call model Raises: - Exception: If token not allowed to call model zEUnable to parse model, max fallback depth exceeded - received model: rn)r*r$rqrr rrT)r*r$rqrr z# not allowed to access model. This z can only access models=z. Tried to access )rr*r)rrr(r_can_object_call_modelrJmodel_alias_mapr{model_group_alias_get_model_from_aliasr~r:r9&get_model_access_error_type_for_objectrr) r*r$rqrr rrr/potential_modelsr{s r|rrmsI222_`e_fghh% A "%#5'-1  $g ''' 7 7 >? !=!=="88?   # #F + %!1   -B;-OghngopBCHBIJ  C CP[ \  & &  rc|r||vryy)a Returns True if `model` being accessed is an alias of a team model - `model=gpt-4o` - `team_model_aliases={"gpt-4o": "gpt-4o-team-1"}` - returns True - `model=gp-4o` - `team_model_aliases={"o-3": "o3-preview"}` - returns False TFryrvs r|rzrzs & & rct|jxsg}tjj|vr'|j gSt|j xsgS|S)aJ Expand key model sentinels before auth checks. ``all-team-models`` means inherit the parent team's allowlist -- same semantics as ``get_key_models`` in ``model_checks.py``. If the key has no team_id, it inherits the full proxy model list (equivalent to an empty models field, i.e. unrestricted access). )rrqr<rnrr r&)r}rqs r|"_resolve_key_models_for_auth_checkrsY++1r2F((..&8    &IK++1r22 Mrclt|tr|fn t|}tfd|DS)zHEvery model access group whose deployments serve the requested model(s).c3RK|]}j|D]}| yw)ruN)r+)rrequested_modelr r$r s r|rz5_model_access_groups_serving_model..s? 77?\c7d   $')r(rrr)r*r$r  requesteds `` r|"_model_access_groups_serving_modelrs5 $.eS#9xuU|I ( rcK| |jyt|j|j|||d{}|dSt|S7w)z`The member's own ``allowed_models`` scope; empty when the member is not narrowed below the team.Nryrr rrr~)rr%r r)r}rrrr~team_memberships r|_team_member_granted_modelsrsck119#6#####-+ $O!(2U.D_.UUs7AA AcK|jxs| |jnd}|y t||||d{}| |j SdS7#t$r }t j d|Yd}~yd}~wwxYww)zYThe org allowlist reached through the key, or through its team when the key names no org.Nry)rKrrr~z/access group attribution: org lookup failed: %s)rKrrQrrr2rq)r}rrrr~rK org_objectr@s r|_org_granted_modelsrs &&l+Ja;+F+FgkF ~ "0'1/ #  !+ 6:  >B> ""#TVWXs="A:AA AA: A A7A2-A:2A77A:c Kt|| |jndt|||||d{| |jndt|||||d{fS7+7w)zKOne model allowlist per level that participates in authorizing the request.rNryr)rrqrrr}rrzrrr~s r|_granted_model_listsrs +{C)5 2)##'1/   "0!;!##'1/      s!.A A%A A A A c K||||yt||d{}||syt|||j} || n| |z} | sytdt ||||||d{D} t t | | zS7m7&w)a The budgeted model access groups that authorized this request, sorted and deduplicated. A group is charged only when its name appears on an allowlist the caller was granted -- key, team, team-member scope, project or org -- *and* that group serves the requested model. Asking for a model that merely belongs to a group attributes nothing, because nothing about the caller named the group. Levels are unioned, never ranked: a team granted ``*`` whose member is scoped to one group is still a caller gated by that group. An unrestricted allowlist (empty, ``*``) names no group and so contributes nothing. The whole walk is gated on the budget registry, because collecting every match costs a full scan of each allowlist where the plain access check stops at the first hit. An empty registry means no group carries a budget, so there is nothing to attribute and no work worth doing. Nryr)r*r$r c3.K|] }|D]}|ywrxry)rgranted_models granted_models r|rz6collect_matched_model_access_groups..[s/  ,     sr)rrr rrrsorted) r*r}rrzr$rrr~rcovering_groupsbudgeted_groupsgranteds r|#collect_matched_model_access_groupsr.s4 } +z/A]EZ=#-HH?##O 190@_oX`F`O  $8##)'1/ %    G '12 339$ s"BB AB%B &%B Bc K|y t||||||||d{}|syt |} | |_|S7#t$r } tjd| Yd} ~ yd} ~ wwxYww)zRecord the groups that authorized this request on its auth object, for the post-call spend writer and the reservation counters, and hand them back for the budget check.Nryrz)model access group attribution failed: %s)rrrr2rr) r*r}rrzr$rrr~matchedr@matched_groupss r|r0r0js B##)!'1/    MN.t |d{7}|r't||||j|jdcYSwxYww)aM Checks if token can call a given model 1. First checks native key-level model permissions (current implementation) 2. If not allowed natively, falls back to access_group_ids on the key Returns: - True: if token allowed to call model Raises: - Exception: If token not allowed to call model rrr*r$rqrr rrRN)rrrr r:rRrg)r*rr}r$ key_modelskey_access_group_idsmodels_from_groupss r|can_key_call_modelrs$;{SJ%!*==''    &1&B&B&Hb .L!5/)) "-)-'2'E'E'// %  !s1 B$5B*BA" ,B BBBc :Kddlm}m}m}|jxsBt |j txr&tjj|j v}|st||||d{d}d} |j/ t|j|||j|d{}d} |J t/||||j0d{|j<| rt?||||||| d{|j@LtC|j@||| d{} | (tE| j dkDrtG|| | yyyy77#t$r\t!|j|j"|j$|j&|j(|j*|j,}Y wxYw7#t2$rB} | j4t6j8k7rt;|||| d{7sYd} ~ 5d} ~ wwxYw77w) Nr)rr~r)r*rr}r$F)r rrrr~T)r rqrrwrrrrrr)rrrr~r)$r rr~rconfigr(rqrr<rnrrr rrrr4r& team_blockedrwrteam_object_permission_idteam_object_permissionr'rr:rr9r(r)rr*rget_project_objectrvr) r*rr}r$rr~rskip_key_model_checkrteam_object_from_lookuprCrzs r|can_key_call_resolved_modelrs^  #."4"4#;%%t,n1B1R1R1X1X\g\n\n1n  )#!    6:K#&  /#+++#5!,!=!="3 !K'+ # ''%#.#A#A   "    */F1''%+#5"3  )&8"--'1/ ' !   %#n.C.C*Dq*H $-% +I %*y  4#++"..#00&11$22%0%J%J"-"D"DK    ?#K#KK7''%     ! sA/H1E2H'E.E/E5H8GGG#H<H=,H)H*1HEA!G?HGHG H0HHHHHHHrc>t|||r |jng|dS)z@ Returns True if the team can access a specific model. r)r*r$rqrrrrq)r*rr$rs r|can_org_access_modelrs* "$.z  B-  rc K t|||r |jng||r |jnddS#t$rP|r|jxsgng}|r8t |d{7}|r!t|||||r |jnddcYSwxYww)z Returns True if the team can access a specific model. 1. First checks native team-level model permissions (current implementation) 2. If not allowed natively, falls back to access_group_ids on the team Nrrr)rrqr r:rRrg)r*rr$rteam_access_group_idsrs r|r'r'+s%!)4;%%"1+6K''D    OZ (D(D(J`b .L!6/)) "-)-'93>K//D &  !s1B ,1B .B A" &B B B  B c"K|gSt|jxsg}|sgSddlm}ddlm}ddlm}||gS|j xs| |j nd}|j}g} |D]}} t| |||d{} t|xr|| jxsgv} t|xr|| jxsgv} | s| s^| jt| |gxsgtt| S7}#t$rYwxYww)u For each access_group_id on the key, fetch the LiteLLM_AccessGroupTable row and contribute its `resource_field` only if the group authorizes the caller as an owner — that is, the group's `assigned_team_ids` includes the key's `team_id`, or the group's `assigned_key_ids` includes the key's token. This preserves the team-as-owner boundary while still letting a group reach the key without first being added to the team's `access_group_ids` list. NrrXrYrZr[)rrRr rr~rr rrrrQassigned_team_idsassigned_key_idsryr'rx)r}rrSrr\r]r^ key_team_id key_tokenauthorized_resourcesr`rateam_authorizedkey_authorizeds r|/get_authorized_resources_from_key_access_groupsrSs9 "&{'C'C'Ir"J  JRT!4!< $,,j H_1D1DeiK"((I-/% O ( %,#6"4 B{Z{r?S?S?YWY/Z[iTI":M:M:SQS,TU n ' 'NB(G(M2 N O () **    sCA+D.DC>DAD6D>D D  D D  DcKt||dd{}|sy t||||r |jnd|r |jnddy76#t$rYywxYww)z Returns True if the key's `access_group_ids` expand to models that grant access to `model`. Used to let a key's access group override a team's model restriction in `common_checks`. rT)r}rrSNFrrT)rrrr r:)r*r}rr$authorized_modelss r|r)r)s{&U+&   !$AL{==RV+6K''D  ! " s2AA A-A A AAAAcHt|||r|jdSgdS)zr Returns True if the project can access a specific model. Raises ProxyException if access is denied. rr*r$rqrrrs r|rrs7 "(6~$$  =?  rcK|ytjj|jvr.t d|t j dtjt|||jdSw)NTzeUser not allowed to access model. No default model access, only team models allowed. Tried to access r*rrr) r<no_default_modelsrrqr:r9key_model_access_deniedrrrrs r|r/r/s **00K4F4FF{}B|CD 88**    "!!  sA1A3rc@|gS|j}|sgSt|S)zSReturn allowlisted search tool names from object_permission (empty = unrestricted).) search_toolsr)rraws r|)_search_tool_names_from_object_permissionrs,  "//C  9rsearch_tool_nameallowed_search_tools)rrrc|sy||vryt|jd|d|tjdtj )a Check if an object (key/team/project) can access a specific search tool. Similar to _can_object_call_model but for search tools. Args: search_tool_name: The search tool being requested allowed_search_tools: List of allowed search tool names for this object object_type: Type of object for error messaging Returns: True if access is allowed Raises: ProxyException if access is denied Tz$ not allowed to access search tool: z. Allowed search tools: rr)r: capitalizer9rrrrrrs r|_can_object_call_search_toolrse, // ))+,,PQaPbc!!5 68  4 4  & &  rcLKt|t|jdSw)aL Check if a key can access a specific search tool. Similar to can_key_call_model but for search tools. Args: search_tool_name: The search tool being requested valid_token: The authenticated key Returns: True if access is allowed Raises: ProxyException if access is denied rrrrrrr}s r|can_key_call_search_toolrs)& ()F{GdGde s"$cRK|yt|t|jdSw)aJ Check if a team can access a specific search tool. Similar to can_team_access_model but for search tools. Args: search_tool_name: The search tool being requested team_object: The team object Returns: True if access is allowed Raises: ProxyException if access is denied Trrrrrs r|can_team_call_search_toolrs2& ')F{GdGde s%'cK t||d{t||d{y77#t$rYywxYww)z Boolean variant of the key + team authorization enforced on /search, used to scope /search_tools/list so a non-admin caller only sees tools it may invoke. rNrFT)rrr:)rr}rs r|can_user_view_search_toolr7s` &-#   (-#      s8A3/313A33 ?A?A user_modelcLKt|dddgd||dd{y7w) z Try to route the fallback model request. Validate if it can't be routed. Help catch invalid fallback models. rzWho was Alexander?)rTcontent)r*messages acompletion)rr$r route_typeNTrW)r*r$rs r|is_valid_fallback_modelrNsC "(5IJK    s $"$cBt}| t|sy||_y)a Throttle an over-budget key instead of blocking it, when the key opted in via `throttle_on_budget_exceeded` and a global percentage is configured. Records the percentage on the request-scoped `budget_throttle_pct` so the rate limiter scales the key's TPM/RPM down to it; the persistent limits are left untouched so the throttle never compounds across requests. Returns True when the key was throttled (caller skips raising), False when it should still be hard-blocked. FT)r>r?r8)r}pcts r|_apply_budget_exceeded_throttlergs',-C {9+F&)K# rc xK|jddlm}|jxsd}d|j}||||jd{}d}| |j }t |j||j|j|j|j|j||jtj }tj|j!d| t#j$|jr||jk\rt'|ry|jxsd } |j(r| d |j(d n| } t+j,||jd | d|d|jtjj.|jyyy7jw)z Raises: BudgetExceededError if the token is over it's max budget. Triggers a budget alert if the token is over it's max budget. Nrrr spend:key:r) rrr soft_budgetrr rrr event_group token_budgetrrrz ()zBudget has been exceeded! Key= Current cost: , Max budget: r)rr rrrrr&rrr rKrr*KEYr<rM budget_alertsrrrrrJrr) r}r~r#rrrrr call_info key_labelkey_descriptors r|_virtual_key_max_budget_checkrys)@ + 1 1 8S)+*;*;)<= /#)"--    !,,J###"--#//'''''..!!++*..     + +## ,   ==// 0Uk>T>T5T.{; +44=IOZOcOcykK4H4H3I$KirN--"&1188HX]W^^lmxnDnDmEF.2288%++  6U 0a* sA F: F7E*F:c K|jsyddlm}|jD]}t|tr|n|j }d|j d|d}||d|dd |j t|dt| d{}tj|ds||dk\stj||dd |dd |d d|ddtjj|j y7xw)aK Raises BudgetExceededError if any budget window in valid_token.budget_limits is exceeded. Each window has its own Redis counter keyed by spend:key:{token}:window:{budget_duration}. Using budget_duration (not list index) keeps counters stable when windows are reordered or removed during a key update. Note: counters are not seeded from DB on Redis cold-start. After a Redis flush, per-window spend resets to zero within the current window period. This is an acceptable trade-off: the DB stores reset_at timestamps but not per-window accumulated spend. Nrrr:window:r_rrKeyrrrwindow_entity_typewindow_entity_idwindow_duration window_startzExceededBudget: Key over  budget. Spend=$.4f , Limit=$.2fr) budget_limitsr rr(r}rrrrYrrrJrr*rr)r}rwindowwr window_spends r|r5r5s+  $ $<++&vt4&&:K:K:M";#4#4"5Xa@Q>R=ST .#$(.."3 4503   ==< )la o.M--)\?/2C0D/EF*3/y<8MO/2288%++   sBD D D .D 7AD c ,K|jr|j|jk\rtjd|j|j|jt |j|j|j |j|j|j|j|j|r |jnd|jtj }tj |j#d|yyyw)zI Triggers a budget alert if the token is over it's soft budget. z:Crossed Soft Budget for token %s, spend %s, soft_budget %sN rrrrrr rwrrrrrr)rrrr2rr&rrr rwrKrrr*rr<rMr)r}r~r#rs r|_virtual_key_soft_budget_checkr s;#4#4 8O8O#O"" H        # #  $####"--#//''''"--'...6x**D!++*..     + +"# ,  +$PsDDrcVt|tr@|Dcgc]4}t|ts|js%|j6c}St|tr>|j dDcgc]#}|js|j%c}SgScc}wcc}w)z3Parse emails from a list or comma-separated string.,)r(rrstripsplit)rr@s r|_parse_email_listrss#t#&Ka*Q*< KK C #&99S>?aQWWY ?? IL?sB!B!B!4B& B&cfgcp|siS|jDcic]\}}|t|c}}Scc}}w)uCoerce user-supplied threshold→recipients mapping to Dict[str, List[str]]. Values may legitimately arrive as list, comma-separated string, or None from YAML/metadata; _parse_email_list tolerates all three. )rZr)rkvs r|_normalize_alert_emailsr s5  03 <1A # # << AWA[A[\]_aAbbc dd  sA BcK|jn|j`|jdkDrO|r |jnd}ttj |j xsijd}t|tr|rtd|Dd}||j|j|dz zkryt|j|j|j|j|j|j|j |j"||j$t&j(| }t+j,|j/d | y|jt0z}|j|k\r|j|jkrt3j4d |j|j|j|t|j|j|j|j|j|j|j |j"||j$t&j( }t+j,|j/d | yyyyyyw) z Triggers a budget alert if the token has reached EMAIL_BUDGET_ALERT_MAX_SPEND_ALERT_PERCENTAGE (default 80%) of its max budget. This is a warning alert before the token actually exceeds the max budget. Nrmax_budget_alert_emails)rrc3TK|] }|jst|"ywrx)isdigitr)rrs r|rz6_virtual_key_max_budget_alert_check..VsCAqyy{QCs(()defaultgY@) rrrrrr rwrrrrrmax_budget_alertrz\Reached Max Budget Alert Threshold for token %s, spend %s, max_budget %s, alert_threshold %sr )rrrrrJ#default_key_max_budget_alert_emailsrr0r(r}minr&rrrr rwrKrr*rr<rMrrrr2)r}r~r# owner_emailalert_email_configmin_pctralert_thresholds r|#_virtual_key_max_budget_alert_checkr*@sZ)k.?.?.KP[PaPadePe4k%kO  O3 8I8IKLbLb8b$**r%%%%**# %%++%++*55 + 7 7'//'//*55$/$6$6*)33 2 6 6  ##%33/"+4-9c3QQf.K)sI=I?c K||j||jt|j|j|||d{}d}|9|j-|jj|jj}nn|j xsij d}t|tr?t|||d{} | '| j| jdkDr | j}|| |jndxsd} ddl m } | d|jd |j| | d{} tj|rq| |k\rktj | |d |jd |jd | d|t"j$j&|jd |jyyyyyyy777w)z>Check if team member is over their max budget within the team.Nrteam_member_budget_id)rrrrrrrrrzBudget has been exceeded! User=z in Team=rrr)r rr%rrrr0r(rrrr rrrrJrr* TEAM_MEMBERr) rrr}rrr~rteam_member_budgetdefault_budget_idrteam_member_spendrs r|r:r:s5     +  #    +':'''''1/ ( " ,0  '44@44??K!0!E!E!P!P (3(<(<(B'G'GH_'` +S1.L/"/'9/)#.&11=&11A5)7)B)B&  ):I:U!6!6[^ fcf  E&701D1D0EQ{GZGZF[\0-'!  }}/05FJ\5\11!21=k>Q>Q=RR[\g\o\o[ppAR@SSabtauv 2 > > D D!,!4!4 5Q{7J7J6KL 6]0 *I , $ , " ()(!s9AG G BG G A1G>G?BGGGrZc K|j |jyt|j|j|||d{}|"|j|jjsy|jj} t |||d|jy7[#t $rLt d|jd|jd|d|tjd tj wxYww) a Check if a team member's per-member model scope allows access to the requested model. Only enforced when the member's budget table has a non-empty allowed_models list. If allowed_models is empty or absent, the team-level models list applies (no extra restriction). Nrr)r*r$rqrr z.Team member not allowed to access model. User=z, Team=z, Model=z. Allowed member models = r*r) rr r%rrrr:r9r(rr) r*rr}r$rrr~rmember_allowed_modelss r|r*r*s&"k&9&9&A#6#####-+ $O   / / 733BB.=.R.R.a.a !(''  #0  D[EXEXDYY`alatat`uu}D~EE_`u_vw 99**    s+AC9B?C9B!C9!AC66C9c K|d|jVddlm}|d|j|jxsd|jd{}t j |jr||jkDr|rt|j||j|j|j|j|jtj}tj|j!d| t#j$||jd |jd |d |jtjj&|j yyyy7w)z Check if the team is over it's max budget. Raises: BudgetExceededError if the team is over it's max budget. Triggers a budget alert if the team is over it's max budget. Nrr spend:team:rrrrrrr rwrr team_budgetrzBudget has been exceeded! Team=rrr)rr rr rrrr&rrrwrKr*rnr<rMrrJrr)rr}r~rrrs r|r3r3 su;#9#9#E@/%k&9&9%:;&,,3"--   ==// 0U[=S=S5S#+%++*55'//'//*55$/$6$6 2 7 7 $ ##%33*"+4--"&119+:M:M9No^c]ddrs~tJtJsKL.3399%--  '6T 0$F sA E. E+ DE.c8K| |jsyddlm}|jD]}t|tr|n|j }d|j d|d}||d|dd |j t|dt| d{}tj|ds||dk\stj||dd |j d |dd |dd|ddtjj|j y7w)aG Raises BudgetExceededError if any budget window in team_object.budget_limits is exceeded. Each window has its own Redis counter keyed by spend:team:{team_id}:window:{budget_duration}. Using budget_duration (not list index) keeps counters stable when windows are reordered or removed during a team update. Nrrr4rr_rrTeamrzExceededBudget: Team=z over rrrrr)rr rr(r}rr rrYrrrJrr*rnr)rrrrrr s r|r4r4>s=+";";<++&vt4&&:K:K:M#K$7$7#8CTAU@VW .#%(00"3 4503   ==< )la o.M--)\?+K,?,?+@qIZG[F\]*3/y<8MO/3399%--   sBDDD0D9A DcK|3|j%|j|j|jk\rtjd|j|j|j|rd}|j t |j tr|j jd}|t |tr2|Dcgc]&}t |ts|js%|(}}nMt |tr=|jdDcgc]#}|js|j%}}|r|Dcgc]}|s| }}nd}|t|dk(r!tjd|jyt|j|j|j |j|j"|j|j$|j&d|j(t*j,| }t/j0|j3d| yyyyyycc}wcc}wcc}ww) zG Triggers a budget alert if the team is over it's soft budget. Nz9Crossed Soft Budget for team %s, spend %s, soft_budget %ssoft_budget_alerting_emailsrrzoSkipping team soft budget alert for team %s: no alert_emails configured in metadata.soft_budget_alerting_emails) rrrrrr rwrrrr alert_emailsrr)rrrr2r rr(r}r0rrrrrvr&rrrrwrKrr*rnr<rMr)rr}r~r;soft_budget_alert_emailsemailrs r|r6r6fs5   # # /    )   !8!8 8"" G        # #  -1L##/J{?S?SUY4Z2=2F2F2J2JKh2i(+7!":DA/G(&+:V[]`KafkfqfqfsE( ($$#7#7#CH\H\`kHk"" J  % %    '!''$**'#++#++&11 + 2 2.66 I   !//&'0  Il#CsCrc d|S)Nz project_id:ry)rs r|_project_cache_keyrC s  %%rcK|yt|}|j|td{}||Stt |j d|iddid{}|ytj |j}tj|_ t||||td{|S77c7 w)z Fetch project object from cache or DB. Follows get_team_object() caching pattern with TTL and last_refreshed_at. Returns LiteLLM_ProjectTableCachedObj or None if not found. NrrrTrrm) rCrr0rrarrrr4rsrn)rrrr~rdeserialized_project project_row project_objs r|rrs**5I(:(J(J 0)K)#'## 11B=1QR^^Z('. _ K6EEkF\F\F^_K%)IIKK! " -+0   7#s4)CC4C C!AC;C<CCCcTKddlm}|t|f|d{y7w)z Every endpoint that mutates litellm_projecttable must call this, or a stale project (e.g. a pre-update empty model allowlist) keeps being enforced until the TTL expires (LIT-3803). r)r}rN)rr}rC)rrr}s r|delete_cached_project_objectrIAs,^ &z24- s (&(c K||yd}|j |j}n||j |j}|y t||||dd{}|yd}|j|jj }||dkryddlm}|d||jxsd|d{} tj|r| |k\rt|j| ||j|j|j|t j" } t%j&|j)d | t+j,| |d |d | d|t j"j.|yy7$#t$rYywxYw7ܭw)a` Check if the organization is over its max budget. This function checks the organization budget using: 1. First, tries to use valid_token.org_id (if key has organization_id set) 2. Falls back to team_object.organization_id (if key doesn't have org_id but team does) This ensures organization budget checks work even when keys don't have organization_id set directly, as long as their team belongs to an organization. Raises: BudgetExceededError if the organization is over its max budget. Triggers a budget alert if the organization is over its max budget. NT)rKrrr~rLrrz spend:org:rrr5organization_budgetrz'Budget has been exceeded! Organization=rrr)rKrrQrrrr rrrrr&rrr rwr* ORGANIZATIONr<rMrrJrr) r}rrrr~rK org_tableorg_max_budgetr org_spendrs r|r7r7Qs*m3F%##  [%@%@%L,,~ !/'1/!% "  $(N%%1"77BB1!4=. ) -#!I }}^$n)D###%''''"--"*77     + +*# ,  ))"%=fX_U^T__mn|m}~*77==   '*E$C  &sI>F E;E8E;AF -F .C F 8E;; FF FF c `Kddlm}|y||}|syt||||d{}|D]}|j|} | | j$| jj ;ddlm} | d|| jxsd| jj d d{} | | jj krtj| | jj d |d | d | jj tjj|y77w)z Check if any tags in the request are over their max budget. Raises: BudgetExceededError if any tag is over its max budget. Triggers a budget alert if any tag is over its max budget. r)get_tags_from_request_bodyNr)rrrr~rz spend:tag:rTrzBudget has been exceeded! Tag=rrr)-litellm.proxy.common_utils.http_parsing_utilsrQrr0rrr rrrJrr*TAGr) rrrr~r}rQrrr tag_objectr tag_spends r|r8r8s`Y-,GD  5#-+  K __X.     * * 6:;Z;Z;e;e;q D/( 3)//63%::EE'+ I J;;FFF--&%::EE8 /R[Q\\jkulKlKlVlVkWX.2288"  #"s.(D.D*)D.D.,:D.&D,'BD.,D.rc K||syt|||d{}ddlm}|D]}|j|}||j|jdkr2|t ||j |jdd{}||jkrstj||jd|d|d |jtjj| y77gw) aBlock the request when a model access group that authorized it is over its max budget. Only the groups auth already matched are charged and therefore only they are checked, so a request that no budgeted group authorized costs nothing here. Like the tag check this is a plain read with no reservation, so concurrent requests can overshoot the ceiling slightly. The reservation counters are the precise path; this one covers the ``disable_budget_reservation`` case. The ceiling is exclusive, unlike the tag check it otherwise mirrors: a pool whose recorded spend has reached ``max_budget`` has nothing left to give, so the next request is refused. Keys and organizations already draw the line there. A non-positive budget means no budget, matching what the reservation path treats as unbudgeted. Raises: BudgetExceededError if a matched group is over its max budget. N)rrrrrTrz-Budget has been exceeded! Model access group=rrr) r r rr0rrNrrJrr*MODEL_ACCESS_GROUPr)rrrbudgetsrr r group_spends r|r9r9s,$??6#-G =, U# >V..6&:K:Kq:P -_model_matches_any_wildcard_pattern_in_list..Bs8  " 23 b 'eK` a b rTc3RK|]}t|xr t| ywrb)rd3_model_custom_llm_provider_matches_wildcard_patternres r|rz>_model_matches_any_wildcard_pattern_in_list..Is9  " 23 ?/D   rFr_rws` r|r{r{8s@  &8     &8   rc| t|\}}}}||k(rd|vryt|d||S#t$rYywxYw)a! Returns True for this scenario: - `model=gpt-4o` - `allowed_model_pattern=openai/*` or - `model=claude-3-5-sonnet-20240620` - `allowed_model_pattern=anthropic/*` A model that already carries a namespace get_llm_provider did not consume (e.g. `bedrockz/anthropic.claude-...`) is never granted here: its provider was inferred from a fragment of the full string, so rebuilding `{provider}/{model}` would produce `bedrock/bedrockz/...` and slip an unrecognized namespace through a `bedrock/*` key. )r*F/rc)r#rr_)r*rZstripped_modelcustom_llm_providerrgs r|rgrgUsb 4D54Q1+Q3%< &$%Q~&673  s / ;;c d|vS)zb Returns True if the pattern is a wildcard pattern. Checks if `*` is in the pattern. ryry)rZs r|rdrdss ' ''rcKddlm}|tjdytj tjdytj j ||jdd}|tjd y|T|jHtt|jd |ji d{}|td || |T|jHtt|jd |ji d{}|td|| y7k7w)z Checks if the object (key, team, org) has access to the vector store. Raises ProxyException if the object (key, team, org) cannot access the specific vector store. rrXNz;Prisma client not found, skipping vector store access checkTzCVector store registry not found, skipping vector store access checkr)non_default_paramsrzAVector store to run not found, skipping vector store access checkrrr)rvector_store_ids_to_runobject_permissionsr) r rrr2rJvector_store_registryget_vector_store_ids_to_runr0rrr^r_can_object_call_vector_stores)rrr}rrokey_object_permissionrs r|r@r@|s^9 ""#`a$$,""#hi%,%B%B%^%^'|/?/?/N&_&&""#fg ;#C#C#O-E &} 5. +);+K+KL  (  ! , *!(?#8 ;#C#C#O.F &} 5/ +);+K+KL  )  " - *"(?#9  3( ) s%CED=AE'D?(E?E)rrrrorpc|y|jyt|jdk(ry|D]P}||jvstd|d|jtj|dt j y)zg Raises ProxyException if the object (key, team, org) cannot access the specific vector store. Trz9User not allowed to access vector store. Tried to access z. Only allowed to access vector_storer)rrvr:r9-get_vector_store_access_error_type_for_objectrr2)rrorpr@s r|rsrss!''/  + +,12 "4"B"B B STcSdd}Q__~`a$RRS^_$11   r)FNrx)rNNN)NNr)NNr)NNN)NNF)NNrr(mrr<rr^r4collections.abcrrrrrtypesrtypingr r r r r rrfastapirrrpydanticrtyping_extensionsrrrJlitellm._loggingrlitellm.caching.dual_cacherlitellm.constantsrrrrrrrrr r!%litellm.litellm_core_utils.dd_tracingr"1litellm.litellm_core_utils.get_llm_provider_logicr#*litellm.litellm_core_utils.safe_json_loadsr$r#r%r&r'r(r)r*r+r,r-r.r/r0r1r2r3r4r5r6r7r8r9r:r;r<r="litellm.proxy.auth.budget_throttler>r?litellm.proxy.auth.route_checksr@rrArRrBrC)litellm.proxy.common_utils.timezone_utilsrD-litellm.proxy.common_utils.user_api_key_cacherErFrGrHrIrJrKrLrMrNrOrPrQrRrS"litellm.proxy.db.exception_handlerrT-litellm.proxy.guardrails.tool_name_extractionrUrVlitellm.proxy.route_llm_requestrX/litellm.proxy.spend_tracking.budget_reservationrYlitellm.proxy.utilsrZr[r\&litellm.repositories.budget_repositoryr]1litellm.repositories.object_permission_repositoryr^,litellm.repositories.organization_repositoryr_%litellm.repositories.prisma_protocolsr`'litellm.repositories.project_repositoryra'litellm.repositories.table_repositoriesrbrcrdrerfrgrh$litellm.repositories.team_repositoryri$litellm.repositories.user_repositoryrjlitellm.routerrk-litellm.types.proxy.model_access_group_budgetrl litellm.utilsrmauth_checks_organizationrorp auth_utilsrqrropentelemetry.tracers_Spanrurrrrrrrrrrrrrrrrrrrrrrrrrrrrr}rrrr r rr rrkrmanagement_routesrrr#rQr)rrArBr7r6rOrRr\r`rfrhrkrrpryrrrrrrrrrrrrMrUr?rXrhrqrvrrrrr;rrrrrLockrrrrrrrrrrrrrrrrrrrr rrrr%r1r6r9r@rErGrNrXrrrnrzrrrrrrrrrrrrrrrrrrrr)r/r5rrrHrJrQrbrgrjrlrsr~rrzrrrrrrr0rrrr'rr)rr/rrrrrrrrr5r rrrr*r:r*r3r4r6rrrCrrIr7r8r9r_r{rgrdr@rsryrr|rs& LL"OOO2211=   9NF68eL"H:SJJCXO9E@?!P*K1 D D00h6(66X6 ?DTUfDg.(. FxF = >67 :: DD O'@OXc]O @H@m dwsF{/C1H1-M0@e@4SAUA..!//55 8W8W8]8]] E]s9. 6F 6tCI7M 6 jsT#Y5j6D=jUYjZ/?r.Bgc6k*+B c x D #8,2B"1E5f-.EYVYY GCK$8 T Nf!5N$NCX$2(t$ QS4Z QVd] Qt QsT#Y'=6TX=]bcfhkck]l5c?s* 1D8* $s)Od "*  *  *  $& * $ *  * Z v vw vVZ vcf vko v T QU ^a fj $54<UYbejn".eEl3 V 0D3 SdgkSk3 pt3 l& & $&& #T)&   &  & V!* ! -6-"E* %;?xx"T)x#T)x*D0 x  x  x x x$x $&xxx2D8x xv $&,*.    $&   $&   6#4t#;c4D,) @ % Tz    d t $%)9$&9'9Tk94 9x44$&4(44 44v%) (&((((Tk (  (V' &' '  ' XlUk#3#73;#7# RGCK$8R ff12e2"./&2gllne40< &>      (  s^d//   V V c?S  V  V( V  V)#)#)#)#IeCHo667 )# ( )# s^d )#X    ||  IeCHo667  (  s^d B's^d.@@@(@ %t| @  @> $(-1.2^t^$&^(^ : ^ Tk ^ $d* ^ %t|^D ^^B,.!5-+.!5.%)-1 >4Z>$&>(>Tk > $d* >  > 4Z>J%)-1 '''('Tk ' $d* '  ' 'T's^d,'s^d,!c]!!(! 5,, -s 23 !H$DI_Z  Z$&Z(Z #% %& ZZ>$C=$$($ 5&& ' ,- $N %)-1 (cCy(c$&(c((cTk (c $d* (c  #  (c(cV %)-1 "%Dj"%$&"%("%Tk "% $d* "%  "%"%J %)-1 7 7 7 $&7( 7 Tk 7 $d* 7&'77t49t3CQWZ^Q^cg8 # 4J ]` ei 4S4$4Uk4 # $ #Y , #Y"    #Y "#!''t'd ' 'T$&' d   8 %)-1"!!%P 4ZP $&P (P  P Tk P $d* P tP d P $;P P P f  wsF{+ +($d*  Y *8 8*8(8$d* 8~# k k k(kt| k  k\#= #=d #=(#=$d* #=  #=L$($d* *"9"9'"9$d*"9J#C=#'#$d*# #L)9 9"MQ !-?Cd{,dCd dQhd#'? ??(?0 ?  ? $d* ? ?4K? ?D   ' Tk  $& "%)-1$(!%"&: : $&: (: Tk : $d* : Tk : $;: 4K:  : B.2  0 ( $d* $.2 \ \' \$d* \ .2 ? ? $&? (? $d* ?  ? ? D *.-1 h h $&h (h v& h $d* h  h h V *.-1 T T $&T (T v& T $d* T % T T n'7e6xyxyv&&&Tk&$d* &  &R  4Z , %)-1$( JJ$&J(JTk J $d* J Tk JJJZ$ %)-1 ++$&+(+Tk + $d* + #T) ++\ %)-1 8 98$&8(8Tk 8 $d* 8  *+ 88v  %)-1!& C C$&C(CTk C $d* C  C%CCR*.15-1 8 sm8 ]^8  $&8 ($. 8 $d* 8  #Y 8 z*.15-1 sm$&($.$d*   #Y **.15-1 3i$&($.$d*   #Y **.15-1 3i$&($.$d*   #Y & C I C  C4Z C #Y C$15 - - - I-S#X- - 4Z -  -h15DJ@ c?@ @ I@S#X- @ 4Z @ @A @@ T]@F#4S>D;P\`$NtCy$  #   4Z s^ VV"T)V V( V $ V c] V*??"T)? ?( ? $ ? c] ?2"T)2D8  (  $  8C=# <94 #  %94$&94#T)942D8 94  94  $& 94(94$94 38_94x! #  %!$&!#T)!2D8 !  !  $& !(!$! 38_!H, c?,4K, ,% ,  T] ,^X X4KX X% X  X~15  )D0 S#X-   T] .15 % c?%"T)% %S#X- %  T] %P-+$&-+"T)-+]^-+ #Y -+` c?$&#T)   @ c?1  T] $ c? #T) T] 0 4t;  #Y $$s)$12$ T] $N T]4"T) T]:#T) .  d  T] 2D**.HH#H $&HV))^*.$ $ #$  $&$ N3&!11D8T#Y = cHV,,t33 4t ; = #tCy. =S8F#33d::;dBcHV$44t;;