tPj#UdZddlZddlZddlmZmZddlmZmZddl m Z ddl m Z erddl mZmZmZmZddlmZdd lmZd Zeed <d Zeed <dZeed<GddZdedefdZdedefdZdedefdZdedefdZ eeZ!eed<eeZ"eed<ee Z#eed<deddfd Z$deddfd!Z%dedd"fd#Z&dedd"fd$Z'y)%aRead-through recovery for in-memory registries in multi-replica deployments. A management write (POST /model/new, /guardrails, /v1/agents) lands on one replica and reaches Postgres, but sibling replicas only refresh their in-memory registries on the periodic config reload, so a request using the new object immediately can land on a sibling that has never heard of it and fail 400/404. On a registry miss, callers here fetch the missing row from the DB and load it into the local registry before giving up. A short negative-result TTL per key plus a global resync budget per window bound the DB load from lookups of genuinely unknown names. N) AwaitableCallable) TYPE_CHECKINGFinal)verbose_proxy_logger) InMemoryCache)LiteLLM_AgentsTableInclude#LiteLLM_AgentsTableWhereUniqueInput!LiteLLM_GuardrailsTableWhereInput!LiteLLM_ProxyModelTableWhereInput)CustomGuardrail AgentResponseg@READ_THROUGH_MISS_TTL_SECONDSg@"READ_THROUGH_RESYNC_WINDOW_SECONDS#READ_THROUGH_MAX_RESYNCS_PER_WINDOWc beZdZdZeeefdeege e fde de de ddf dZ de fd Zd ede fd Zy) RegistryReadThrough)_lock_max_resyncs_per_window_miss_ttl_seconds_recent_misses_resync_resync_window_seconds_window_resyncs_window_started_atresyncmiss_ttl_secondsmax_resyncs_per_windowresync_window_secondsreturnNc||_||_||_||_t j |_td|_td|_ d|_ y)Ni)max_size_in_memoryz-infr) rrrrasyncioLockrrrfloatrr)selfrrr r!s u/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/proxy/common_utils/registry_read_through.py__init__zRegistryReadThrough.__init__1sQ !1'=$&;#\\^ +tD"'- ctj}||jz |jk\r||_d|_|j|j k\ry|xjdz c_y)NrFT)time monotonicrrrr)r(nows r)_consume_resync_budgetz*RegistryReadThrough._consume_resync_budgetAsb^^% (( (D,G,G G&)D ##$D   4#?#? ? !r+keycK|jj|y|j4d{|jj| dddd{y|js>t j d||j |j dddd{y |j|d{}|s(|jj|d|j|cdddd{S777`7G#t$r2}t j d||Yd}~dddd{7yd}~wwxYw7K#1d{7swYyxYww)NFzKregistry read-through for %r skipped: resync budget of %s per %ss exhaustedz'registry read-through for %r failed: %sT)ttl) r get_cacherr1rwarningrrr Exception set_cacher)r(r2foundes r)attemptzRegistryReadThrough.attemptKsN    ( ( - 9::  "",,S1=   ..0$,,a00//      %)\\#%66##--c4T=S=S-T%      7 $,,-VX[]^_        s-E#DE#E E#DE#!=E E#)D *E#0DD D +E4 E#E E#E# E# D E E.E2 E#=E>E#E  E E#E E E E#)__name__ __module__ __qualname__ __slots__rrrrstrrboolr'intr*r1r;r+r)rr%sy I#@&I'I !# $/0! !!$ ! % !  ! r+r object_typer"chddlm}|j|jdury|j |S)Nr proxy_serverTF)rD) litellm.proxyrG prisma_clientstore_model_in_dbshould_load_db_object)rDrGs r)_db_backed_registries_enabledrLcs6*!!)\-K-KSW-W  - -+ - FFr+ model_namecKddlm}ddlm}t dsy|j }|J||j }d|i}d|i}|j|d{xs|j|d{}|sy|j}|=|jj||j d{|jduS|j4d{|jj| |j|_dddd{y 777m7L7 #1d{7swYy xYww) NrrF)ModelRepositorymodelsFrMmodel_idwhere)rIproxy_logging_obj) db_modelsT)rHrG%litellm.repositories.model_repositoryrOrLrItable find_many llm_router proxy_configadd_deploymentrTMODEL_RECONCILE_LOCK_add_deploymentget_model_listllm_model_list) rMrGrOrIrW name_filter id_filterrowsrouters r)_resync_model_deploymentsrdksJ*E ( 2'55M  $$ $"=177E=I:dD  ++F ~''66'<;Y;Y7   &&d2200>>!!11D1A&,&;&;&= #>> ;>d  >>>>> s~AD?D D?6D"7?D?6D$7"D?D&D?2D* D?D(D?"D?$D?&D?(D?*D<0D3 1D<8D?guardrail_namec Kddlm}ddlm}m}ddlm}ddlm}tdsy|j}|J|dd }||jj| d{}|y|4d{|j|d it| dddd{t|duS7P7D7#1d{7swY%xYww) NrrF)GUARDRAIL_RECONCILE_LOCKIN_MEMORY_GUARDRAIL_HANDLER)GuardrailsRepository) Guardrail guardrailsFactive)restatusrR) guardrailrC)rHrG+litellm.proxy.guardrails.guardrail_registryrgrh'litellm.repositories.table_repositoriesrilitellm.types.guardrailsrjrLrIrW find_firstsync_guardrail_from_dbdict_initialized_guardrail) rerGrgrhrirjrIactive_row_filterrows r)_resync_guardrailsrxs*M2 ( 6'55M  $$ $(C,M:@@KKRcKddC {']]#::YE[QUVYQZE[:\]] !. 1 == e]]]]]sZA!C#B4$ C1B62C5"B: C"B8#C6C8C:C C C Cagent_id_or_namec\Kddlm}ddlm}m}m}ddlm}tdsyt|y|j}|J||}d|i}d |i} d di} |4d{t| dddd{y|j|| d{xs|j| | d{} |  dddd{y|j|j| j  dddd{y777{7`7O7#1d{7swYyxYww) NrrF)AGENT_RECONCILE_LOCK agents_tableglobal_agent_registryragentsFTagent_id agent_nameobject_permission)rSinclude) agent_config)rHrG,litellm.proxy.agent_endpoints.agent_registryr{r|r}litellm.types.agentsrrL_agent_from_registryrI find_uniqueregister_agentmodel_validate model_dump) ryrGr{r|r}rrIrWrar`include_permissionrws r)_resync_agentsrsh* 3 ( 2,-9'55M  $$ $ .E=GIY^K=PRVN 2 OOr+c~Kt|}||Stj|d{syt|S7wN)rrr;)ryagents r)get_agent_with_read_throughrsF'(89E  ,445EF F F  0 11 G (=;=zCustomGuardrail | NonecFddlm}|jj|S)Nr)guardrail_endpoints)re)litellm.proxy.guardrailsrGUARDRAIL_REGISTRY"get_initialized_guardrail_callback)rers r)rurus <  1 1 T Tdr T ssr+c~Kt|}||Stj|d{syt|S7wr)rurr;)rerls r)+get_initialized_guardrail_with_read_throughrsC*>:F  088H H H !. 11 Ir)(__doc__r%r.collections.abcrrtypingrrlitellm._loggingrlitellm.caching.in_memory_cacher prisma.typesr r r r %litellm.integrations.custom_guardrailr rrr__annotations__rrrr@rArLrdrxrrrrrrrurrCr+r)rs9  /'19F2'*u*,/"E/-/#U/;;|GsGtG4>S>T>234>&9@Y%ZUZ)