uPj}"UdZddlZddlZddlmZddlmZmZmZddl m Z ddl m Z ddl mZddlmZdd lmZer dd lmZeezZneZGd d e Zd Zeed<GddZy)zC Wrapper around router cache. Meant to handle model cooldown logic N)Mapping) TYPE_CHECKINGAnyFinal) TypedDict)verbose_logger) DualCache) InMemoryCache)SensitiveDataMasker)Spanc6eZdZUeed<eed<eed<eed<y)CooldownCacheValueexception_received status_code timestamp cooldown_timeN)__name__ __module__ __qualname__str__annotations__floath/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/router_utils/cooldown_cache.pyrrsrrgN@$_MAX_CORRECTED_IN_MEMORY_TTL_SECONDSc FeZdZdedefdZdededeeeffdZ dede d e ded zfd Z e ejd dedefdZdedeeefdeded zfdZdeeded zdeeeeffdZdeeded zdeeeeffdZdeeded zdefdZy ) CooldownCachecachedefault_cooldown_timecf||_||_t|_t dddd|_y)N2r*F)visible_prefixvisible_suffix mask_charmask_short_values)rr r in_memory_cacher exception_masker)selfrr s r__init__zCooldownCache.__init__'s4 %:", 3# ! rmodel_idrreturnc$ tj}tj|}t|jj t |t |||}||fS#t$r}tjd||d}~wwxYw)N)rrrrzCCooldownCache::_common_add_cooldown_logic - Exception occurred - %s) timerget_cooldown_cache_keyrr) _mask_valuer Exceptionrerror) r*r,original_exceptionexception_statusr current_time cooldown_key cooldown_dataes r_common_add_cooldown_logicz(CooldownCache._common_add_cooldown_logic3s "&))+L"/"F"Fx"PL$6#'#8#8#D#DSI[E\#] 01&+ $M . .   !fhi jG sA&A)) B2B  Br4r5Nc |}| |j}|j||||\}}|jj|||y#t$r}t j d||d}~wwxYw)N)r,r4r5r)valuekeyttlzCCooldownCache::add_deployment_to_cooldown - Exception occurred - %s)r r:r set_cacher2rr3) r*r,r4r5r_cooldown_timer7r8r9s radd_deployment_to_cooldownz(CooldownCache.add_deployment_to_cooldownGs  +N%!%!;!;+/*I*I!#5!1, +J+ 'L- JJ # " !     !fhi jG sAA A/A**A/i)maxsizecd|zdzS)N deployment: :cooldownr)r,s rr0z$CooldownCache.get_cooldown_cache_keyisx'+55rr=resultr6ctdi|}|d|dz|z }|dkr&|jjj|y|jjjj |}|h|||zdzkDr]t |t}|jjj||jjj||||S)a Return a CooldownCacheValue if the cooldown is still active, or None if it has expired. Also corrects the in-memory TTL when DualCache promotes a Redis entry using the default 600s TTL instead of the true remaining cooldown time. rrrN)r>r) rrr( delete_cachettl_dictgetminrr?)r*r=rFr6cooldown_cache_value remainingcurrent_expiry corrected_ttls r_corrected_active_cooldownz(CooldownCache._corrected_active_cooldownns'9&B6&B0=@TUd@eeiuu > JJ & & 3 3C 8 $ : : C C G G L  %.<);SVW;W*W#&y2V#WM JJ & & 3 3C 8 JJ & & 0 0f- 0 P##r model_idsparent_otel_spancK|Dcgc]}tj|}}|jj||d{}g}|t d|Dr|St j }t ||D]W\}}|s t|tstj|} |j| ||} | E|j|| fY|Scc}w7w)NkeysrSc3$K|]}|du yw)Nr).0vs r z;CooldownCache.async_get_active_cooldowns..s!=!t)!=s) rr0rasync_batch_get_cacheallr/zip isinstancedictrQappend r*rRrSr,rVresultsactive_cooldownsr6rFr=rMs rasync_get_active_cooldownsz(CooldownCache.async_get_active_cooldownssW``(};;HE`` $zz??T\l?mmHJ ?c!=W!==# #"iik #Iw 7 N Hf*VT2#::8D'+'F'FsFT`'a$'3$++X7K,LM  N +ans.C%C"C%C#AC% C%*C%C%c|Dcgc]}tj|}}|jj||xsg}g}t j}t ||D]W\}}|s t |tstj|} |j| ||} | E|j|| fY|Scc}w)NrU) rr0rbatch_get_cacher/r]r^r_rQr`ras rget_active_cooldownsz"CooldownCache.get_active_cooldownssW``(};;HE``33P`3ageg"$"iik #Iw 7 N Hf*VT2#::8D'+'F'FsFT`'a$'3$++X7K,LM  N asCc|Dcgc]}d|d }}|jj||xsg}d}t||D]4\}}|s t|tst di|}| |d|ks0|d}6|xs |j Scc}w)zD$>$>>Ts B )rrrr rr+rtuplerr:r2intrA staticmethod functools lru_cacher0rrrQlistr rdrgrjrrrrr&sj  i    RW s&& '(  &   t| DY&666'6$ $S!$ $ d " $0 c 6:Tk eC++, - 6 c 6:Tk eC++, - &?$s)?td{?W\?rr)__doc__rnr/collections.abcrtypingrrrtyping_extensionsrlitellmrlitellm.caching.cachingr litellm.caching.in_memory_cacher 0litellm.litellm_core_utils.sensitive_data_maskerr opentelemetry.tracer _Spanrrrrrrrr{sc #,,'"-9P1 3;D D/3$e2_?_?r