tPjR- UddlZddlZddlZddlZddlmZmZddlmZm Z ddl m Z m Z m Z mZddlmZddlmZmZe rddlmZGdd e ZGd d e Zd Ze ed <dZe ed<dZe ed<dZe ed<dZe ed<dZe ed<dZe ed<e hdZ!e e e"ed<e hdZ#e e e"ed<e hdZ$e e e"ed<d9d Z%d!d"de"fd#Z&d!d"de'fd$Z(d!d"dedzfd%Z)e d&d&'Gd(d)Z*d*e"de"fd+Z+d!dd*e"ddfd,Z,d*e"ddfd-Z-d.e"ddfd/Z.Gd0d1Z/e-fd2d3d4e"d5ee"gedfdd3fd6Z0Gd7d8Z1y):N) AwaitableCallable)asdict dataclass) TYPE_CHECKINGFinalProtocolcast)verbose_proxy_logger)RowT_co TableActions) RedisCachecNeZdZdedeefdZdededeefdZ deefdZ y) _ConfigSyncPubSubchannelsreturncyN)selfrs r/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/proxy/common_utils/config_sync_pubsub.py subscribez_ConfigSyncPubSub.subscribeignore_subscribe_messagestimeoutcyrr)rrrs r get_messagez_ConfigSyncPubSub.get_messagerrcyrrrs raclosez_ConfigSyncPubSub.acloserrN) __name__ __module__ __qualname__strrobjectrboolfloatrr!rrrrrs:A3A9V+<AggugQZ[aQbg. &).rrc2eZdZdededeefdZdefdZy)_ConfigSyncPubSubClientchannelmessagercyrr)rr+r,s rpublishz_ConfigSyncPubSubClient.publishrrcyrrr s rpubsubz_ConfigSyncPubSubClient.pubsubrrN) r"r#r$r%rintr.rr0rrrr*r*s!HsHSHYs^H.).rr*zlitellm_proxy.config_changeCONFIG_SYNC_CHANNELg?CONFIG_SYNC_DEBOUNCE_SECONDSg@CONFIG_SYNC_JITTER_MAX_SECONDSg$@'CONFIG_SYNC_MIN_RESYNC_INTERVAL_SECONDS_POLL_TIMEOUT_SECONDS_BACKOFF_INITIAL_SECONDSgN@_BACKOFF_MAX_SECONDS>createdeleteupdateupsert create_many delete_many update_many_WRITE_ACTION_NAMES>litellm_ssoconfiglitellm_agentstablelitellm_cacheconfiglitellm_policytablelitellm_prompttablelitellm_mcpservertablelitellm_configoverrideslitellm_guardrailstablelitellm_proxymodeltablelitellm_credentialstablelitellm_searchtoolstablelitellm_policyattachmenttable litellm_managedvectorstorestable$litellm_managedvectorstoreindextable_CONFIG_SYNCED_TABLE_NAMES>router_settingsgeneral_settingslitellm_settingsmodel_cost_map_reload_config$anthropic_beta_headers_reload_config"_RESYNC_APPLIED_CONFIG_PARAM_NAMESrRedisCache | Nonecddlm}|S)Nrredis_usage_cache)litellm.proxy.proxy_serverrYrXs rcoordination_redis_cacher[Hs < r redis_cachercP|jtS|jdtS)N:) namespacer2r\s rconfig_sync_channelraNs.$""## $A&9%: ;;rc>tt|jSr)r r&init_async_clientr`s r_raw_async_clientrdTs %%' rc^ddlm}t|}t||rt t |Sy)Nr)Redis) redis.asynciorfrd isinstancer r*)r\rfclients r_pubsub_capable_clientrj[s*#%k2F&% +V44 rT)frozenslotsceZdZUeed<y)_ConfigChangeMessage object_typeN)r"r#r$r%__annotations__rrrrnrndsrrnrocRtjtt|S)Nro)jsondumpsrrnrrs r_config_change_message_jsonruis ::f1kJK LLrcK|y t|}|tjd|y|jt |t |d{y7#t $r!}tjd||Yd}~yd}~wwxYww)NzOconfig sync publish for %s skipped: cluster redis client has no pub/sub supportz%config sync publish for %s failed: %s)rjr debugr.raru Exceptionwarning)r\rories rpublish_config_changer{ms ^.{; > & &a  nn0=?Z[f?ghhh ^$$%Lk[\]]^sJB#AB'AAABA B#A?:B?BBcJKtt|d{y7w)N)r\ro)r{r[rrs r%publish_config_change_for_object_typer}}s ,D,FT_ ```s #!# param_namectK|tvrtjd|yt|d{y7w)Nz_config sync publish for %s skipped: no resync callback applies this param outside proxy startup)rUr rwr})r~s rpublish_config_param_changers6;;"" m    / ;;;s .868c JeZdZdZdededeegedfddfdZdedefd Z y) _PublishOnWriteActions_actions _object_type_publishactionsror.Nrc.||_||_||_yrr)rrror.s r__init__z_PublishOnWriteActions.__init__s ' rnamec ttt|j|}|tvr|Stt dt tf||j|jdtdtdtffd }|S)N.argskwargsrcXK|i|d{}d{|S77wrr)rrresultror. write_actions r_write_then_publishz?_PublishOnWriteActions.__getattr__.._write_then_publishs8#/"?"??F+& & &M@ &s *&*(**) r r&getattrrr@rrrr)rr attributerror.rs @@@r __getattr__z"_PublishOnWriteActions.__getattr__s t(DE * * "8C61B,B#CYO !..     #"r) r"r#r$ __slots__r&r%rrrrrrrrrsO8I  S 8SES\]aSbLbCc hl ###rrrTableActions[RowT_co] table_namer.cJ|tvr|St|||}td|S)N)rror.r)rOrr )rrr.wrappeds r"wrap_table_actions_for_config_syncrs/ 33+G]deG ' 11rc:eZdZdZeeeeede je jfddde egedfdfdeded ed ed ed ej$dzd eegedfdegefddfdZddZddZddZdeddfdZddZededdfdZddZededdfdZy)ConfigSyncSubscriber) _backoff_initial_seconds_backoff_max_seconds_debounce_seconds_jitter_max_seconds_last_resync_at_min_resync_interval_seconds _monotonic _redis_cache_resync_callbacks_rng_sleep_taskNr\rresync_callbacks.debounce_secondsjitter_max_secondsmin_resync_interval_secondsbackoff_initial_secondsbackoff_max_secondsrngsleep monotonicrc ||_||_||_||_||_||_||_||ntj|_ | |_ | |_ d|_ d|_ yr)rrrrrrrrandomRandomrrrrr) rr\rrrrrrrrrs rrzConfigSyncSubscriber.__init__sl(!1!1#5 ,G)(?%$7!?C   #04 -1rcn|jytj|j|_yr)rasyncio create_task_runr s rstartzConfigSyncSubscriber.starts' :: ! ((5 rcK|j}|yd|_|j} |d{y7#tj$rYywxYwwr)rcancelrCancelledError)rtask_s rstopzConfigSyncSubscriber.stopsLjj <  KKM JJ%%   s1'A757A7A  A A  AcK|j} t|j}|tjdy|j } |j t|jd{|j}|j|d{|j|d{ 7D7!7 #|j|d{7wxYw#tj$rt$rT}tjd|||j|d{7t|dz|j}Yd}~d}~wwxYww)Nz~config sync subscriber disabled: cluster redis client has no pub/sub support; interval polling remains the only sync mechanismz=config sync subscriber redis error: %s; reconnecting in %.0fs)rrjrr ryr0rra_consume _close_pubsubrrrxrminr)rbackoff_secondsrir0rzs rrzConfigSyncSubscriber._runs477 V/0A0AB>(00K5 **+>t?P?P+QRRR&*&C&CO--///,,V444S/4$,,V444))  V$,,S# kk/222"%o&94;T;T"U VsE,C EC 'C6B;7$CB=C C 4B?5C 9E;C=C?C CCCC E<+E 'D*(E E EEr0cK |jdtd{}|#|j|j|jj d|j zd{|jd{|j|d{|jd{|j|_ 77e7O787"w)NTrrg) rr6rrruniformr_wait_for_min_resync_interval_drain_pending_run_resync_callbacksrr)rr0r,s rrzConfigSyncSubscriber._consumes"..Wl.mmG++d44tyy7H7HdNfNf7ggh h h446 6 6%%f- - -,,. . .#'??#4D m i 6 - .sXCCA C+C,CCCCC4C5CCCCCcK|jy|j|j|jz z }|dkrytjd||j |d{y7w)NrzDconfig sync resync throttled for %.1fs to cap fleet-wide reload rate)rrrr rwr)rseconds_until_next_resyncs rrz2ConfigSyncSubscriber._wait_for_min_resync_intervalsm    ' $($E$EIZ]a]q]qIq$r! $ ) "" R % kk3444sA(A2*A0+A2cK|jddd{ |jddd{yy7#7 w)NTrr)r)r0s rrz#ConfigSyncSubscriber._drain_pendingsD&&q&QQ] &&q&QQ]QQs!A=A?AAAcK|jD]} |d{y7#t$r }tjd|Yd}~rs /)771G6///h/ ;U:&)e)(++15'5"u""%%%"e"-6Y.U9S>*5>5E)C.1&=F="E)C.$9 <\