tPj5I UdZddlZddlZddlmZddlmZddlmZm Z ddl m Z m Z ddl mZmZmZddlmZe rdd lmZmZdd ed ed egdffd Zdded ed ed egdffdZedGddZgedddedddedddedd d!ed"d#d$ed%d&d'ed(d)d*d+,ed-d.d/ed0d1d2ed3d4d5ed6d7d8ed9d:d;eded?d@dAedBdCdDedEdFdGdH,edIdJdKedLdMdNedOdPdQedRdSdTedUdVdWedXdYdZed[d\d]ed^d_d`edadbdcedddedfedghedidjdkedlhedmdndoedpdqdredsdtduedvdwdxedydzd{ed|d}d~edddZe eedfed<GddZdd ded efdZ ddZ!ddZ"dd d e#efdZ$efde%deedeedfd e%fdZ&d e%eeffdZ'y)aX Lazy registration for optional feature routers. Each LAZY_FEATURES entry imports its module only on the first request matching its path prefix, saving ~700 MB at idle for deployments that don't use these features. First hit pays the import cost (1-3 s for heavy modules); /openapi.json omits each feature's routes until the feature is warmed. N)Callable)Set) dataclassfield) TYPE_CHECKINGFinal)ReceiveScopeSend)verbose_proxy_logger) APIRouterFastAPI attr_namereturnrc(dddtddffd }|S)Napprmodulerc<|jt|yN)include_routergetattr)rrrs a/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/proxy/_lazy_features.py _registerz"_include_router.._registers 76956object)rrs` r_include_routerrs%7y7&7T7 rrprefixc,dddtddffd }|S)Nrrrrc@|jt|y)N)pathr)mountr)rrrrs rrz_mount_app.._register s v769#= >rr)rrrs`` r _mount_appr#s%?y?&?T? rT)frozenceZdZUeed<eed<eedfed<edZede gdfed <d Z eedfed <d Z e ed <dede fdZ y) LazyFeaturename module_path. path_prefixesctdS)Nrouter)rrrzLazyFeature.+s UdemUnr)default_factoryrN register_fnr, path_suffixesFpersistent_swagger_stubr!rctfd|jDxstfd|jDS)Nc3@K|]}j|ywr) startswith).0pr!s r z&LazyFeature.matches..4sB!4??1%Bc3@K|]}j|ywr)endswith)r5sr!s rr7z&LazyFeature.matches..4sIw_`$--XYJZIwr8)anyr)r0)selfr!s `rmatcheszLazyFeature.matches3s1Bt/A/ABBwcIwdhdvdvIwFwwr)__name__ __module__ __qualname__str__annotations__tuplerr/rrr0r1boolr>r,rrr&r&&sq Ic?"7 _force_loadryr)r=rrrr!feats r__call__zLazyFeatureMiddleware.__call__&s =1 1c$,,6G#dnnJ]6]99VR(D4??4??S3H#IC023 ?##t||3<<%%d&7&7>>>  ? hhugt,,,?,s*CDDC?D9D:DD)r?r@rA__doc__rprDr&rpropertyrrr r r rr,rrrrrrslL-: .. S() ..333-E-G-4-D-rrrrcfKt|jds*t|j_i|j_|jjj |j tj}|4d{|j |jjvr dddd{y tj}|jdtj|j d{}|j|||jjj|j d|_t!j"d|j$|j  dddd{y7777 #t&$rv}|jjj|j t!j(d|j$|j |Yd}~dddd{7yd}~wwxYw#1d{7swYyxYww)zzImport + register a lazy feature exactly once per (app, module). Shared by the middleware and the /lazy/warm endpoint.rxNFz,Lazy-loaded optional feature %r (module: %s)TzqFailed to lazy-load optional feature %r (module: %s): %s. This feature's endpoints will return 404 until restart.)r~rrrxr setdefaultr(asyncioLockget_running_looprun_in_executor importlib import_moduler/addopenapi_schemar infor' Exceptionwarning)rrlocklooprexcs rrr;s 399m , # ! ))&&11$2B2BGLLNSD   syy44 4 "224D"&"6"6tY=T=TVZVfVf"ggF   S& ) II ! ! % %d&6&6 7!%C  % %>     !h"  II ! ! % %d&6&6 7 ( (J     7" #sB H1 F H1$H3 H1>F?H1AFFA7F H1 F H1H1FH1 H#AH>H H1 HH1HHH."H% #H.*H1cf|jt||jt|y)N)rs)r_make_warmup_routeradd_middlewarerrrs rattach_lazy_featuresr`s**3/0,#>rcddlm}m}mddlmddlm}|}|jdd||gdtffd }|S) uPOST /lazy/warm/{name}: load a feature and return its partial openapi so the Swagger plugin can merge in-place without a full /openapi.json refetch. Requires auth — anyone who can hit the proxy can already trigger the same imports by sending a real request to a feature's prefix, but gating this debug endpoint avoids unauthenticated callers forcing the import chain.r)r Depends HTTPException) get_openapi)user_api_key_authz/lazy/warm/{name}F)include_in_schema dependenciesr'c KtfdtDd}| dd|jrdidiidSt|d{jDcgc]!}|j t |dds |#}} jj|}|jd ijD]8}|jD]#}t|ts|jg|d <%:|jd |jd id|jd ijdiidS7cc}ww) Nc3BK|]}|jk(s|ywr)r')r5fr's rr7z4_make_warmup_router..warm..xsG!$AGsizunknown lazy feature: schemas) stub_pathpaths componentsr!r)titleversionroutesrtagsrr)nextrpr1rrr>rrrrvalues isinstancedictr'r)) r'rr feat_routesfullpath_opsoprrrs ` rwarmz!_make_warmup_router..warmrsF G}GN <'=dV%DE E  ' '!%9b/R R#t$$$),\At||GAvWYDZ7[a\ \! 3;;{["-446 -Hoo' -b$'"&))BvJ - - ++A.XXgr*$dhh|R&@&D&DYPR&ST   %\s2A EE E"!E E A'E0AE E) fastapir rrfastapi.openapi.utilsr$litellm.proxy.auth.user_api_key_authrpostrB)rr rrr+rrrs` @@rrresX :91FKF [[/01     . Mrct|jdd}t|ts t St d|DS)akThe set of lazy feature modules whose routers are actually registered on this app (tracked by _force_load), empty before the middleware ever ran. sys.modules is the wrong signal: boot code imports several feature modules (mcp_management, cloudzero, vantage, config_overrides) without mounting their routers, and their stubs must still be injected.rxNc3BK|]}t|ts|ywr)rrB)r5ms rr7z&loaded_lazy_modules..s=1*Q*1$:V:V B++DII6H&ll7B7==?-FAs$$Q,-!)lB!?!C!CIr!R!X!X!Z2ID#&&tS12''*F!YYK#yy"'-)>!?E&M 0 M J$$%CSII MJsEE E0E++E0cddlm}|riStDcic])}|jr|j|j d+c}Scc}w)ufeature.name -> first prefix, used by the Swagger warmup JS plugin. Returns empty when the snapshot is loaded — the plugin is unnecessary because /openapi.json already has full route info.rr)rrrpr1r'r))rrs rlazy_tag_to_prefixrsBC 9F kdNjNjDIIt))!, , kk ks A A )r+r)rrrN)rrrr )(rrrcollections.abcrr AbstractSet dataclassesrrtypingrrstarlette.typesr r r litellm._loggingr rr rrBrrr#r&rprDrCrrrErrrrrrrrr,rrrs$.('001*s(Iv;NPT;T2UssxF@SUY@Y7Z $ x x x M1 B  M1 II M1" B$#M1, JT-M16 =:7M1@ E)AM1J A ( KM1Z 1+[M1d DLeM1n &O= oM1z !K= {M1H R+IM1R K(SM1` Q#aM1jQ> kM1z S  <'{M1d K$eM1nCv7 $oM1@ R,AM1J @JKM1T $AJUM1^ H/_M1h #J$iM1r D-sM1| &M'#$DE }M1H E #M2 IM1T F%UM1^ D#_M1h H$iM1r <EsM1| R+}M1F M&GM1P OWQM1 uU;+,-M`1-1-h"9"K"D"J? )X >Y >9S> >)6( ($(K$%( (VlDcNlr