uPjRNUddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddlm Z m Z ddlZddlZddlZddlZddlmZmZddlmZmZddlmZmZddlZddlmZddlmZGd d eZ Gd d ed Z!ee Z"e e#d<e Z$e e e#d<iZ%e e!e#d<iejLejNejPejNejRejTejVejXejZej\ej^ej`ejbej`ejdej`ejfejhejjejhejlejnejpejnejrejtejlejnejvejnejxejxejzejzej|ej~iZ@e eAeBeCeBeDfe#d< ddlZejne@ejjl<ejde dfdZHGddejZJGddejZLGddeLZMy#eF$rYUwxYw)N)Callable Generator)ClassVarFinal)ClientResponse ClientSession) BaseModel TypeAdapter)ReadOnly TypedDict)verbose_logger) str_to_boolc^eZdZUdZedzed<dZedzed<dZedzed<dZedzed<y)HttpxTimeoutExtensionNconnectreadwritepool) __name__ __module__ __qualname__rfloat__annotations__rrrp/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/llms/custom_httpx/aiohttp_transport.pyrrs: GUT\ D%$,E54<D%$,rrc8eZdZUeeej zed<y)AiohttpSslRequestOptionsslN)rrrr boolr SSLContextrrrrrrs $' ((rrF)total_TIMEOUT_EXTENSION_EMPTY_TIMEOUT_NO_SSL_OVERRIDEAIOHTTP_EXC_MAPreturn)NNNc#K dy#t$rX}d}tjD]#\}}t||s| t ||s"|}%|t |}|||d}~wwxYwwN) Exceptionr&items isinstance issubclassstr)exc mapped_excfrom_excto_excmessages rmap_aiohttp_exceptionsr4Ns+  +-1 / 5 5 7 $ Hfc8,!Z %C#  $   S!s* +s*A- A- A*7A% A%%A**A-cNeZdZdZdeddfdZdejefdZ ddZ y) AiohttpResponseStreami@aiohttp_responser'Nc||_yr))_aiohttp_response)selfr7s r__init__zAiohttpResponseStream.__init__es !1rcBK |jjj|j23d{}|7 6n#t$r2}dt |vrt jt ||d}~wtjj$r$}t jt ||d}~wt$rt5#1swYnxYwYnwxYw|jjy#|jjwxYww)NzConnection closed)r9content iter_chunked CHUNK_SIZE RuntimeErrorr.httpx ReadErroraiohttphttp_exceptionsTransferEncodingErrorr*r4close)r:chunkes r __aiter__zAiohttpResponseStream.__aiter__hs +#55==JJ4??[  e  [ 1"#a&0//#a&)q 0&&<< 1//#a&)q 0 ')       " " ( ( *D " " ( ( *sD/AAAAAAAD C"-A<< C"B;;C"CC C"D!C""D%DDDcKt5|jjdddd{dddy7 #1swYyxYwwr))r4r9 __aexit__r:s raclosezAiohttpResponseStream.aclosesL # % E((224tD D D E E D E Es% A !><> A >AA r'N) rrrr?rr;typing AsyncIteratorbytesrIrMrrrr6r6bs7J22D2+!5!5e!<+2Err6c<eZdZ ddeegefzdeddfdZddZy) AiohttpTransportclient owns_sessionr'Nc.||_||_i|_yr))rT _owns_session proxy_cache)r:rTrUs rr;zAiohttpTransport.__init__s  ) 35rcK|jr>t|jtr#|jj d{yyy7wr))rWr,rTrrFrLs rrMzAiohttpTransport.acloses>   *T[[-"H++##% % %#I  %sAAAA)TrN)rrrrrr r;rMrrrrSrSs<" 5]): ;; 5 5  5&rrSceZdZUdZeZeeded< ddee gefzde e jzdzde de gefdzffd Z d efd Zedd Zedd Zeded dfdZded dfdZd efdZ ddedej.dededzdedzde e jzdzd efdZdej.d ej8fdZdej.fdZdej>d edzfdZ xZ!S) LiteLLMAiohttpTransportz LiteLLM wrapper around AiohttpTransport to handle %-encodings in URLs and event loop lifecycle issues in CI/CD environments Credit to: https://github.com/karpetrosyan/httpx-aiohttp for this implementation asyncio.Task[None]_background_close_tasksNrT ssl_verifyrUsession_factoryc||_||_t| ||t |r|nt }|xs||_y)N)rTrU)rT _ssl_verifysuperr;callabler_client_factory)r:rTr^rUr_default_factory __class__s rr;z LiteLLMAiohttpTransport.__init__sC % \BHPQWHXf^k>  ^^% ?  !Ms S rcx|jry|j}|tjd|yy)Nz:Error closing recycled aiohttp session on its own loop: %s)rlrmr rn)futurer/s r_on_threadsafe_close_donez1LiteLLMAiohttpTransport._on_threadsafe_close_dones;     %%' ?  !]_b c rrhct|dd}t|dd}t|sy |y#tttf$r }t j d|Yd}~yd}~wwxYw)a Synchronously dispose a session whose event loop is gone. An async close can no longer run on a closed loop. BaseConnector._close is the same synchronous teardown aiohttp's own finalizer (__del__) uses: it is guarded for closed loops, releases pooled connections, and flips the flags that ClientSession.closed / BaseConnector.closed read - so no "Unclosed client session" / "Unclosed connector" warnings reach the event-loop exception handler at garbage collection. _connectorN_closez&Best-effort connector close failed: %s)getattrrcr@AttributeErrorOSErrorr rn)rh connector close_syncrHs r_mark_connector_closedz.LiteLLMAiohttpTransport._mark_connector_closedsc#7L$? #Ix>  #  N Lng6 N  !I1 M M Ns0A$AA$c|jryt|dd} tj}|w||urs|j sQ|j rA tj|j|}|j|jy|j|y||j|y|j|j}t|}|j j#||j|j$y#t$rd}YwxYw#t$r1}tjd||j|Yd}~yd}~wwxYw)a Deterministically dispose a ClientSession this transport is replacing. Covers the three lifecycles a recycled session can be in: - its loop is the current running loop: schedule an async close and keep a strong reference to the task until it completes; - its loop is still running elsewhere (e.g. another thread): hand the close to that loop thread-safely; - its loop is stopped or closed, or there is no running loop: fall back to the synchronous finalizer-safe teardown. N_loopz#Threadsafe session close failed: %s)closedrxasyncioget_running_loopr@ is_closed is_runningrun_coroutine_threadsaferFadd_done_callbackrtr rnr} create_tasktyper]addrq)r:rh session_loop current_looprsrHrpros r_close_recycled_sessionz/LiteLLMAiohttpTransport._close_recycled_sessionsO >> @GQXZ^@_  =D=U=U=WL  # L(H))+ 0G0G0IM$+$D$DW]]_Vb$cF ,,T-K-KL  ' ' 0     ' ' 0 "..w}}?$Z ##''- s667= L $9"(()NPQR//88 9s)D$D/ D,+D,/ E)8'E$$E)ct|jts|j|_|jjr6t j d|j|_|jS t|jdd}tj}|||k7s|jr?|j} |jr|j||j|_|jS#t$r }t j d|Yd}~Ed}~wwxYw#ttf$r}|j}|jrJ |j|n7#ttt f$r }t j d|Yd}~nd}~wwxYw|j|_t j d|Yd}~|jSd}~wwxYw)z Helper to get a valid ClientSession for the current event loop. This handles the case where the session was created in a different event loop that may have been closed (common in CI/CD environments). z'Session is closed, creating new sessionrNzError closing old session: %sz4Error checking session loop, created new session: %s)r,rTrrirr rnrxrrrrWrr*r@ryrz)r:rr old_sessionrH close_errors r_get_valid_client_sessionz1LiteLLMAiohttpTransport._get_valid_client_sessions$++}5//1DK ;;    !J K//1DK;;  \DKDKKY`bfDgL")":":"W"(()H+VVW//1DK  !WYZ [ [{{ \sm=AD6 D )D6 D3D.)D6.D33D66G'G"E0/G"0F$FG"F$$.G""G'client_sessionrequesttimeoutproxy sni_hostnamecKddlm}ddlm} |jxsd} |tnd|i} |jd |j|t|jd|j| d d ||j|j |j" ||d | j%d{} | S#t j $r+|j} |jjddYwxYw7Gw) a Helper function to make an aiohttp request with the given parameters. Args: client_session: The aiohttp ClientSession to use request: The httpx Request to send timeout: Timeout settings with 'connect', 'read', 'pool' fields proxy: Optional proxy URL sni_hostname: Optional SNI hostname for SSL ssl_verify: Optional SSL verification setting (False to disable, SSLContext for custom) Returns: ClientResponse from aiohttp r) ClientTimeout)URLNztransfer-encodingrT)encodedF) sock_connect sock_readr) methodurlheadersdataallow_redirectsauto_decompressrrserver_hostnamer)rCryarlrr=rARequestNotReadstreamrpopr%rrr.rrrr __aenter__) r:rrrrrr^rYarlURLr ssl_optionresponses r_make_aiohttp_requestz-LiteLLMAiohttpTransport._make_aiohttp_requestIs. *' ;??*dDJTI[5Ebgisat 6 6 6! >>GKK($7OO!!!$__!,,  (! !  *,"5## ;>>D OO   3T : ;s4 C9B6BC9/C70C96;C41C93C44C9c Ktj|jjdt}|jjd}|j }|j |d{}|j} t5|j||||||d{}dddt)j*j,|j.t1||S7y7D#1swYCxYw#t$r}dt|vrtjd||jr!t|t r|j#||j%|_|j&}t5|j||||||d{7}dddn #1swYnxYwYd}~d}~wwxYww)Nrr)rrrrrr^zSession is closedz>!,, % ') !%!;!;#1##!-) "<" L~~ $$(2   Y?   "c!f,$$%cefg%%*^]*S00@"335 !%,-%)%?%?'5 ' '#%1#- &@&  H7 sA3G5C/6G C?C3,C1-C31C?97G1C33C<8C?? GA;GF-F!F-$ G-F6 2G:GGGcKd}tjs=ttjdds |j |j }|S|S#t$r!}tjd|Yd}~|Sd}~wwxYww)NDISABLE_AIOHTTP_TRUST_ENVFalsezError reading proxy env: %s) litellmdisable_aiohttp_trust_envrosgetenv_proxy_from_envrr*r rn)r:rrrHs rrz+LiteLLMAiohttpTransport._get_proxy_settingssy11[KfhoAp5q G,,W[[9 u  G$$%BAFF  Gs.2BAB A>A93B9A>>Brc|j}||jvr|j|Stjj }tjj |jrd}n;|j |jxs|j d}|r d|vrd|}|}||j|<|S)z Return proxy URL from env for the given request URL Only check the proxy env settings once, this is a costly operation for CPU % usage .Nallz://zhttp://)hostrXurllibr getproxies proxy_bypassrscheme)r:rproxy_cache_keyproxies proxy_urlrs rrz'LiteLLMAiohttpTransport._proxy_from_envs"% d.. .##O4 4224 >> & &sxx 0IKK +Aw{{5/AEe+!%)I,5)r)NTN)rpr\r'N)rszconcurrent.futures.Future[None]r'Nr))"rrr__doc__setr]rrrrr rr!r;ri classmethodrq staticmethodrtr}rrrARequestrr.rrrrrrr __classcell__)rfs@rr[r[sDG5Xc*>&?@H 48!>B _]): ;; _3>>)D0 _ _ ""m"34t; _ - TTddN N$NN&/8}/8/8b1=1t489%99' 9 Tz 9 Dj 93>>)D09 9v< <  < |599trr[)Nrconcurrent.futures concurrent contextlibrrrOurllib.requestrcollections.abcrrrrrCaiohttp.client_exceptionsaiohttp.http_exceptionsrAaiohttp.clientrrpydanticr r typing_extensionsr r rlitellm._loggingr litellm.secret_managers.mainrrrr#rr$r% TimeoutErrorTimeoutExceptionServerTimeoutErrorConnectionTimeoutErrorConnectTimeoutSocketTimeoutError ReadTimeoutClientProxyConnectionError ProxyErrorClientConnectorCertificateError ProtocolErrorClientSSLErrorServerFingerprintMismatchClientConnectorError ConnectError ClientOSErrorClientPayloadErrorrBServerDisconnectedErrorClientConnectionError NetworkErrorContentTypeErrorTooManyRedirects InvalidURL ClientError RequestErrorr&dictr BaseExceptionr*client_exceptions ImportErrorcontextmanagerr4AsyncByteStreamr6AsyncBaseTransportrSr[rrrrs /"  8+1+4I)iu)((=>E>/D/F+,F35%/05F %00F  6 6 F  ""E$8$8 F   1 1 F &&(8(8F ++U-@-@F E//F %%u':':F   %"4"4F 5--F  !F$ ##U__%F( !!5#5#5)F* +F, eoo-F. e44/F2 ((3F6 ++7FtD/i@AB> $DIOOOG--@@A  + *: ;++&!EE11!EH&u//&&M.M_  s'KKK