Ë
    tPêj“# ã                   óH  — U d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl	Z	d dl
Z
d dlZd dlZd dlmZmZmZmZmZmZmZ d dlmZmZ d dlmZmZmZmZ d dlmZ d dlmZ d dl m!Z! d dl"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z- d d	l.m/Z/m0Z0 d d
l1m2Z2 d dl3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9 d dl:m;Z;m<Z<m=Z=m>Z>m?Z? d dl@mAZA d dlBmCZC d dlDmEZE d dlFmGZGmHZHmIZImJZJ 	 d dlKmLZL d dlMmNZN d dlOmPZP d dlQmRZR 	 d dlTZTd dlUmVZVmWZW d dl1Z1d dlXZ1d dlYZ1d dl1mZZZm[Z[m\Z\m]Z]m^Z^ d dl_m`Z`maZa d dlbmcZcmdZd d dlemfZfmgZg d dlhmiZi d dljmkZkmlZl d dlmmnZnmoZo d dlpmqZq d dlrmsZs d d ltmuZu d d!lvmwZw d d"lxmyZymzZzm{Z{ d d#lYm|Z| d d$l}m~Z~ d d%lm€Z€ d d&l�m‚Z‚ d d'lƒm„Z„ d d(l:m…Z…m†Z†m‡Z‡mˆZˆm‰Z‰ d d)lŠm‹Z‹ d d*lŒm�Z� d d+lŽm�Z� d d,l�m‘Z‘m’Z’m“Z“ d d-l”m•Z• d d.l–m—Z—m˜Z˜ d d/l™mšZš d d0l›mœZœm�Z� d d1lžmŸZŸ d d2l m¡Z¡m¢Z¢m£Z£ d d3l¤m¥Z¥m¦Z¦m§Z§ d d4l¨m©Z© d d5lªm«Z«m¬Z¬ d d6l­m®Z® d d7l¯m°Z° d d8l±m²Z² d d9l³m´Z´ d d:lµm¶Z¶ d d;l·m¸Z¸ d d<l¹mºZº d d=l»m¼Z¼ d d>l½m¾Z¾ d d?l¿mÀZÀ d d@lÁmÂZÂmÃZÃmÄZÄmÅZÅ d dAlÆmÇZÇ d dBlÈmÉZÉ d dClÊmËZË d dDlÌmÍZÍ d dElÎmÏZÏ d dFlÐmÑZÑmÒZÒmÓZÓ d dGlÔmÕZÕ d dHlFmÖZÖm×Z× e#rTd dIlØmÙZÙ d dJlÚmÛZÜ d dKlÝmÞZß d dLlàmáZá d dMlâmãZã d dNlämåZå d dOlæmçZç d d#lYm|Zè d dPlémêZê d dQlëmìZì d dRlímîZî d dSlïmðZð d dTlÔmñZñ eÜeòz  ZÛne$ZÛ e*dU«      Zóe&eôdU<    G dV„ dWe0«      Zõ G dX„ dYe0«      Zö G dZ„ d[e)«      Z÷ G d\„ d]e)«      Zø e©«       Zùe&eôd^<    eúeG�jö                  h«      Züd_eôd`<   daeòfdb„Zýdc„ Zþ G dd„ de«      Zÿi �Z e&�e�e�ef      eôdf<   dgeqdh�efdi„�Zdj�edkeòdhdfdl„�Zdj�edh�efdm„�Zdne�eeòf   dhe�eeòf   fdo„�Z	dne�eeòf   dh�e
�e
�edpf   dqf   fdr„�Zdne�eeòf   dheú�e   fds„�Zdteòdh�efdu„�Zdveòdh�efdw„�Zdx�edyeòdveòdh�efdz„�Zdx�edyeòdveòdheJdz  fd{„�Z eúd|„ eG�j"                  eG�j$                  eG�j&                  eG�j(                  eG�jö                  eG�j*                  eG�j,                  eG�j.                  eG�j0                  eG�j2                  eG�j4                  eG�j6                  eG�j8                  eG�j:                  eG�j<                  eG�j>                  eG�j@                  eG�jB                  eG�jD                  eG�jF                  eG�jH                  eG�jJ                  fD «       «      �Z&e&eôd}<   d~e�eeòf   de�eeòf   d€�edh�e
eòeòf   dz  fd�„�Z' e!i «      �Z(e&eôd‚<   dƒe�eeòf   dhe�eeòf   fd„„�Z) ed…¬†«       G d‡„ dˆ«      «       �Z* G d‰„ dŠ«      �Z+d‹„ �Z,dn�edh�efdŒ„�Z- eid�¬Ž«      �Z.e&ei   eôd�<   d��Z/e&eôd‘<   d’eœeŸz  d“�edh�edz  fd”„�Z0 �ee�jb                  �je                  d•d–«      «      �Z3e&�e   eôd—<   d˜�Z4e&�e   eôd™<    ef�e3�e3¬š«      �Z5e&ef   eôd›<    G dœ„ d�«      �Z6dž�edh�efdŸ„�Z7d e$dh�e�eeòf   fd¡„�Z8d¢e$dh�e6dz  fd£„�Z9d¤d¥dž�edhe$dz  fd¦„�Z:dž�edhdfd§„�Z;dž�edhdfd¨„�Z<d¤d©dª�e=�e   dhdfd«„�Z> G d¬„ d­�e?«      �Z@ ed…d…¬®«       G d¯„ d°«      «       �ZA G d±„ d¥«      �ZBd²�ed³efd’�eBfd´„�ZCdµ�edh�efd¶„�ZDd·�edµ�ed¸�eEdhe�jŒ                  fd¹„�ZGdºed·�edµ�ed»�edz  d¼�edz  d½�ed¾�ed¸�eEdhdfd¿„�ZH	 	 	 �d/d¾�edz  dÀ�edz  dÁ�edz  fdÂ„�ZIdÃ�efdÄ„�ZJdÅ�edh�efdÆ„�ZKdÅ�edÇ�edh�efdÈ„�ZLdh�efdÉ„�ZMdÃ�edh�efdÊ„�ZNdËe7dÌœd¤�eBdÍee�eeòf      dÎ�edÏ�edhdf
dÐ„�ZO�d0dÑ„�ZPdÒ�eEdh�efdÓ„�ZQd¤�eBdÔ�edh�e=�e�eeòf      fdÕ„�ZR G dÖ„ d×«      �ZSd¤�eBdØe„dz  dÙ�e+fdÚ„�ZTd¤�eBdh�efdÛ„�ZUd¤�eBdÙ�e+fdÜ„�ZVd¤�eBdØe„dz  dÙ�e+fdÝ„�ZWdÞ�ZXe&eôdß<   d¤�eBdØdàdÙ�e+dhdfdá„�ZYd¤�eBdØe„dz  dÙ�e+fdâ„�ZZdã�Z[e&eôdä<   dåeÄdæee�eeòf      dç�edh�efdè„�Z\dé�e?dê�eEdÙ�e+fdë„�Z]dìedhefdí„�Z^dî�eEdï�eEdz  fdð„�Z_dî�eEdï�eEdz  dh�e
dz  fdñ„�Z`�d/dò„�Zadó„ �Zb	 �d1dn�edôe^dz  dõ�edh�efdö„�Zcdn�ed÷eòdh�efdø„�Zddé�e?dh�efdù„�Zedh�edz  fdú„�Zfdh�edz  fdû„�Zgdh�edz  fdü„�Zhdé�e?dhe=fdý„�Zi�d2dþ�edz  fdÿ„�Zjdx�edz  dôe^dz  dh�ef�d „�Zk�d�edh�ef�d„�Zl�d�e�d�edh�ef�d„�Zm�d2�d�e�d�edz  dh�ef�d„�Zndh�edz  f�d„�Zodh�ef�d	„�Zp�d�edh�edz  f�d
„�Zq�d�ef�d„�Zr�d�edh�ef�d„�Zsdh�edz  f�d„�Zt�d�d�d�ed¤d¥�d�ddÙdŠdh�df�d„�Zu�d�edz  d¤e(d¥   �de(�d   dÙe(dŠ   dhe(�d   f
�d„�Zv�d�d�de(�d   d¤e(d¥   �de(�d   dÙe(dŠ   dh�e
�edqf   f�d„�Zw	 	 	 	 	 	 	 �d3�d�ddôe(�d   �d�e�d�edz  d¤e(d¥   dÙe(dŠ   �d�edz  �d�e�d�e�d�e�de(�d   dh�e=�e   f�d „�ZxdËdde1�jò                  f�d!�e�d"�e�d#�e�d$�edz  dôe(�d   �d%e�egeIf   dheEf�d&„�Zz�d!�e�d'�e=�e   dhdf�d(„�Z{g �d)¢�Z|e&�e=�e
�e�ef         eô�d*<   	 	 �d4�d+e$�d,�e=�e   dz  �d-�edh�e�eeòf   f�d.„�Z}y# eS$ r dZLdZPdZRdZNY �	Œ¤w xY w# eS$ r	  eSd«      ‚w xY w(5  é    N)ÚAsyncGeneratorÚ	AwaitableÚCallableÚ
CollectionÚ	CoroutineÚMappingÚSequence)Ú	dataclassÚfield)ÚdateÚdatetimeÚ	timedeltaÚtimezone)ÚMIMEMultipart)ÚMIMEText)ÚMappingProxyType)ÚTYPE_CHECKINGÚAnyÚClassVarÚFinalÚLiteralÚOptionalÚProtocolÚTypeVarÚUnionÚcastÚoverload)ÚReadOnlyÚ	TypedDict)Ú+_custom_logger_compatible_callbacks_literal)ÚDEFAULT_MODEL_CREATED_AT_TIMEÚ$LITELLM_LOGGING_NO_UPSTREAM_LLM_CALLÚMAX_TEAM_LIST_LIMITÚSPEND_LOG_QUEUE_MAX_BYTESÚSPEND_LOG_WRITE_BATCH_MAX_BYTESÚSPEND_LOG_WRITE_BATCH_MAX_ROWS)ÚCommonProxyErrorsÚProxyErrorTypesÚProxyExceptionÚSpendLogsMetadataÚSpendLogsPayload)Úspend_log_error©ÚGuardrailEventHooks)ÚModelInfoResponse)Ú	CallTypesÚCallTypesLiteralÚ	ModelInfoÚUsage)ÚBaseEmailLogger)ÚResendEmailLogger)ÚSendGridEmailLogger)ÚSMTPEmailLoggerzEbackoff is not installed. Please install it via 'pip install backoff')ÚHTTPExceptionÚstatus)ÚEmbeddingResponseÚImageResponseÚModelResponseÚModelResponseStreamÚRouter)Ú_redact_stringÚverbose_proxy_logger)ÚServiceLoggingÚServiceTypes)Ú	DualCacheÚ
RedisCache)ÚLimitedSizeOrderedDict)ÚRejectedRequestErrorÚSensitiveDataRouteException)ÚCustomGuardrailÚModifyResponseException)ÚCustomLogger)ÚPrometheusLogger)ÚSlackAlerting)Ú_add_langfuse_trace_id_to_alert)Úcoerce_token_limitÚindependent_snapshotÚis_expected_client_error)ÚLogging)Ú
safe_dumps)Úsafe_json_loads)Ú#load_guardrail_translation_mappings)ÚAsyncHTTPHandler)Ú	AlertTypeÚCallInfoÚLiteLLM_VerificationTokenViewÚMemberÚUserAPIKeyAuth)ÚRouteChecks)Úpublish_config_param_change)ÚUserApiKeyCache)Úcreate_missing_viewsÚcreate_view_tolerating_raceÚshould_create_missing_views)ÚDBSpendUpdateWriter)ÚPrismaDBExceptionHandlerÚcall_with_db_reconnect_retry)Úlog_db_metrics)ÚPrismaWrapperÚparse_iam_endpoint_from_url)ÚRoutingPrismaWrapper)Úspend_log_queue_within_budgetÚspend_log_row_bytesÚspend_log_write_batches)ÚDatabaseTokenAuthÚmint_database_tokenÚresolve_database_token_auth)ÚUnifiedLLMGuardrails)ÚPROXY_HOOKSÚget_proxy_hook)Ú_PROXY_CacheControlCheck)Ú_PROXY_MaxBudgetLimiter)Ú!_PROXY_MaxParallelRequestsHandler)Ú$_PROXY_MaxParallelRequestsHandler_v3)Ú"_PROXY_SensitiveDataRoutingHandler)ÚLiteLLMProxyRequestSetup)Úwith_settings_updated_at)ÚPipelineExecutor)ÚBudgetRepository)ÚConfigRepository)ÚEndUserRepositoryÚHealthCheckRepositoryÚSpendLogsRepositoryÚUserNotificationsRepository)ÚTeamRepository)ÚUserRepository)ÚVerificationTokenRepository)Ústr_to_bool)ÚDEFAULT_ALERT_TYPES)ÚMCPDuringCallResponseObjectÚMCPPreCallRequestObjectÚMCPPreCallResponseObject)ÚPipelineExecutionResult)ÚLLMResponseTypesÚLoggedLiteLLMParams)ÚCallToolResult)ÚSpan)Úmodels)Ú*LiteLLM_DeprecatedVerificationTokenActions)ÚTransactionManager)Ú#LiteLLM_DeprecatedVerificationToken)Ú
HttpConfig)ÚLiteLLM_TeamTableCachedObj)ÚAutoRouterTurnTransaction)ÚToolUsageTransaction)ÚTableActions)ÚGuardrailPipelineÚ_Tc                   ó:   — e Zd ZU ee   ed<   eee   dz     ed<   y)Ú_ViewCountRowÚ
view_countNÚ
view_names)Ú__name__Ú
__module__Ú__qualname__r   ÚintÚ__annotations__r	   Ústr© ó    úX/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/proxy/utils.pyr˜   r˜   Ì   s    … Ø˜‘ÓØ˜ #™¨Ñ-Ñ.Ô.r¢   r˜   c                   ó   — e Zd ZU ee   ed<   y)Ú_RelTuplesRowÚ	reltuplesN)r›   rœ   r�   r   rž   rŸ   r¡   r¢   r£   r¥   r¥   Ñ   s   … Ø˜‰}Ôr¢   r¥   c                   ó4   — e Zd Zdeeef   deeef   ddfd„Zy)Ú_EndUserBatchTableÚwhereÚdataÚreturnNc                 ó   — y ©Nr¡   )Úselfr©   rª   s      r£   Úupsertz_EndUserBatchTable.upsertÖ   s   � r¢   )r›   rœ   r�   r   r    Úobjectr¯   r¡   r¢   r£   r¨   r¨   Õ   s'   „ Ø]˜w s¨F {Ñ3Ð]¸7À3ÈÀ;Ñ;OÐ]ÐTXÔ]r¢   r¨   c                   ó"   — e Zd Zedefd„«       Zy)Ú_EndUserSpendBatchr«   c                  ó   — y r­   r¡   ©r®   s    r£   Úlitellm_endusertablez'_EndUserSpendBatch.litellm_endusertableÚ   s   € Ø:=r¢   N)r›   rœ   r�   Úpropertyr¨   rµ   r¡   r¢   r£   r²   r²   Ù   s   „ ØØ=Ð&8Ò=ó Ù=r¢   r²   Úunified_guardrailzfrozenset[CallTypes]Ú2NON_OPENAI_STREAM_GUARDRAIL_TRANSLATION_CALL_TYPESÚprint_statementc                 óº   — ddl }t        j                  d|  |j                  «       «       t        j
                  r!t        dt        t        | «      «      › �«       yy)a  
    Prints the given `print_statement` to the console if `litellm.set_verbose` is True.
    Also logs the `print_statement` at the debug level using `verbose_proxy_logger`.

    :param print_statement: The statement to be printed and logged.
    :type print_statement: Any
    r   Nz%s
%szLiteLLM Proxy: )	Ú	tracebackr@   ÚdebugÚ
format_excÚlitellmÚset_verboseÚprintr?   r    )r¹   r»   s     r£   Úprint_verboserÁ   ã   sM   € ó ä×Ñ˜x¨Ð:N¸)×:NÑ:NÓ:PÔQÜ×ÒÜ�¤¬s°?Ó/CÓ DÐEÐFÕGð r¢   c                  óâ   — t         €yt        �t        j                  d«      rt        S t        �t        j                  d«      rt        S t
        �t        j                  d«      rt
        S t         S )zø
    Determine which email logger class to use based on environment variables.
    Priority: SendGrid > Resend > SMTP > BaseEmailLogger (fallback)

    Returns:
        The email logger class to use, or None if BaseEmailLogger is not available
    NÚSENDGRID_API_KEYÚRESEND_API_KEYÚ	SMTP_HOST)r4   r6   ÚosÚgetenvr5   r7   r¡   r¢   r£   Ú_get_email_logger_classrÈ   ò   sb   € ô ÐØô Ð&¬2¯9©9Ð5GÔ+HÜ"Ð"ô Ð$¬¯©Ð3CÔ)DÜ Ð ô Ð"¤r§y¡y°Ô'=ÜÐô Ðr¢   c                   ó(  — e Zd Zdefd„Z	 ddededz  dedede	f
d	„Z
	 dded
ededz  dededdfd„Z	 ddeeeef      dedz  dededdf
d„Z	 	 ddeedz     dedz  defd„Z	 dded
ededz  defd„Z	 dded
edededdf
d„Z	 ddededede	fd„Zy)ÚInternalUsageCacheÚ
dual_cachec                 ó   — || _         y r­   ©rË   )r®   rË   s     r£   Ú__init__zInternalUsageCache.__init__  s	   € Ø%/ˆ�r¢   ÚkeyÚlitellm_parent_otel_spanNÚ
local_onlyÚkwargsr«   c              ‹   ó^   K  —  | j                   j                  d|||dœ|¤Žƒ d {  –—† S 7 Œ­w)N)rÏ   rÑ   Úparent_otel_spanr¡   )rË   Úasync_get_cache)r®   rÏ   rÐ   rÑ   rÒ   s        r£   rÕ   z"InternalUsageCache.async_get_cache  sC   è ø€ ð 5�T—_‘_×4Ñ4ð 
ØØ!Ø5ñ
ð ñ	
÷ 
ð 	
ð 
úó   ‚$-¦+§-Úvaluec              ‹   ó`   K  —  | j                   j                  d||||dœ|¤Žƒ d {  –—† S 7 Œ­w)N)rÏ   r×   rÑ   rÐ   r¡   )rË   Úasync_set_cache©r®   rÏ   r×   rÐ   rÑ   rÒ   s         r£   rÙ   z"InternalUsageCache.async_set_cache  sF   è ø€ ð 5�T—_‘_×4Ñ4ð 
ØØØ!Ø%=ñ	
ð
 ñ
÷ 
ð 	
ð 
úó   ‚%.§,¨.Ú
cache_listc              ‹   ó^   K  —  | j                   j                  d|||dœ|¤Žƒ d {  –—† S 7 Œ­w)N)rÜ   rÑ   rÐ   r¡   )rË   Úasync_set_cache_pipeline)r®   rÜ   rÐ   rÑ   rÒ   s        r£   Úasync_batch_set_cachez(InternalUsageCache.async_batch_set_cache/  sC   è ø€ ð >�T—_‘_×=Ñ=ð 
Ø!Ø!Ø%=ñ
ð ñ	
÷ 
ð 	
ð 
úrÖ   ÚkeysrÔ   c              ƒ   ól   K  — | j                   j                  t        |«      ||¬«      ƒ d {  –—† S 7 Œ­w)N)rà   rÔ   rÑ   )rË   Úasync_batch_get_cacheÚlist)r®   rà   rÔ   rÑ   s       r£   râ   z(InternalUsageCache.async_batch_get_cache=  s;   è ø€ ð —_‘_×:Ñ:Ü�d“Ø-Ø!ð ;ó 
÷ 
ð 	
ð 
ús   ‚+4­2®4c              ‹   ó`   K  —  | j                   j                  d||||dœ|¤Žƒ d {  –—† S 7 Œ­w)N)rÏ   r×   rÑ   rÔ   r¡   )rË   Úasync_increment_cacherÚ   s         r£   rå   z(InternalUsageCache.async_increment_cacheI  sF   è ø€ ð ;�T—_‘_×:Ñ:ð 
ØØØ!Ø5ñ	
ð
 ñ
÷ 
ð 	
ð 
úrÛ   c                 óB   —  | j                   j                  d|||dœ|¤ŽS )N)rÏ   r×   rÑ   r¡   )rË   Ú	set_cache)r®   rÏ   r×   rÑ   rÒ   s        r£   rç   zInternalUsageCache.set_cacheY  s5   € ð )ˆt�‰×(Ñ(ð 
ØØØ!ñ
ð ñ	
ð 	
r¢   c                 ó@   —  | j                   j                  d||dœ|¤ŽS )N)rÏ   rÑ   r¡   )rË   Ú	get_cache)r®   rÏ   rÑ   rÒ   s       r£   ré   zInternalUsageCache.get_cacheg  s2   € ð )ˆt�‰×(Ñ(ð 
ØØ!ñ
ð ñ
ð 	
r¢   ©F©NF)r›   rœ   r�   rC   rÎ   r    r‹   Úboolr°   r   rÕ   rÙ   rã   Útuplerß   r	   râ   Úfloatrå   rç   ré   r¡   r¢   r£   rÊ   rÊ     s´  „ ð0 9ó 0ð !ñ	
àð
ð #'¨¡+ð
ð ð	
ð
 ð
ð 
ó
ð& !ñ
àð
ð ð
ð #'¨¡+ð	
ð
 ð
ð ð
ð 
ó
ð( !ñ	
à˜˜s F˜{Ñ+Ñ,ð
ð #'¨¡+ð
ð ð	
ð
 ð
ð 
ó
ð" )-Ø ñ	

à�s˜T‘zÑ"ð

ð  ™+ð

ð ó	

ð" !ñ
àð
ð ð
ð #'¨¡+ð	
ð
 ó
ð( !ñ	
àð
ð ð
ð ð	
ð
 ð
ð 
ó
ð" !ñ

àð

ð ð

ð ð	

ð
 
ô

r¢   rÊ   Ú_CALLBACK_ACCEPTS_CALL_INFOÚcbr«   c                 ó´   — t        t        | «      «      }|t        vr4t        j                  | j
                  «      }d|j                  v t        |<   t        |   S )NÚlitellm_call_info)ÚidÚtyperï   ÚinspectÚ	signatureÚ%async_post_call_response_headers_hookÚ
parameters)rð   rÏ   Úsigs      r£   Ú_accepts_litellm_call_inforú   z  sM   € Ü”D˜“H“€CØ
Ô-Ñ-Ü×&Ñ& r×'OÑ'OÓPˆØ+>À#Ç.Á.Ð+PÔ# CÑ(Ü& sÑ+Ð+r¢   ÚexcÚcallbackc                 óè   — t        | t        «      syt        | dd«      }t        |t        «      syt        |dd«      }|r|j	                  d|«       t        |dd«      }|r|j	                  d|«       yy)a~  
    If `exc` is an HTTPException with a dict `detail`, mutate it in place to
    add `guardrail_name` and `guardrail_mode` taken from the callback instance.

    Uses setdefault so guardrails that already populate these fields explicitly
    win over the inferred defaults. No-op for non-HTTPException, non-dict-detail,
    or callbacks without `guardrail_name`. Never raises.
    NÚdetailÚguardrail_nameÚ
event_hookÚguardrail_mode)Ú
isinstancer8   ÚgetattrÚdictÚ
setdefault)rû   rü   rþ   rÿ   r   s        r£   Ú-_enrich_http_exception_with_guardrail_contextr  ‚  sv   € ô �cœ=Ô)ØÜ˜C ¨4Ó0€FÜ�fœdÔ#ØÜ$+¨HÐ6FÈÓ$M€NÙØ×ÑÐ*¨NÔ;Ü '¨°,ÀÓ E€JÙØ×ÑÐ*¨JÕ7ð r¢   c                 ó.   — t        | t        t        f«      S )a1  
    True for guardrail exceptions the proxy turns into an alternate request flow
    (a reroute or a passthrough response) rather than a block. A pipeline step
    configured to block must honor that block, so these are surfaced as the
    generic pipeline block instead of being re-raised verbatim.
    )r  rG   rI   ©rû   s    r£   Ú_exception_changes_request_flowr	  ˜  s   € ô �cÔ7Ô9PÐQÓRÐRr¢   rª   c                 óh   — t        d„ | j                  d«      | j                  d«      fD «       i «      S )a5  
    Return the metadata bucket the policy engine wrote its pipeline state into.

    The route decides the bucket (``litellm_metadata`` for ``/v1/messages``,
    responses, batches, files and bedrock, ``metadata`` everywhere else), and both
    buckets can be present at once because callers send their own provider-facing
    ``metadata`` (Claude Code sends ``metadata.user_id``) or their own
    ``litellm_metadata``. Pipeline slots are stripped from caller input before the
    policy engine runs, so whichever bucket carries them is the proxy's own write.
    c              3   óP   K  — | ]  }t        |t        «      rd |v sd|v r|–— Œ  y­w)Ú_guardrail_pipelinesÚ_pipeline_managed_guardrailsN)r  r  )Ú.0Úbuckets     r£   ú	<genexpr>z)_policy_state_metadata.<locals>.<genexpr>®  s3   è ø€ ò 	
àÜ˜&¤$Ô'Ø'¨6Ñ1Ð5SÐW]Ñ5]ô ñ	
ùs   ‚$&ÚmetadataÚlitellm_metadata)ÚnextÚget©rª   s    r£   Ú_policy_state_metadatar  ¢  s;   € ô ñ	
àŸ8™8 JÓ/°·±Ð:LÓ1MÐNô	
ð 	óð r¢   r•   .c                 óh   — t        | «      j                  d«      }|rt        t        d|«      «      S dS )Nr  z'Sequence[tuple[str, GuardrailPipeline]]r¡   )r  r  rí   r   )rª   Ú	pipeliness     r£   Ú_policy_pipelinesr  ¸  s>   € Ü-¨dÓ3×7Ñ7Ð8NÓO€Iñ ô 	ŒdÐ<¸iÓHÓIðð ðr¢   c                 óx   — t        | «      j                  d«      }|rt        t        d|«      «      S t        «       S )Nr  zCollection[str])r  r  Ú	frozensetr   )rª   Úmanageds     r£   Ú!_pipeline_managed_guardrail_namesr  Á  s@   € Ü+¨DÓ1×5Ñ5Ð6TÓU€Gñ ô 	”$Ð(¨'Ó2Ó3ðô ‹[ðr¢   Úblockc                 ó’   — t        | t        «      r| S t        | t        «      sy| j                  d«      }t        |t        «      r|S dS )NÚ Útext)r  r    r  r  )r  Ú
block_texts     r£   Ú_prompt_block_textr#  Ê  s@   € Ü�%œÔØˆÜ�eœTÔ"ØØŸ	™	 &Ó)€JÜ# J´Ô4ˆ:Ð<¸"Ð<r¢   Úsystem_inputc                 óx   — t        | t        «      r| S t        | t        «      sydj                  d„ | D «       «      S )Nr   c              3   ó2   K  — | ]  }t        |«      –— Œ y ­wr­   )r#  )r  r  s     r£   r  z&_system_prompt_text.<locals>.<genexpr>Ø  s   è ø€ ÒG°Ô% e×,ÑGùó   ‚)r  r    rã   Újoin)r$  s    r£   Ú_system_prompt_textr)  Ó  s4   € Ü�,¤Ô$ØÐÜ�l¤DÔ)ØØ�7‰7ÑG¸,ÔGÓGÐGr¢   ÚmodelÚrequest_inputc                 ó¤  — t        |«      }|rt        j                  | |¬«      nd}t        |t        «      r|t        j                  | |¬«      z   S t        |t
        «      r|s|S t        d„ |D «       «      }t        |«      t        |«      k(  r)|t        j                  | dj                  |«      ¬«      z   S |t        j                  | |d¬«      z   S )N)r*  r!  r   c              3   óB   K  — | ]  }t        |t        «      sŒ|–— Œ y ­wr­   )r  r    )r  Úentrys     r£   r  z._count_request_input_tokens.<locals>.<genexpr>â  s   è ø€ Ò[¨%ÄJÈuÔVYÕDZ¤Ñ[ùó   ‚˜r   T)r*  ÚmessagesÚuse_default_image_token_count)	r)  r¾   Útoken_counterr  r    rã   rí   Úlenr(  )r*  r+  r$  Úsystem_textÚsystem_tokensÚtext_entriess         r£   Ú_count_request_input_tokensr7  Û  s»   € Ü,¨\Ó:€KÙS^œ7×0Ñ0°uÀ;ÕOÐde€MÜ�-¤Ô%Øœw×4Ñ4¸5À}ÔUÑUÐUÜ�m¤TÔ*±-ØÐÜÑ[°=Ô[Ó[€LÜ
ˆ<ÓœC Ó.Ò.Øœw×4Ñ4¸5ÀrÇwÁwÈ|ÓG\Ô]Ñ]Ð]Øœ7×0Ñ0Ø˜mÈ4ôñ ð r¢   c                 óf   — 	 t        | ||¬«      }|dk  ryt        |d|¬«      S # t        $ r Y yw xY w)a  A request that failed after dispatch consumed provider-billed input
    tokens, but no provider usage ever came back. Estimate the input side with
    the same tokenizer fallback interrupted streams use, so the spend log's
    failure row records what was sent instead of zero.©r*  r+  r$  Nr   )Úprompt_tokensÚcompletion_tokensÚtotal_tokens)r7  Ú	Exceptionr3   )r*  r+  r$  Úinput_tokenss       r£   Ú"_estimate_dispatched_failure_usager?  ê  sH   € ð
Ü9Ø }À<ô
ˆð
 �qÒØÜ˜|¸qÈ|Ô\Ð\øô	 ò Ùðús   ‚$ ¤	0¯0c              #   ó4   K  — | ]  }|j                   –— Œ y ­wr­   )r×   )r  Ú	call_types     r£   r  r  ú  s   è ø€ ò /àð ‡O…Oñ/ùs   ‚Ú_INPUT_ESTIMABLE_CALL_TYPESÚmodel_call_detailsÚrequest_bodyÚ
dispatchedc                 ó  — | j                  d«      }|�|| j                  d«      fS |r| j                  t        «      ryt        | j                  d«      «      t        vry| j                  d«      }t	        |t
        «      r$|j                  d«      xs |j                  d«      nd}|xs$ |j                  d«      xs |j                  d«      }t        t        | j                  d«      xs d	«      | j                  d
«      |¬«      }|€y|dfS )aR  A stream that broke mid-flight still billed the provider for the chunks
    already delivered; the streaming handler stashes that recovered usage and
    cost in model_call_details, so prefer it. Otherwise a request that was
    dispatched to a provider and failed without upstream usage gets an
    estimated input-side Usage with zero cost. The raw request body backfills
    the system prompt when the SDK bridges an endpoint (e.g. /v1/messages on a
    chat-completions provider) without filling optional_params. Returns the
    (combined_usage_object, response_cost) pair to lift, or None.Úcombined_usage_objectNÚresponse_costrA  Úoptional_paramsÚsystemÚinstructionsr*  r   r0  r9  ç        )r  r"   r    rB  r  r  r?  )rC  rD  rE  Úrecovered_usagerI  Údispatched_systemr$  Úestimated_usages           r£   Ú_failure_usage_to_liftrP    s  € ð 0×3Ñ3Ð4KÓL€OØÐ"ØÐ 2× 6Ñ 6°Ó GÐGÐGÙÐ+×/Ñ/Ô0TÔUØÜ
Ð×!Ñ! +Ó.Ó/Ô7RÑRØØ/×3Ñ3Ð4EÓF€Oô �o¤tÔ,ð 
×	Ñ	˜XÓ	&Ò	M¨/×*=Ñ*=¸nÔ*Màð ð
 ,Òm¨|×/?Ñ/?ÀÓ/IÒmÈ\×M]ÑM]Ð^lÓMm€LÜ?ÜÐ$×(Ñ(¨Ó1Ò7°RÓ8Ø(×,Ñ,¨ZÓ8Ø!ô€Oð
 ÐØØ˜CÐÐr¢   Ú_EMPTY_LIFTÚrequest_datac                 ó>  — | j                  d«      }|€t        S t        |di «      }|j                  d«      }t        || |du¬«      }d|fd|€dn|d   fd|€dn|d	   xs d
fd|j                  d«      ff}t	        |D ��ci c]  \  }}|€Œ	||“Œ c}}«      S c c}}w )av  Failure-path callbacks run after ``litellm_logging_obj`` is popped from
    request_data (it is not serialisable), so the caller merges these fields
    onto request_data first: the first-handoff instant for preprocessing
    latency, recovered or estimated usage for token counts, and the standard
    logging object for deployment attribution on failed-request spend logs.Úlitellm_logging_objNrC  Úfirst_api_call_start_time)rC  rD  rE  rG  r   rH  é   rL  Ústandard_logging_object)r  rQ  r  rP  r   )rR  Ú_logging_objÚ_model_call_detailsÚ_first_handoffÚ_usage_to_liftÚ_entriesrÏ   r×   s           r£   Ú_failure_fields_to_liftr]  ?  s×   € ð '×*Ñ*Ð+@ÓA€LØÐÜÐÜ!(¨Ð7KÈRÓ!PÐØ/×3Ñ3Ð4OÓP€NÜ2Ø.Ø!Ø!¨Ð-ô€Nð 
% nÐ5Ø	 ¨.Ð*@¡$ÀnÐUVÑFWÐXØ	 .Ð"8™$¸~ÈaÑ?PÒ?WÐTWÐYØ	"Ð$7×$;Ñ$;Ð<UÓ$VÐWð	€Hô ¸(×X©J¨C°ÀeÑFW˜S %™ZÓXÓYÐYùÓXs   Â
B
ÂB
T)Úfrozenc                   ó¼   — e Zd ZU dZdZeed<   dZeed<   dZeed<   dZ	eed<   dZ
eed<   dZeed<    ee¬	«      Zeeeef   d
f   ed<    ee¬	«      Zeed
f   ed<   y)Ú_CallbackCapabilitiesu+  Cached per-hook capability flags derived from ``litellm.callbacks``.

    Recomputing this per request walked the callback list and resolved every
    string entry via ``get_custom_logger_compatible_class`` â€” a measurable
    chunk of overhead on streaming and non-streaming chat completions.
    FÚhas_post_call_response_headersÚhas_iterator_overrideÚhas_streaming_chunk_overrideÚhas_guardrailÚhas_pre_call_overrideÚhas_content_enforcer)Údefault_factory.Úiterator_overridesÚresolved_callbacksN)r›   rœ   r�   Ú__doc__ra  rì   rŸ   rb  rc  rd  re  rf  r   rí   rh  r   r    ri  r°   r¡   r¢   r£   r`  r`  X  s‰   … ñð ,1Ð" DÓ0Ø"'Ð˜4Ó'Ø).Ð  $Ó.Ø€M�4ÓØ"'Ð˜4Ó'Ø!&Ð˜$Ó&ñ 7<ÈEÔ6RÐ˜˜e C¨ H™o¨sÐ2Ñ3ÓRñ .3À5Ô-IÐ˜˜f c˜kÑ*ÔIr¢   r`  c                   ó   — e Zd ZU dZ	 dŒdedefd„Zdedz  dedz  fd„Z	d�d
„Z
	 	 	 	 	 	 	 dŽdedz  dedz  dedz  dee   dz  dedz  dedz  dedz  fd„Zd�dedz  fd„Zded	edz  fd„Zd�dedz  fd„Zdeded   fd„Zd„ Zded	efd„Zd	edz  fd„Zded	edz  fd „Zd!ed"ed	edz  fd#„Zd	edz  fd$„Zd%edz  d&ed	efd'„Zd(ed)e d	e!ee"f   fd*„Z#ded	d+fd,„Z$d-edz  d.ed	efd/„Z%d0„ Z&d1ed	efd2„Z'	 d�d3d4d5ed6ed7e(dz  d8e)d(e*dz  d	e"fd9„Z+	 d�d1ed5ed6ed7e(dz  d8e)d(e*dz  d	e"fd:„Z,d3e-d6ed7e(dz  d8e)d;e.d	edz  fd<„Z/d3e-d6ed=edz  d7e(d8e)d	efd>„Z0d6ed?d@dAedBe1dz  d8e)d	dfdC„Z2d6ed	dfdD„Z3	 d�d6ed7e(d8edEed=edz  d	efdF„Z4e5dGe6d6edHed	efdI„«       Z7dJe!ee"f   d	efdK„Z8e9	 dŒd7e(d6dd8e)dLed	df
dM„«       Z:e9	 dŒd7e(d6ed8e)dLed	ef
dN„«       Z:	 dŒd7e(d6edz  d8e)dLed	edz  f
dO„Z:dPe;e-dQf   d6ed=edz  d7e(d8e)d	dfdR„Z<dSe=d6edz  d7e(dz  d	edz  fdT„Z>e5d1edUededVedz  d5ed	dfdW„«       Z?e5d3e"dXe@eA   d5ed	eAfdY„«       ZBe5d3e"dZeCeAdf   d	eCeAdf   fd[„«       ZDi ZEeFee;e1e;e1dQf   f   d\f      eGd]<   e5d�d^„«       ZHe5d7e(d	efd_„«       ZIe5d	efd`„«       ZJe5d	efda„«       ZKe5d	efdb„«       ZLd	efdc„ZMd	efdd„ZNe5d	efde„«       ZOd6ed7e(dz  d8e)fdf„ZPdgedhefdi„ZQdjedk   dleRfdm„ZS	 d�dnedoedp   dqedredz  fds„ZTd‘dted8efdu„ZU	 	 	 d’dredveVd7e(dVeWdz  dwedz  dxedz  d	eXdz  fdy„ZY	 	 d“dveVdVeWdz  dwedz  d	efdz„ZZ	 	 d“dred7e(dwedz  dveVdz  fd{„Z[e5d?e\dveVdz  d	dfd|„«       Z]d6ed(e*d7e(fd}„Z^dPe;e-dQf   d6ed~ed(e*d7e(d	dfd„Z_	 d�d(d€dre!ee`f   d7e(dz  d	d€fd�„Za	 d�d6ed7e(d(e"d‚eeef   dz  d	eeef   f
dƒ„Zbe5d6ed(e"d	eee"f   fd„„«       Zcd(ed	efd…„Zd	 d�d6ed(eeefz  egz  ehz  d7e(d†edz  fd‡„Zid7e(drefdˆ„Zje5dred	dfd‰„«       Zkd7e(d	dfdŠ„Zld�d6edz  fd‹„Zmy)”ÚProxyLoggingz¦
    Logging/Custom Handlers for proxy.

    Implemented mainly to:
    - log successful/failed db read/writes
    - support the max parallel request integration
    Úuser_api_key_cacheÚpremium_userc                 ó„  — i | _         || j                   d<   t        t        d¬«      ¬«      | _        t	        | j                  «      | _        t        «       | _        t        «       | _	        d | _
        d| _        t        | _        d | _        t        | j                  | j                  | j                  j                   ¬«      | _        d | _        t&        �.t)        «       }|�" || j                  j                   ¬«      | _        || _        t-        «       | _        t1        «       | _        i | _        d| _        d| _        d| _        y )	Nrm  rV  )Údefault_in_memory_ttlrÍ   i,  )Úalerting_thresholdÚalertingÚinternal_usage_cache)rs  F)Úcall_detailsrÊ   rC   rs  rs   Úmax_parallel_request_limiterrr   Úmax_budget_limiterrq   Úcache_control_checkrr  rq  rƒ   Úalert_typesÚalert_to_webhook_urlrL   rË   Úslack_alerting_instanceÚemail_logging_instancer4   rÈ   rn  rA   Úservice_logging_objra   Údb_spend_update_writerÚproxy_hook_mappingÚdaily_report_startedÚhanging_requests_check_startedÚdeprecation_check_started)r®   rm  rn  Úemail_logger_classs       r£   rÎ   zProxyLogging.__init__z  s&  € ð #%ˆÔØ2Dˆ×ÑÐ.Ñ/Ü8JÜ °qÔ9ô9
ˆÔ!ô -NÈd×NgÑNgÓ,hˆÔ)Ü"9Ó";ˆÔÜ#;Ó#=ˆÔ Ø%)ˆŒØ),ˆÔÜ,?ˆÔØ15ˆÔ!Ü6CØ#×6Ñ6Ø—]‘]Ø!%×!:Ñ!:×!EÑ!Eô7
ˆÔ$ð
 37ˆÔ#ÜÐ&Ü(?Ó(AÐØ!Ð-á.@Ø)-×)BÑ)B×)MÑ)Mô/�Ô+ð )ˆÔÜ#1Ó#3ˆÔ Ü&9Ó&;ˆÔ#Ø;=ˆÔð +0ˆÔ!Ø49ˆÔ+Ø/4ˆÕ&r¢   Ú
llm_routerNÚredis_usage_cachec                 ó’  — | j                   j                  |¬«       | j                  |¬«       | j                  |¬«       | j                   �od| j                   j                  v rW| j                  sKt        j                  | j                   j                  || j                  j                  ¬«      «       d| _        | j                   �pt        j                  | j                   j                  v rJ| j                  s>t        j                  | j                   j                  j                  «       «       d| _        | j                  «        y)z0Initialize logging and alerting on proxy startup©rƒ  )Úredis_cacheNÚdaily_reports)rƒ  Úpod_lock_managerT)rz  Úupdate_valuesÚ_init_litellm_callbacksrx  r  ÚasyncioÚcreate_taskÚ_run_scheduled_daily_reportr}  r‰  rV   Úllm_requests_hangingr€  Úhanging_request_checkÚcheck_for_hanging_requestsÚ#_ensure_deprecation_check_scheduled)r®   rƒ  r„  s      r£   Ústartup_eventzProxyLogging.startup_event£  s'  € ð 	×$Ñ$×2Ñ2¸jÐ2ÔIð 	×ÑØ)ð 	ô 	
ð 	×$Ñ$Ø!ð 	%ô 	
ð
 ×(Ñ(Ð4Ø 4×#?Ñ#?×#KÑ#KÑKØ×-Ò-ä×ÑØ×,Ñ,×HÑHØ)Ø%)×%@Ñ%@×%QÑ%Qð Ió ôð )-ˆDÔ%ð ×(Ñ(Ð4Ü×.Ñ.°$×2NÑ2N×2ZÑ2ZÑZØ×7Ò7ä×ÑØ×,Ñ,×BÑB×]Ñ]Ó_ôð 37ˆDÔ/à×0Ñ0Õ2r¢   r«   c                 ó  — | j                   �| j                  ry	 t        j                  «        t        j
                  | j                  j                  | j                  j                  ¬«      «       d| _        y# t        $ r Y yw xY w)z_Alerting can be configured at startup or by a later config reload, so schedule from either pathN)r‰  T)
rr  r�  rŒ  Úget_running_loopÚRuntimeErrorr�  rz  Úrun_scheduled_deprecation_checkr}  r‰  r´   s    r£   r’  z0ProxyLogging._ensure_deprecation_check_scheduledÎ  s   € à�=‰=Ð  D×$BÒ$BØð	Ü×$Ñ$Ô&ô 	×ÑØ×(Ñ(×HÑHØ!%×!<Ñ!<×!MÑ!Mð Ió ô	
ð
 *.ˆÕ&øô ò 	Ùð	ús   ›A: Á:	BÂBrr  rq  r‡  rx  Úalerting_argsry  Úalert_type_configc                 ó(  — d}|�	|| _         d}|�	|| _        d}|�	|| _        d}|�	|| _        d}|�d}|du �r| j	                  «        | j
                  j                  | j                   | j                  | j                  || j                  |¬«       | j                   �¢d| j                   v sd| j                   v r†d| j                  v sd| j                  v sd| j                  v r)t        j                  j                  | j
                  «       t        j                  j                  | j
                  j                  «       |�R|| j                  j                  _        || j                  j                   _        || j                  j"                  _        y y )	NFT)rr  rq  rx  r˜  ry  r™  ÚslackÚms_teamsrˆ  Úoutage_alertsÚregion_outage_alerts)rr  rq  rx  ry  r’  rz  rŠ  r¾   Úlogging_callback_managerÚadd_litellm_callbackÚadd_litellm_success_callbackÚ!response_taking_too_long_callbackrs  rË   r‡  r}  Úredis_update_bufferr‰  )	r®   rr  rq  r‡  rx  r˜  ry  r™  Úupdated_slack_alertings	            r£   rŠ  zProxyLogging.update_valuesß  s‘  € ð (-ÐØÐØ$ˆDŒMØ%)Ð"ØÐ)Ø&8ˆDÔ#Ø%)Ð"ØÐ"Ø*ˆDÔØ%)Ð"ØÐ+Ø(<ˆDÔ%Ø%)Ð"ØÐ(Ø%)Ð"à! TÒ)Ø×4Ñ4Ô6Ø×(Ñ(×6Ñ6ØŸ™Ø#'×#:Ñ#:Ø ×,Ñ,Ø+Ø%)×%>Ñ%>Ø"3ð 7ô ð �}‰}Ð(¨g¸¿¹Ñ.FÈ*ÐX\×XeÑXeÑJeð $ t×'7Ñ'7Ñ7Ø&¨$×*:Ñ*:Ñ:Ø-°×1AÑ1AÑAä×4Ñ4×IÑIÈ$×JfÑJfÔgÜ×0Ñ0×MÑMØ×0Ñ0×RÑRôð Ð"Ø?JˆD×%Ñ%×0Ñ0Ô<ØJUˆD×'Ñ'×;Ñ;ÔGØGRˆD×'Ñ'×8Ñ8ÕDð #r¢   c           	      óx  — ddl m} t        D ]«  }t        |«      }t	        j
                  |«      j                  }d|v r|€t        j                  d|«       ŒJi }d|v r| j                  |d<   d|v r||d<   t        t         |di |¤Ž«      }t        j                  j                  |«       || j                  |<   Œ­ y)z6
        Add proxy hooks to litellm.callbacks
        r   ©Úprisma_clientr§  NzQSkipping proxy hook %s: it requires a database and no prisma client is configuredrs  r¡   )Úlitellm.proxy.proxy_serverr§  ro   rp   rõ   ÚgetfullargspecÚargsr@   r¼   rs  r   rJ   r¾   rŸ  r   r~  )r®   rƒ  r§  ÚhookÚ
proxy_hookÚexpected_argsÚpassed_in_argsÚproxy_hook_objs           r£   Ú_add_proxy_hookszProxyLogging._add_proxy_hooks  sÄ   € õ 	=äò 	;ˆDÜ'¨Ó-ˆJÜ#×2Ñ2°:Ó>×CÑCˆMØ -Ñ/°MÐ4IÜ$×*Ñ*ØgÐimôð Ø-/ˆNØ%¨Ñ6Ø9=×9RÑ9R�Ð5Ñ6Ø -Ñ/Ø2?�˜Ñ/Ü!¤,±
Ñ0L¸^Ñ0LÓMˆNÜ×,Ñ,×AÑAÀ.ÔQà,:ˆD×#Ñ# DÒ)ñ!	;r¢   r«  c                 ó8   — | j                   j                  |«      S )z>
        Get a proxy hook from the proxy_hook_mapping
        )r~  r  )r®   r«  s     r£   rp   zProxyLogging.get_proxy_hook.  s   € ð ×&Ñ&×*Ñ*¨4Ó0Ð0r¢   c                 ó&  — | j                  |«       t        j                  j                  | j                  «       i }t        t        j                  «      D ]l  \  }}t        |t        «      sŒt        j                  j                  j                  t        t        |«      | j                  j                  |¬«      }|€Œh|||<   Œn |j!                  «       D ]  \  }}|t        j                  |<   Œ t        j                  D ]�  }t        |t"        «      sŒt        j                  j%                  |«       t        j                  j'                  |«       t        j                  j)                  |«       t        j                  j+                  |«       Œ‘ y )N)rs  rƒ  )r°  r¾   rŸ  r   r|  Ú	enumerateÚ	callbacksr  r    Úlitellm_core_utilsÚlitellm_loggingÚ$_init_custom_logger_compatible_classr   r    rs  rË   ÚitemsrJ   r¡  Úadd_litellm_failure_callbackÚ"add_litellm_async_success_callbackÚ"add_litellm_async_failure_callback)r®   rƒ  Ústring_callbacks_to_replaceÚidxrü   Úinitialized_callbacks         r£   r‹  z$ProxyLogging._init_litellm_callbacks4  sW  € Ø×Ñ˜jÔ)Ü×(Ñ(×=Ñ=¸d×>VÑ>VÔWð
 GIÐ#ä&¤w×'8Ñ'8Ó9ò 		L‰MˆC�Ü˜(¤CÕ(Ü'.×'AÑ'A×'QÑ'Q×'vÑ'vÜÔDÀhÓOØ)-×)BÑ)B×)MÑ)MØ)ð (wó (Ð$ð (Ñ3Ø7KÐ/°Ò4ð		Lð *E×)JÑ)JÓ)Lò 	:Ñ%ˆCÐ%Ø%9ŒG×Ñ˜cÒ"ð	:ô  ×)Ñ)ò 	^ˆHÜ˜(¤LÕ1Ü×0Ñ0×MÑMÈhÔWÜ×0Ñ0×MÑMÈhÔWÜ×0Ñ0×SÑSÐT\Ô]Ü×0Ñ0×SÑSÐT\Õ]ñ	^r¢   Úlitellm_call_idr9   )ÚsuccessÚfailc              ƒ   ó¢   K  — | j                   €y | j                  }|dz  }| j                  j                  d|› �|d|d ¬«      ƒ d {  –—†  y 7 Œ­w)Néd   zrequest_status:T)rÏ   r×   rÑ   ÚttlrÐ   )rr  rq  rs  rÙ   )r®   r¿  r9   rq  s       r£   Úupdate_request_statusz"ProxyLogging.update_request_status\  sh   è ø€ à�=‰=Ð Øð %)×$;Ñ$;Ðð 	˜cÑ!Ðà×'Ñ'×7Ñ7Ø! /Ð!2Ð3ØØØ"Ø%)ð 8ó 
÷ 	
ò 	
ús   ‚AAÁAÁAc                 ór   — |�4t        |d«      r|j                  «       S t        |d«      r|j                  S i S )z‹
        Helper function to convert UserAPIKeyAuth object to dictionary.
        Handles both Pydantic models and regular objects.
        Ú
model_dumpÚ__dict__)ÚhasattrrÇ  rÈ  )r®   Úuser_api_key_auth_objs     r£   Ú"_convert_user_api_key_auth_to_dictz/ProxyLogging._convert_user_api_key_auth_to_dictp  s@   € ð
 !Ð,ÜÐ,¨lÔ;à,×7Ñ7Ó9Ð9ÜÐ.°
Ô;à,×5Ñ5Ð5Øˆ	r¢   rÒ   c                 óÂ  — ddl m} d|j                  › d|j                  › �} |d|¬«      }|g|j	                  dd«      |j	                  d	«      |j	                  d
«      |j	                  d«      |j	                  d«      |j	                  d«      |j                  |j                  |j	                  d«      |j	                  d«      d|j	                  d«      xs i idœ}|S )z`
        Convert MCP tool call to LLM message format for existing guardrail validation.
        r   )ÚChatCompletionUserMessageúTool: ú
Arguments: Úuser)ÚroleÚcontentr*  zmcp-tool-callÚuser_api_key_user_idÚuser_api_key_team_idÚuser_api_key_end_user_idÚuser_api_key_hashÚuser_api_key_request_routeÚmcp_rate_limit_server_nameÚincoming_bearer_tokenÚheaders)r0  r*  rÓ  rÔ  rÕ  rÖ  r×  Úmcp_tool_nameÚmcp_argumentsÚmcp_server_namerÙ  r  )Úlitellm.types.llms.openairÍ  Ú	tool_nameÚ	argumentsr  )r®   Úrequest_objrÒ   rÍ  Útool_call_contentÚsynthetic_messageÚsynthetic_datas          r£   Ú_convert_mcp_to_llm_formatz'ProxyLogging._convert_mcp_to_llm_format~  sæ   € õ 	Hð &,¨K×,AÑ,AÐ+BÀ-ÐP[×PeÑPeÐOfÐ#gÐá#<À&ÐRcÔ#dÐð +Ð+Ø—Z‘Z ¨Ó9Ø$*§J¡JÐ/EÓ$FØ$*§J¡JÐ/EÓ$FØ(.¯
©
Ð3MÓ(NØ!'§¡Ð,?Ó!@Ø*0¯*©*Ð5QÓ*RØ(×2Ñ2Ø(×2Ñ2ð
  &Ÿz™zÐ*FÓGð &,§Z¡ZÐ0GÓ%HØ" F§J¡J¨yÓ$9Ò$?¸RÐ@ñ'!
ˆð, Ðr¢   c                 óp  — ddl m} t        |t        «      r |dt	        |«      d¬«      S t        |t
        «      rµ|j                  d«      }|r¢d|j                  › d|j                  › �}|r|d   j                  d	d
«      nd
}||k7  rh|r$d|j                  «       v sd|j                  «       v r |ddd¬«      S 	 | j                  ||«      }|� |dd|¬«      S t        j                  d|«       yt        |t        «      r |d|d¬«      S y# t        $ r }t        j                  d|«       Y d}~yd}~ww xY w)zK
        Convert LLM guardrail result back to MCP response format.
        r   )r†   FN)Úshould_proceedÚerror_messageÚmodified_argumentsr0  rÎ  rÏ  rÒ  r   ÚblockedÚ	violationzContent blocked by guardrailTz>Could not parse modified arguments from guardrail response: %sz$Error parsing modified arguments: %s)Úlitellm.types.mcpr†   r  r=  r    r  r  rß  rà  ÚlowerÚ(_extract_modified_arguments_from_contentr@   ÚwarningÚerror)	r®   Ú
llm_resultrá  r†   Úmodified_messagesÚoriginal_contentÚnew_contentÚmodified_argsÚes	            r£   Ú#_convert_llm_result_to_mcp_responsez0ProxyLogging._convert_llm_result_to_mcp_response¢  sd  € õ 	?ô �j¤)Ô,Ù+Ø$Ü! *›oØ#'ôð ô �j¤$Ô'Ø'1§~¡~°jÓ'AÐÙ à,2°;×3HÑ3HÐ2IÈÐWb×WlÑWlÐVmÐ*nÐ ÙPaÐ%6°qÑ%9×%=Ñ%=¸iÈÔ%LÐgi�àÐ"2Ò2á&¨)°{×7HÑ7HÓ7JÑ*JÈkÐ]h×]nÑ]nÓ]pÑNpá7Ø+0Ø*HØ/3ô ð ð(à,0×,YÑ,YÐZeÐgrÓ,s˜MØ,Ð8á'?Ø37Ø26Ø7Dô("ð !"ô !5× <Ñ <Ø$dÐfqô!"ð (,ô �j¤#Ô&Ù+¸5ÐPZÐosÔtÐtàøô  )ò (Ü0×6Ñ6Ð7]Ð_`Ôaä#'ûð(ús   Â:D ÃD Ä	D5ÄD0Ä0D5Úmasked_contentc                 ó¢  — ddl }t        j                  d|«       	 |j                  «       j	                  d«      }t        |«      D ]u  \  }}|j                  d«      sŒ|t        d«      d j                  «       }t        j                  d|«       	  |j                  |«      }t        j                  d|«       |c S  t        j                  d	«       y# |j                  $ r?}	t        j                  d||	«       | j                  ||j                  «      cY d}	~	c S d}	~	ww xY w# t        $ r }	t        j                  d
|	«       Y d}	~	yd}	~	ww xY w)zX
        Extract modified/masked arguments from the guardrail response content.
        r   Nz)Extracting modified args from content: %sú
z
Arguments:zFound arguments text: %sz!Successfully parsed JSON args: %sz-Failed to parse JSON arguments: %s, error: %sz2Could not find 'Arguments:' line in masked contentz'Error extracting modified arguments: %s)Újsonr@   r¼   ÚstripÚsplitr³  Ú
startswithr3  ÚloadsÚJSONDecodeErrorÚ_parse_arguments_manuallyrà  rï  r=  rð  )
r®   rø  rá  rû  ÚlinesÚiÚlineÚ	args_textrõ  rö  s
             r£   rî  z5ProxyLogging._extract_modified_arguments_from_contentÞ  s;  € ó 	ä×"Ñ"Ð#NÐP^Ô_ð	ð *×/Ñ/Ó1×7Ñ7¸Ó=ˆEÜ$ UÓ+ò `‘��4Ø—?‘? <Õ0à $¤S¨Ó%6Ð%8Ð 9× ?Ñ ?Ó A�Iä(×.Ñ.Ð/IÈ9ÔUð`Ø(2¨¯
©
°9Ó(=˜Ü,×2Ñ2Ð3VÐXeÔfØ,Ò,ð`ô$ !×(Ñ(Ð)]Ô^Øøð  ×/Ñ/ò `ä,×2Ñ2Ð3bÐdmÐopÔqØ#×=Ñ=¸iÈ×I^ÑI^Ó_×_ûð`ûô ò 	Ü ×&Ñ&Ð'PÐRSÔTÜûð	úsT   œAD% Á2D% Â)CÂ:D% Â=D% ÃD"Ã#2DÄD"ÄD% ÄD"Ä"D% Ä%	EÄ.E	Å	Er  Úoriginal_argsc                 ó’  — ddl }	 |j                  «       }|j                  «       D ]r  \  }}t        |t        «      sŒd|j                  |«      › d�}|j                  |||j                  «      }|sŒL|j                  d«      j                  «       }	|	sŒn|	||<   Œt |S # t        $ r }
t        j                  d|
«       Y d}
~
yd}
~
ww xY w)z˜
        Try to manually parse arguments when JSON parsing fails.
        This is a fallback for cases where the guardrail modifies the format.
        r   Nz['\"]?z#['\"]?\s*:\s*['\"]?([^,'\"]*)['\"]?rV  z$Error in manual argument parsing: %s)ÚreÚcopyr¸  r  r    ÚescapeÚsearchÚ
IGNORECASEÚgrouprü  r=  r@   rð  )r®   r  r  r  rõ  rÏ   Úoriginal_valueÚpatternÚmatchÚ	new_valuerö  s              r£   r  z&ProxyLogging._parse_arguments_manually  sÃ   € ó
 	ð	à#0×#5Ñ#5Ó#7ˆMð (5×':Ñ':Ó'<ò ;Ñ#��^Ü˜n¬cÕ2à!'¨¯	©	°#«Ð'7Ð7ZÐ[�GØŸI™I g¨y¸"¿-¹-ÓH�EÚØ$)§K¡K°£N×$8Ñ$8Ó$:˜	Ú$Ø1:˜M¨#Ò.ð;ð !Ð øäò 	Ü ×&Ñ&Ð'MÈqÔQÜûð	ús(   †6B ½4B Á2!B ÂB Â	CÂ&CÃCc                 ó   — t        |t        «      rt        dt        |«      ¬«      S t        |t        «      r{|j                  d«      }|rhd|j                  › d|j                  › �}|r|d   j                  dd«      nd}||k7  r.|rd	|j                  «       v rt        dd
¬«      S t        dd¬«      S t        |t        «      rt        d|¬«      S y)zW
        Convert LLM guardrail result back to MCP during call response format.
        F)Úshould_continuerè  r0  rÎ  rÏ  r   rÒ  r   rê  z-Content blocked by guardrail during executionz.Content modified by guardrail during executionN)	r  r=  r„   r    r  r  rß  rà  rí  )r®   rñ  rá  rò  ró  rô  s         r£   Ú*_convert_llm_result_to_mcp_during_responsez7ProxyLogging._convert_llm_result_to_mcp_during_response   sà   € ô
 �j¤)Ô,Ü.¸uÔTWÐXbÓTcÔdÐdô �j¤$Ô'Ø'1§~¡~°jÓ'AÐÙ à,2°;×3HÑ3HÐ2IÈÐWb×WlÑWlÐVmÐ*nÐ ÙPaÐ%6°qÑ%9×%=Ñ%=¸iÈÔ%LÐgi�àÐ"2Ò2á&¨)°{×7HÑ7HÓ7JÑ*Jä:Ø,1Ø*Yô ð ô  ;Ø,1Ø*Zô ð ô �j¤#Ô&Ü.¸uÐT^Ô_Ð_àr¢   Údynamic_success_callbacksÚglobal_callbacksc                 ó^   — |€t        |«      S t        t        j                  ||z   «      «      S r­   )rã   r  Úfromkeys)r®   r  r  s      r£   Úget_combined_callback_listz'ProxyLogging.get_combined_callback_listE  s/   € Ø$Ð,ÜÐ(Ó)Ð)Ü”D—M‘MÐ";Ð>NÑ"NÓOÓPÐPr¢   ÚresponseÚoriginal_requestc                 ó€   — |j                   |j                  xs |j                  |j                  |j                  dœ}|S )zÁ
        Parse the response from the pre_mcp_tool_call_hook

        1. Check if the call should proceed
        2. Apply any argument modifications
        3. Handle validation errors
        )rç  ré  rè  Úhidden_params)rç  ré  rà  rè  r  )r®   r  r  Úresults       r£   Ú!_parse_pre_mcp_call_hook_responsez.ProxyLogging._parse_pre_mcp_call_hook_responseJ  sB   € ð '×5Ñ5Ø"*×"=Ñ"=Ò"[ÐAQ×A[ÑA[Ø%×3Ñ3Ø%×3Ñ3ñ	
ˆð ˆr¢   r…   c                 óÜ   — ddl m} ddlm} | j	                  |j                  d«      «      } ||j                  dd«      |j                  di «      |j                  d«      | |«       ¬	«      S )
zk
        Helper function to create MCPPreCallRequestObject from kwargs for standard pre_call_hook.
        r   )ÚHiddenParams)r…   Úuser_api_key_authÚnamer   rà  Úserver_name)rß  rà  r$  r"  r  )Úlitellm.types.llms.baser!  rì  r…   rË  r  )r®   rÒ   r!  r…   Úuser_api_key_auth_dicts        r£   Ú&_create_mcp_request_object_from_kwargsz3ProxyLogging._create_mcp_request_object_from_kwargs^  se   € õ 	9Ý=à(,×(OÑ(OÐPV×PZÑPZÐ[nÓPoÓ(pÐá&Ø—j‘j ¨Ó,Ø—j‘j ¨bÓ1ØŸ
™
 =Ó1Ø4Ù&›.ô
ð 	
r¢   Úresponse_dataÚoriginal_kwargsc                 óÄ   — |s|S |j                  «       }|j                  d«      r|d   |d<   |j                  d«      r!|j                  d«      xs i }i |¥|d   ¥|d<   |S )zü
        Helper function to convert pre_call_hook response back to kwargs for MCP usage.

        Supports:
        - modified_arguments: Override tool call arguments
        - extra_headers: Inject custom headers into the outbound MCP request
        ré  rà  Úextra_headers)r	  r  )r®   r(  r)  Úmodified_kwargsÚexistings        r£   Ú$_convert_mcp_hook_response_to_kwargsz1ProxyLogging._convert_mcp_hook_response_to_kwargso  sˆ   € ñ Ø"Ð"à!0×!5Ñ!5Ó!7ˆà×ÑÐ1Ô2Ø+8Ð9MÑ+NˆO˜KÑ(à×Ñ˜_Ô-ð
 .×1Ñ1°/ÓBÒHÀbˆHð0Øð0à Ñ0ð0ˆO˜OÑ,ð
 Ðr¢   c              ƒ   óÚ   K  — t        |t        «      r|‚t        |t        «      r|S t        |t        «      r2|dv rt	        ||j                  dd«      d|¬«      ‚t        dd|i¬«      ‚|S ­w)N)Ú
completionÚtext_completionr*  r   )Úmessager*  Úllm_providerrR  é�  rð  ©Ústatus_coderþ   )r  r=  r  r    rF   r  r8   )r®   r  rª   rA  s       r£   Úprocess_pre_call_hook_responsez+ProxyLogging.process_pre_call_hook_responseŒ  st   è ø€ Ü�h¤	Ô*ØˆNÜ�h¤Ô%ØˆOÜ�h¤Ô$ØÐ=Ñ=Ü*Ø$ØŸ(™( 7¨BÓ/Ø!#Ø!%ô	ð ô $°¸WÀhÐ<OÔPÐPØˆùs   ‚A)A+rÿ   c                 ó®   — ddl m} |�t        |d«      sy|j                  D �cg c]  }|j	                  d«      |k(  sŒ|‘Œ }}t        |«      dkD  S c c}w )z¢
        Check if load balancing should be used for this guardrail.

        Returns True if the router has multiple deployments for this guardrail name.
        r   r†  Úguardrail_listFrÿ   rV  )r¨  rƒ  rÉ  r9  r  r3  )r®   rÿ   rƒ  ÚgÚmatchings        r£   Ú$_should_use_guardrail_load_balancingz1ProxyLogging._should_use_guardrail_load_balancing�  sZ   € õ 	:àÐ¤W¨ZÐ9IÔ%JØà&0×&?Ñ&?Öm À1Ç5Á5ÐIYÓCZÐ^lÓClš1ÐmˆÐmÜ�8‹}˜qÑ Ð ùò ns
   ¤A¾Arü   rH   Ú	hook_typerª   Úuser_api_key_dictrA  c              ƒ   ó¶  K  — dt        |«      j                  v xr t        |dd«       }|xr |dk(  xr t        |dd«       }|r||d<   |rt        n|}	|dk(  r*|	j	                  || j
                  d   ||¬	«      ƒ d
{  –—† S |dk(  r|	j                  |||¬«      ƒ d
{  –—† S |dk(  r|	j                  |||¬«      ƒ d
{  –—† S t        d|› �«      ‚7 ŒT7 Œ57 Œ­w)a²  
        Execute a single guardrail's hook.

        Args:
            callback: The guardrail callback to execute
            hook_type: One of "pre_call", "during_call", "post_call"
            data: Request data
            user_api_key_dict: User API key auth
            call_type: Type of call
            response: Response object (for post_call hooks)

        Returns:
            Result from the guardrail execution
        Úapply_guardrailÚuse_native_lifecycle_hooksFÚduring_callÚuse_native_during_call_hookÚguardrail_to_applyÚpre_callrm  ©r>  Úcacherª   rA  N©rª   r>  rA  Ú	post_call©r>  rª   r  zUnknown hook_type: )	rô   rÈ  r  r·   Úasync_pre_call_hookrt  Úasync_moderation_hookÚasync_post_call_success_hookÚ
ValueError)
r®   rü   r=  rª   r>  rA  r  Úhas_apply_guardrailÚuse_unifiedÚtargets
             r£   Ú_execute_guardrail_hookz$ProxyLogging._execute_guardrail_hook®  s?  è ø€ ð0 &7¼$¸x».×:QÑ:QÐ%Qò &
ÔZaØÐ2°Eó[
ð W
Ðð 1ò 
Ø˜Ñ&Òb¬7°8Ð=ZÐ\aÓ+bð6
ˆñ Ø)1ˆDÐ%Ñ&á-8Õ)¸hˆà˜
Ò"Ø×3Ñ3Ø"3Ø×'Ñ'Ð(<Ñ=ØØ#ð	 4ó ÷ ð ð ˜-Ò'Ø×5Ñ5ØØ"3Ø#ð 6ó ÷ ð ð
 ˜+Ò%Ø×<Ñ<Ø"3ØØ!ð =ó ÷ ð ô Ð2°9°+Ð>Ó?Ð?ð'øðøðús6   ‚A<CÁ>CÁ? CÂCÂ  CÃ CÃCÃCÃCc              ƒ   óØ   K  — ddl m} |€t        d«      ‚|j                  |¬«      }|j	                  d«      }	|	€t        d|› �«      ‚| j                  |	|||||¬«      ƒ d{  –—† S 7 Œ­w)	aÀ  
        Execute a guardrail using the router's load balancing.

        Args:
            guardrail_name: Name of the guardrail
            hook_type: One of "pre_call", "during_call", "post_call"
            data: Request data
            user_api_key_dict: User API key auth
            call_type: Type of call
            response: Response object (for post_call hooks)

        Returns:
            Result from the guardrail execution
        r   r†  NzRouter not initialized)rÿ   rü   z!No callback found for guardrail: )rü   r=  rª   r>  rA  r  )r¨  rƒ  rN  Úget_available_guardrailr  rR  )
r®   rÿ   r=  rª   r>  rA  r  rƒ  Úselected_guardrailrü   s
             r£   Ú&_execute_guardrail_with_load_balancingz3ProxyLogging._execute_guardrail_with_load_balancingç  s’   è ø€ õ. 	:àÐÜÐ5Ó6Ð6ð %/×$FÑ$FÐVdÐ$FÓ$eÐà2D×2HÑ2HÈÓ2TˆØÐÜÐ@ÀÐ@PÐQÓRÐRà×1Ñ1ØØØØ/ØØð 2ó 
÷ 
ð 	
ð 
ús   ‚A!A*Á#A(Á$A*Ú
event_typec           	   ƒ   óô  K  — ddl m} ||j                  u r)|t        j                  j
                  k(  r|j                  }|j                  ||¬«      dury|j                  }t        j                  «       }d}	d}
	 |r0| j                  |«      r| j                  |d|||¬«      ƒ d{  –—† }n| j                  |d|||¬	«      ƒ d{  –—† }|�| j                  |||¬
«      ƒ d{  –—† }|j                  |«       	 t        j                  «       }||z
  }|xs% t+        |d|j,                  j&                  «      xs d}| j/                  |||	|
d¬«       |S 7 Œ­7 Œ�7 Œt# t         $ r d}	‚ t"        $ r)}d}	t%        |«      j&                  }
t)        ||«       ‚ d}~ww xY w# t        j                  «       }||z
  }|xs% t+        |d|j,                  j&                  «      xs d}| j/                  |||	|
d¬«       w xY w­w)aô  
        Process a guardrail callback during pre-call hook.

        Supports load balancing when multiple guardrail deployments exist.

        Args:
            callback: The CustomGuardrail callback to process
            data: The request data dictionary
            user_api_key_dict: User API key authentication details
            call_type: The type of API call being made

        Returns:
            Updated data dictionary if guardrail passes, None if guardrail should be skipped
        r   r-   ©rª   rW  TNrÀ  rE  )rÿ   r=  rª   r>  rA  )rü   r=  rª   r>  rA  ©r  rª   rA  Ú
intervenedrð  rÿ   Úunknown©rÿ   Úlatency_secondsr9   Ú
error_typer=  )Úlitellm.types.guardrailsr.   rE  r0   Úcall_mcp_toolr×   Úpre_mcp_callÚshould_run_guardrailrÿ   ÚtimeÚperf_counterr<  rV  rR  r7  Úmark_pre_call_hook_ranrG   r=  rô   r›   r  r  Ú	__class__Ú_emit_guardrail_metrics)r®   rü   rª   r>  rA  rW  r.   rÿ   Úguardrail_start_timer9   r_  r  rö  Úguardrail_end_timer^  Úmetrics_guardrail_names                   r£   Ú_process_guardrail_callbackz(ProxyLogging._process_guardrail_callback  sN  è ø€ õ, 	Að Ð,×5Ñ5Ñ5¸)Äy×G^ÑG^×GdÑGdÒ:dØ,×9Ñ9ˆJð ×(Ñ(¨d¸zÐ(ÓJÐRVÑVØà (× 7Ñ 7ˆô '+×&7Ñ&7Ó&9ÐØˆØˆ
ð3	á $×"KÑ"KÈNÔ"[Ø!%×!LÑ!LØ#1Ø(ØØ&7Ø'ð "Mó "÷ ‘ð "&×!=Ñ!=Ø%Ø(ØØ&7Ø'ð ">ó "÷ �ð Ð#Ø!×@Ñ@È(ÐY]ÐirÐ@Ós×s�à×+Ñ+¨DÕ1ô )-×(9Ñ(9Ó(;ÐØ%7Ð:NÑ%NˆOð Òo¤'¨(Ð4DÀh×FXÑFX×FaÑFaÓ"bÒoÐfoð #ð ×(Ñ(Ø5Ø /ØØ%Ø$ð )ô ð ˆðeøðøð tùô +ò 	Ø!ˆFØÜò 	ØˆFÜ˜a›×)Ñ)ˆJÜ9¸!¸XÔFàûð	ûô )-×(9Ñ(9Ó(;ÐØ%7Ð:NÑ%NˆOð Òo¤'¨(Ð4DÀh×FXÑFX×FaÑFaÓ"bÒoÐfoð #ð ×(Ñ(Ø5Ø /ØØ%Ø$ð )õ üsn   ‚A8G8Á;,E Â'EÂ(E ÃEÃE Ã$EÃ%E Ã;AG8ÅE ÅE ÅE ÅFÅ/$FÆFÆF ÆAG5Ç5G8Úraw_request_snapshotc              ƒ   ó°  K  — |j                   }|xr |du}|rt        |«      n|}|rt        |«      nd}	|	�|j                  |	«       | j                  ||||t        j
                  ¬«      ƒ d{  –—† }
|rA|	�?|
�=|
|	k7  r8t        j                  d|j                  xs |j                  j                  «       |r|
�|j                  |«       |S |
€|S |
S 7 Œd­w)a  
        Run one guardrail from the sequential pre_call loop and return what the
        rest of the loop should carry forward.

        A guardrail opted into ``scan_raw_request`` always evaluates a fresh
        copy of ``raw_request_snapshot`` (taken before any guardrail in this
        hook ran) instead of ``data`` (the live, possibly already-mutated
        payload), so its block/pass decision can never depend on where it's
        declared relative to a guardrail that masks or rewrites content. It's
        declared block-only, same contract as ``run_in_parallel``: any data it
        returns is discarded, since applying its view on top of a stale
        snapshot would silently undo whatever a later guardrail already did to
        the live request. A guardrail that mutates content (e.g. PII masking)
        should never set this flag -- if one does anyway, its returned
        mutation is discarded and a warning is logged so the misconfiguration
        is visible instead of silently forwarding unredacted content.
        N©rü   rª   r>  rA  rW  z÷Guardrail '%s' has scan_raw_request=True but returned a modified payload; scan_raw_request is for block-only guardrails and this mutation is being discarded. Remove scan_raw_request from this guardrail's config if it needs to mask/rewrite content.)Úscan_raw_requestrO   rf  rl  r.   rE  r@   rï  rÿ   rg  r›   )r®   rü   rª   rm  r>  rA  Úscans_raw_requestÚshould_use_raw_snapshotÚ
input_dataÚexpected_if_unmutatedr  s              r£   Ú"_run_sequential_guardrail_callbackz/ProxyLogging._run_sequential_guardrail_callbackr  s  è ø€ ð2 $,×#<Ñ#<ÐØ):Ò)_Ð?SÐ[_Ð?_Ðá:QÔ Ð!5Ô6ÐW[ð 	ñ 1BÔ  Ô,Àtð 	ð !Ð,Ø×+Ñ+Ð,AÔBØ"×>Ñ>ØØØ/ØÜ*×3Ñ3ð ?ó 
÷ 
ˆñ Ø%Ð1ØÐ"ØÐ/Ò/ä ×(Ñ(ð+ð ×'Ñ'ÒF¨8×+=Ñ+=×+FÑ+Fôñ ØÐ!ð ×/Ñ/°Ô5ØˆKØˆ>ØˆKØˆð?
ús   ‚A-CÁ/CÁ0A%CrT  ÚLiteLLMLoggingObjÚ	prompt_idÚprompt_versionc              ƒ   ó¨  K  — ddl m}m} ddlm} ddlm}	 ddlm}
 |€ |||j                  ¬«      }n
 |||¬«      }|j                  |«      }|j                  |«      }d}|�(|j                  j                  }|j                  d	d«       |�r@|��<|d
k(  }|r|j                  dd«      nd}|r|	j!                  |«      n|j                  dg «      }|j#                  |j                  dd«      | |
|¬«      xs i ||||j                  dd«      xs i |j                  dd«      xs i |j                  dd«      xs i |¬«
      ƒ d{  –—† \  }}}|j%                  |«       ||d<   |r|	j'                  |||¬«      |d<   n||d<   |j                  d	d«       |j                  dd«       |j                  dd«       |j                  dd«       yyy7 Œˆ­w)z&Process prompt template if applicable.r   )Úconstruct_versioned_prompt_idÚget_latest_version_prompt_id)ÚIN_MEMORY_PROMPT_REGISTRY)ÚResponsesAPIRequestUtils)Ú!get_non_default_completion_paramsN)rw  Úall_prompt_ids)rw  Úversionrw  Ú
aresponsesÚinputr   r0  r*  )rÒ   Úprompt_variablesÚprompt_labelrx  )
r*  r0  Únon_default_paramsrw  Úprompt_specÚprompt_management_loggerrƒ  r„  rx  Úrequest_kwargs)Úoriginal_inputÚclient_inputÚmerged_input)Ú&litellm.proxy.prompts.prompt_endpointsrz  r{  Ú%litellm.proxy.prompts.prompt_registryr|  Úlitellm.responses.utilsr}  Úlitellm.utilsr~  ÚIN_MEMORY_PROMPTSÚget_prompt_callback_by_idÚget_prompt_by_idÚlitellm_paramsrw  Úpopr  Ú responses_input_to_chat_messagesÚ async_get_chat_completion_promptÚupdateÚmerge_prompt_management_input)r®   rª   rT  rw  rx  rA  rz  r{  r|  r}  r~  Úlookup_prompt_idÚcustom_loggerr†  Úlitellm_prompt_idÚis_responses_callÚoriginal_responses_inputÚclient_messagesr*  r0  rI  s                        r£   Ú_process_prompt_templatez%ProxyLogging._process_prompt_template¿  s  è ø€ ÷	
õ 	TÝDÝCàÐ!Ù;Ø#Ø8×JÑJô Ññ
  =ÀyÐZhÔiÐà8×RÑRÐScÓdˆØ6×GÑGÐHXÓYˆØ(,ÐØÐ"Ø +× :Ñ :× DÑ DÐØ�H‰H�[ $Ô'â˜[Ñ4Ø'0°LÑ'@ÐÙGX¨d¯h©h°wÀÔ.CÐ^`Ð$ñ %ð )×IÑIÐJbÔcà—X‘X˜j¨"Ó-ð ð *×JÑJØ—h‘h˜w¨Ó+Ø(Ù#DÈDÔ#QÒ#WÐUWØ+Ø'Ø)6Ø!%§¡Ð*<¸dÓ!CÒ!IÀrØ!ŸX™X n°dÓ;ÒA¸rØ#Ÿx™xÐ(8¸$Ó?ÒEÀ2Ø#ð Kó ÷ ñ	ØØØð �K‰K˜Ô(Ø!ˆD�‰MÙ Ø 8× VÑ VØ#;Ø!0Ø!)ð !Wó !��W’ð $,��ZÑ à�H‰H�[ $Ô'Ø�H‰HÐ'¨Ô.Ø�H‰H�^ TÔ*Ø�H‰HÐ% tÕ,ðO 5ˆ=ðús   ‚EGÅGÅB	Gc                 ó:  — ddl m} |j                  d«      xs i }|j                  d«      xs i }g }t        |t        «      rd|v r|j                  dg «      }n&t        |t        «      rd|v r|j                  dg «      }|ršt        |t
        «      r‰g }t        |t        «      rd|v r|j                  dg «      }n&t        |t        «      rd|v r|j                  dg «      }t        |t
        «      sg }|D ]"  }t        |t        «      sŒ||vsŒ |||¬«       Œ$ yyy)	z?Process guardrails from metadata and add to applied_guardrails.r   )Ú*add_guardrail_to_applied_guardrails_headerr  r  Ú
guardrailsÚapplied_guardrails)rR  rÿ   N)Ú)litellm.proxy.common_utils.callback_utilsr¡  r  r  r  rã   r    )r®   rª   r¡  Úmetadata_standardÚmetadata_litellmÚguardrails_in_metadatar£  rÿ   s           r£   Ú_process_guardrail_metadataz(ProxyLogging._process_guardrail_metadata	  s1  € õ	
ð $(§8¡8¨JÓ#7Ò#=¸2ÐØ"&§(¡(Ð+=Ó">Ò"DÀ"Ðà!#ÐÜÐ'¬Ô.°<ÐCTÑ3TØ%6×%:Ñ%:¸<ÈÓ%LÑ"ÜÐ(¬$Ô/°LÐDTÑ4TØ%5×%9Ñ%9¸,ÈÓ%KÐ"á!¤jÐ1GÌÔ&NØ!#ÐÜÐ+¬TÔ2Ð7KÐO`Ñ7`Ø%6×%:Ñ%:Ð;OÐQSÓ%TÑ"ÜÐ,¬dÔ3Ð8LÐP`Ñ8`Ø%5×%9Ñ%9Ð:NÐPRÓ%SÐ"äÐ0´$Ô7Ø%'Ð"à"8ò q�Ü˜n¬cÕ2°~ÐM_Ò7_Ù>ÈDÐaoÖpñqð 'OÐ!r¢   r   c           
   ƒ   óü   K  — t        |«      }|s|S |D ]a  \  }}|j                  |k7  rŒt        j                  |j                  |j                  |||||¬«      ƒ d{  –—† }	| j                  |	||¬«      }Œc |S 7 Œ­w)aC  
        Execute guardrail pipelines if any are configured for this request.

        Checks metadata for pipelines resolved by the policy engine
        and executes them. Handles the result (allow/block/modify_response).

        ``raw_request_snapshot`` (taken before any guardrail or pipeline ran)
        is forwarded so a pipeline step whose guardrail opted into
        ``scan_raw_request`` evaluates the pristine request, not whatever an
        earlier ``pass_data`` step in the same pipeline already rewrote.

        Returns the (possibly modified) data dict.
        )ÚstepsÚmoderª   r>  rA  Úpolicy_namerm  N)r  rª   r¬  )r  r«  rx   Úexecute_stepsrª  Ú_handle_pipeline_result)
r®   rª   r>  rA  r   rm  r  r¬  Úpipeliner  s
             r£   Ú_maybe_execute_pipelinesz%ProxyLogging._maybe_execute_pipelines&  s›   è ø€ ô* -¨TÓ2ˆ	ÙØˆKà%.ò 	Ñ!ˆK˜Ø�}‰} 
Ò*Øä4D×4RÑ4RØ—n‘nØ—]‘]ØØ"3Ø#Ø'Ø%9ô5÷ /ˆFð ×/Ñ/ØØØ'ð 0ó ‰Dð	ð( ˆð!/ús   ‚AA<ÁA:ÁA<r  r¬  c                 óš  — | j                   dk(  r)| j                  �|j                  | j                  «       |S | j                   dk(  r¾| j                  }|�Yt	        |«      sN| j
                  r| j
                  d   nd}|�-t        j                  |j                  «      }|�t        ||«       |‚| j
                  D �cg c]&  }|j                  |j                  |j                  dœ‘Œ( }}dd|› d�d	||d
œdœi}t        d|¬«      ‚| j                   dk(  r1t        | j                  xs d|j                  dd«      |d|› �d¬«      ‚|S c c}w )u    
        Handle a PipelineExecutionResult â€” allow, block, or modify_response.

        Returns data dict if allowed, raises on block/modify_response.
        ÚallowNr  éÿÿÿÿ)Ú	guardrailÚoutcomeÚactionrð  z'Content blocked by guardrail pipeline 'ú'Úguardrail_pipeline_error)ÚpolicyÚstep_results)r2  rô   Úpipeline_contextr4  r5  Úmodify_responsezResponse modified by pipeliner*  r\  z	pipeline:)r2  r*  rR  rÿ   Údetection_info)Úterminal_actionÚmodified_datar—  Úoriginal_exceptionr	  rº  rx   Úfind_guardrail_callbackrÿ   r  rµ  Úaction_takenr8   rI   Úmodify_response_messager  )	r  rª   r¬  rÀ  Úblocking_steprü   ÚsrÚstep_results_serializableÚerror_details	            r£   r®  z$ProxyLogging._handle_pipeline_resultU  s~  € ð ×!Ñ! WÒ,Ø×#Ñ#Ð/Ø—‘˜F×0Ñ0Ô1ØˆKà×!Ñ! WÒ,Ø(.×(AÑ(AÐØ!Ð-Ô6UÐVhÔ6iØBH×BUÒBU v×':Ñ':¸2Ò'>Ð[_�Ø Ð,Ü&6×&NÑ&NÈ}×OkÑOkÓ&l�HØÐ+ÜEÐFXÐZbÔcØ(Ð(ð !×-Ñ-ö0ð ð	 "$×!2Ñ!2Ø!Ÿz™zØ Ÿo™oóð0Ð%ð 0ð Ø!HÈÈÐUVÐWØ6à"-Ø(Añ)ñð	#ˆLô  ¨C¸ÔEÐEà×!Ñ!Ð%6Ò6Ü)Ø×6Ñ6ÒYÐ:YØ—h‘h˜w¨	Ó2Ø!Ø!*¨;¨-Ð8Ø#ôð ð ˆùò;0s   Â=+EÚrequest_metadatac                 óÀ   ‡— |j                  d«      ryt        j                  «       }|j                  rydt	        |«      iŠt        ˆfd„|j                  D «       «      S )a‘  
        Whether anything configured would inspect the content of a request carrying this metadata.

        Evaluated with the same predicate the pre-call loop uses, so a proxy configured only with
        post-call guardrails answers False. Callers that must pay a real cost to build the hook's
        input, such as streaming a batch input file off disk, use this to skip that work.

        A content-enforcing ``CustomLogger`` counts too. It is not a guardrail and has no event
        hook to consult, but it judges the payload the same way, so a proxy configured only with
        one of those still has something to say about every record.
        r  Tr  c              3   ó„   •K  — | ]7  }t        |t        «      xr! |j                  ‰t        j                  ¬ «      –— Œ9 y­w)rY  N)r  rH   rc  r.   rE  )r  rü   Úprobes     €r£   r  z7ProxyLogging.has_pre_call_guardrails.<locals>.<genexpr>   sH   øè ø€ ò 
ð ô �x¤Ó1ò cØ×-Ñ-°5ÔEX×EaÑEaÐ-Óbócñ
ùs   ƒ=A )r  rl  Ú_callback_capabilitiesrf  r  Úanyri  )r®   rÈ  ÚcapsrË  s      @r£   Úhas_pre_call_guardrailsz$ProxyLogging.has_pre_call_guardrailsŽ  sc   ø€ ð ×ÑÐ 6Ô7ØÜ"×9Ñ9Ó;ˆØ×$Ò$ØØ"¤DÐ)9Ó$:Ð;ˆÜó 
ð !×3Ñ3ô
ó 
ð 	
r¢   Úguardrails_onlyc              ƒ   ó   K  — y ­wr­   r¡   ©r®   r>  rª   rA  rÐ  s        r£   Úpre_call_hookzProxyLogging.pre_call_hook§  ó   è ø€ ð 	ùó   ‚c              ƒ   ó   K  — y ­wr­   r¡   rÒ  s        r£   rÓ  zProxyLogging.pre_call_hook±  rÔ  rÕ  c           	   ƒ   ó  ‡K  — t        j                  d«       |s| j                  |¬«       |€yt        t        d   |j                  dd«      «      }|j                  dd«      }|j                  dd«      }|s1|�/|�-|dk(  s
|d	k(  s|d
k(  r| j                  |||||¬«      ƒ d{  –—†  t        d„ t        j                  «       j                  D «       «      }|rt        |«      nd}		 | j                  |||d|	¬«      ƒ d{  –—† }t        |«      Št        j                  «       }
|
j                  s/|
j                  s#|s|
j                   s|�| j#                  |«       |S t%        ˆfd„|
j                  D «       «      }d}|
j                  D �]¤  }t'        j&                  «       }	 t)        |t*        «      rJ|�H|j,                  r|j,                  ‰v rŒFt/        |dd«      rŒT| j1                  |||	||¬«      ƒ d{  –—† }n®|�¬t)        |t2        «      rœ|r|j4                  rŽdt7        |j8                  «      v rw|j8                  j:                  t2        j:                  k7  rP|dk(  r|€ŒÙ|j;                  || j<                  d   ||¬«      ƒ d{  –—† }|�| j?                  |||¬«      ƒ d{  –—† }t'        j&                  «       }||z
  }tC        | d«      s�ŒH|dkD  s�ŒO| jD                  jG                  tH        jJ                  ||j8                  jL                  › |jN                  ||¬«      ƒ d{  –—†  �Œ§ |�|�| jQ                  |||«      ƒ d{  –—† }|r |�| jS                  |||	||¬«      ƒ d{  –—†  |�| j#                  |«       |S 7 �Œå7 �ŒŒ7 �Œ—7 �Œ	7 Œí# t@        $ r}|€|}Y d}~Œýd}~ww xY w7 Œ…7 Œe7 ŒE# t@        $ r;}| jQ                  |||«      ƒ d{  –—†7  }|�| j#                  |«       |cY d}~S d}~wtT        $ r}|‚d}~ww xY w­w)a  
        Allows users to modify/reject the incoming request to the proxy, without having to deal with parsing Request body.

        Covers:
        1. /chat/completions
        2. /embeddings
        3. /image/generation

        With ``guardrails_only`` the walk is limited to guardrails and guardrail pipelines: rate
        limiting, budget accounting, prompt templates and hanging-request alerting are skipped.
        Use it to scan a payload that is not itself a request, such as one record of a batch file.
        z#Inside Proxy Logging Pre-call hook!r  Nrv  rT  rw  rx  r0  Úacompletionr�  )rª   rT  rw  rx  rA  c              3   óX   K  — | ]"  }t        |t        «      xr |j                  –— Œ$ y ­wr­   )r  rH   rp  )r  rð   s     r£   r  z-ProxyLogging.pre_call_hook.<locals>.<genexpr>ô  s-   è ø€ ò 0
àô �rœ?Ó+ÒC°×0CÑ0CÓCñ0
ùs   ‚(*rE  )rª   r>  rA  r   rm  c              3   ó�   •K  — | ]=  }t        |t        «      r+t        |d d«      r|j                  r|j                  ‰v s|–— Œ? y­w©Úrun_in_parallelFN)r  rH   r  rÿ   )r  rð   Úpipeline_manageds     €r£   r  z-ProxyLogging.pre_call_hook.<locals>.<genexpr>  sI   øè ø€ ò LàÜ˜b¤/Ô2Ü˜BÐ 1°5Ô9Ø×*Ò*¨r×/@Ñ/@ÐDTÑ/Tô	 ñLùs   ƒAArÜ  F)rü   rª   rm  r>  rA  rK  ra  rm  rF  rZ  r|  g{®Gáz„?)ÚserviceÚdurationrA  rÔ   Ú
start_timeÚend_time)r¢  rª   rm  r>  rA  )+r@   r¼   Ú#_init_response_taking_too_long_taskr   r   r  rŸ  rÍ  rl  rÌ  ri  rO   r°  r  rd  rf  re  r¨  rí   rd  r  rH   rÿ   r  ru  rJ   Úenforces_request_contentÚvarsrg  rK  rt  r7  rG   rÉ  r|  Úasync_service_success_hookrB   ÚPROXY_PRE_CALLr›   rÔ   Ú&_handle_sensitive_data_route_exceptionÚ!_run_parallel_pre_call_guardrailsr=  )r®   r>  rª   rA  rÐ  rT  rw  rx  Úneeds_raw_request_snapshotrm  rÎ  Úparallel_guardrailsÚdeferred_route_excÚ	_callbackrà  r  rö  rá  rß  rÝ  s                      @r£   rÓ  zProxyLogging.pre_call_hook»  s�  øè ø€ ô& 	×"Ñ"Ð#HÔIáØ×4Ñ4¸$Ð4Ô?àˆ<Øä%)¬(Ð3FÑ*GÈÏÉÐRgÐimÓInÓ%oÐØ'+§x¡x°¸TÓ'Bˆ	Ø,0¯H©HÐ5EÀtÓ,Lˆñ
  Ø#Ð/ØÐ%Ø˜lÒ*¨i¸=Ò.HÈIÐYeÒLeà×/Ñ/ØØ$7Ø#Ø-Ø#ð 0ó ÷ ð ô$ -0ñ 0
ä"×9Ñ9Ó;×NÑNô0
ó -
Ð"ñ
 +EÔ  Ô&È$ð 	ðy	à×6Ñ6ØØ"3Ø#Ø%Ø%9ð 7ó ÷ ˆDô 'HÈÓ&MÐä&×=Ñ=Ó?ˆDð ×&Ò&Ø×1Ò1Ù$¨D×,FÒ,FàÐ#Ø×4Ñ4°TÔ:Ø�äFKó Là×1Ñ1ôLó GÐð FJÐØ!×4Ñ4ó <�	Ü!ŸY™Y›[�
ð,/Ü! )¬_Ô=À$ÐBRà$×3Ò3¸	×8PÑ8PÐTdÑ8dØ$ä" 9Ð.?ÀÔGØ$à%)×%LÑ%LØ%.Ø!%Ø1EØ.?Ø&/ð &Mó &÷  ™ð "Ð-Ü& y´,Ô?Ù!0°I×4VÒ4VØ1´T¸)×:MÑ:MÓ5NÑNØ%×/Ñ/×CÑCÄ|×GgÑGgÒgà$¨Ò7Ð<MÐ<UØ$àXa×XuÑXuØ.?Ø"&×"3Ñ"3Ð4HÑ"IØ!%Ø&/ð	 Yvó Y÷ S˜ð $Ð/Ø)-×)LÑ)LØ)1¸È	ð *Mó *÷ $˜Dô  Ÿ9™9›;�Ø# jÑ0�ä˜DÐ"7Ö8¸XÈ¼_à×2Ñ2×MÑMÜ ,× ;Ñ ;Ø!)Ø%.×%8Ñ%8×%AÑ%AÐ$BØ):×)KÑ)KØ#-Ø!)ð Nó ÷ ò ðk<ð| "Ð-°$Ð2BØ!×HÑHÐI[Ð]aÐctÓu×u�á" tÐ'7Ø×<Ñ<Ø2ØØ)=Ø&7Ø'ð =ó ÷ ð ð ÐØ×0Ñ0°Ô6àˆKðYùð8ùð\ ùð$Sùð$ùô 3ò /ð *Ð1Ø-.Ð*ÿøð/úðøð vøðùô +ò 	Ø×DÑDÀQÈÐN_Ó`×`Ð`ˆDØÐØ×0Ñ0°Ô6Ø�KûÜò 	ØˆGûð	üs=  ƒB"PÂ%N
Â&APÃ(N8 ÄNÄAN8 ÅPÅ AN8 Æ%,NÇN8 ÇNÇN8 Ç NÇ9NÇ:A*NÉ$N8 É%%NÊ
NÊNÊ(NÊ)NÊ-%N8 ËN8 ËAN8 Ì,N2Ì-!N8 ÍN4Í!N8 Í0N6Í1N8 Î	PÎN8 ÎNÎNÎNÎ	N/Î!N*Î%N8 Î*N/Î/N8 Î4N8 Î6N8 Î8	P
ÏO7ÏOÏO7Ï1P
Ï2PÏ7P
ÐPÐP
Ð
Pr¢  .c              ƒ   ó„  ‡ ‡‡‡‡‡K  — dt         dt        fˆˆfd„Št        j                  ˆˆˆ ˆfd„|D «       ddiŽƒ d{  –—† }t	        ||d¬«      D ]7  \  }}|j
                  sŒt        |t        «      rŒ$|€Œ'|j                  ‰«       Œ9 t        d	„ |D «       «      }	t        d
„ |	D «       d«      }
|
�|
‚|	r|	d   ‚y7 Œ}­w)a  
        Run opted-in pre_call guardrails concurrently against one shared payload
        snapshot. These guardrails are declared block-only, so any modified data
        they return is discarded; they run for their blocking side effect (raising
        to reject the request before it reaches the LLM). Every guardrail is
        awaited to completion (``return_exceptions=True``) so a raise by one never
        leaves the others running as unobserved background tasks. A guardrail that
        blocks (any exception other than a reroute or passthrough) takes precedence
        over one that only changes the request flow, so a fast reroute can never
        let a slower block be bypassed; the request is rejected before it reaches
        the LLM, preserving the pre-call barrier that ``during_call`` guardrails
        cannot provide. Per-guardrail latency is recorded by
        ``_process_guardrail_callback``'s own metrics.

        A guardrail that also opted into ``scan_raw_request`` evaluates
        ``raw_request_snapshot`` (taken before the sequential loop ran) instead
        of ``data`` (the sequential loop's output), for the same reason the
        sequential branch does: its block decision must not depend on what a
        sequential guardrail already masked or rewrote.
        rü   r«   c                 ó:   •— | j                   r‰€‰S t        ‰«      S r­   )rp  rO   )rü   rª   rm  s    €€r£   Ú
_input_forzBProxyLogging._run_parallel_pre_call_guardrails.<locals>._input_for”  s#   ø€ Ø×,Ò,Ð0DÐ0LØ�Ü'Ð(<Ó=Ð=r¢   c              3   ór   •K  — | ].  }‰j                  | ‰|«      ‰‰t        j                  ¬ «      –— Œ0 y­w)ro  N)rl  r.   rE  )r  rü   rï  rA  r®   r>  s     €€€€r£   r  zAProxyLogging._run_parallel_pre_call_guardrails.<locals>.<genexpr>š  sE   øè ø€ ò 	ð ð ×0Ñ0Ø%Ù# HÓ-Ø&7Ø'Ü2×;Ñ;ð 1÷ ñ	ùs   ƒ47Úreturn_exceptionsTN)Ústrictc              3   óB   K  — | ]  }t        |t        «      sŒ|–— Œ y ­wr­   ©r  ÚBaseException©r  r  s     r£   r  zAProxyLogging._run_parallel_pre_call_guardrails.<locals>.<genexpr>¯  ó   è ø€ Ò`¨¼jÈÔQ^Õ>_œfÑ`ùr/  c              3   ó8   K  — | ]  }t        |«      rŒ|–— Œ y ­wr­   ©r	  ©r  rû   s     r£   r  zAProxyLogging._run_parallel_pre_call_guardrails.<locals>.<genexpr>°  ó   è ø€ Òb¨Ô=\Ð]`Õ=a¤Ñbùó   ‚“r   )rH   r  rŒ  ÚgatherÚziprp  r  rõ  rf  rí   r  )r®   r¢  rª   rm  r>  rA  Úresultsrü   r  ÚraisedÚblockingrï  s   ` ````     @r£   rè  z.ProxyLogging._run_parallel_pre_call_guardrailsw  sÕ   ýè ø€ ð:	>¤ð 	>´Tö 	>ô
  'Ÿ~™~ö	ð !+ô	ð 
ð #ñ 
÷ 
ˆô !$ J°ÀÔ Eò 	6ÑˆH�fð ×(Ó(´¸FÄMÕ1RÐW]ÑWiØ×/Ñ/°Õ5ð	6ô Ñ`°7Ô`Ó`ˆÜÑb¨vÔbÐdhÓiˆØÐØˆNÙØ˜‘)ˆOð ð5
ús$   ˆ8C Á B>Á$C Á&C Á7C Á:AC rû   c              ƒ   óp  K  — |€yt        j                  d|j                  |j                  |j                  |j
                  «       |j
                  r}| j                  d«      }t        |t        «      r<|j                  |j                  |j                  ||j                  ¬«      ƒ d{  –—†  n t        j                  d|j                  «       |j                  d«      }|j                  |d<   |j                  d«      xs i }d|d	<   ||d
<   |j                  |d<   |j                  |d<   ||d<   |S 7 Œ‰­w)zó
        Handle SensitiveDataRouteException by rerouting the current request to
        the target model and, when sticky_session_routing is enabled, persisting
        the session override so subsequent requests reuse the same model.
        NzZSensitiveDataRouteException caught: session_id=%s route_to_model=%s guardrail=%s sticky=%sÚsensitive_data_routing)Ú
session_idr*  r>  rÿ   zËSensitiveDataRouteException requested sticky routing for session_id=%s but the 'sensitive_data_routing' hook is not registered. Only this request will be rerouted; subsequent requests will not be sticky.r*  r  TÚsensitive_data_routing_appliedÚ%sensitive_data_routing_original_modelÚ sensitive_data_routing_guardrailÚ%sensitive_data_routing_detection_info)r@   Úinfor  Úroute_to_modelrÿ   Ústicky_session_routingrp   r  ru   Úset_session_routingrï  r  r½  )r®   rû   rª   r>  Úsensitive_routing_hookÚoriginal_modelr  s          r£   rç  z3ProxyLogging._handle_sensitive_data_route_exception¶  sC  è ø€ ð ˆ<Øä×!Ñ!ØhØ�N‰NØ×ÑØ×ÑØ×&Ñ&ô	
ð ×%Ò%Ø,0×,?Ñ,?Ð@XÓ,YÐ"ÜÐ0Ô2TÔUØ,×@Ñ@Ø"Ÿ~™~Ø×,Ñ,Ø&7Ø#&×#5Ñ#5ð	 Aó ÷ ñ ô %×,Ñ,ðPð —N‘Nô	ð !%§¡¨Ó 1ˆØ×*Ñ*ˆˆW‰àŸ(™( :Ó.Ò4°"ˆØ59ˆÐ1Ñ2Ø<JˆÐ8Ñ9Ø7:×7IÑ7IˆÐ3Ñ4Ø<?×<NÑ<NˆÐ8Ñ9Ø#ˆˆZÑàˆð1ús   ‚B(D6Â*D4Â+B
D6r^  r_  c                 ó~   — t         j                  D ]*  }t        |t        «      sŒ|j	                  | ||||¬«        y  y )Nr]  )r¾   r´  r  rK   Ú_record_guardrail_metrics)rÿ   r^  r9   r_  r=  Úprom_callbacks         r£   rh  z$ProxyLogging._emit_guardrail_metricsé  sK   € ô %×.Ñ.ò 		ˆMÜ˜-Ô)9Õ:Ø×7Ñ7Ø#1Ø$3Ø!Ø)Ø'ð 8ô ñ ñ		r¢   Úcoroc           	   ƒ   óâ  K  — t        | dd«      xs t        | «      j                  }t        j                  «       }d}d}	 |ƒ d{  –—† t
        j                  |t        j                  «       |z
  |||¬«       S 7 Œ3# t        $ r d}‚ t        $ r)}d}t        |«      j                  }t        || «       ‚ d}~ww xY w# t
        j                  |t        j                  «       |z
  |||¬«       w xY w­w)a  
        Await `coro`, recording its latency and status to the
        `litellm_guardrail_latency_seconds` metric under `hook_type`, and
        enriching any raised HTTPException with the originating callback's
        `guardrail_name`/`guardrail_mode` before re-raising.
        rÿ   NrÀ  r]  r[  rð  )
r  rô   r›   rd  re  rl  rh  rG   r=  r  )rü   r  r=  rÿ   rà  r9   r_  rö  s           r£   Ú_run_guardrail_with_metricsz(ProxyLogging._run_guardrail_with_metricsü  só   è ø€ ô !(¨Ð2BÀDÓ IÒ dÌTÐRZË^×MdÑMdˆÜ ×-Ñ-Ó/ˆ
ØˆØ!%ˆ
ð	Ø—:ô ×0Ñ0Ø-Ü $× 1Ñ 1Ó 3°jÑ @ØØ%Ø#ð 1õ ð ùÜ*ò 	Ø!ˆFØÜò 	ØˆFÜ˜a›×)Ñ)ˆJÜ9¸!¸XÔFØûð		ûô ×0Ñ0Ø-Ü $× 1Ñ 1Ó 3°jÑ @ØØ%Ø#ð 1õ üsG   ‚=C/Á A; ÁA9ÁA; Á	0C/Á9A; Á;B8Â$B3Â3B8Â8B; Â;1C,Ã,C/Úgenc                ór   K  — 	 |2 3 d{  –—† }|­–— Œ7 Œ
6 y# t         $ r}t        || «       ‚ d}~ww xY w­w)a§  
        Yield from `gen`; if iteration raises an HTTPException with dict detail,
        enrich the detail with the originating callback's `guardrail_name` and
        `guardrail_mode` before re-raising. Used to wrap each layer of the
        async_post_call_streaming_iterator_hook chain so the enrichment is
        attributed to the callback that produced the chunk pipeline at that
        point in the chain.
        N)r=  r  )rü   r  Úchunkrö  s       r£   Ú(_wrap_streaming_iterator_with_enrichmentz5ProxyLogging._wrap_streaming_iterator_with_enrichment  sC   è ø€ ð	Ø"÷ ð �eØ”ðø™søäò 	Ü9¸!¸XÔFØûð	üs4   ‚7„ †Š‹Ž •— ˜7™	4¢/¯4´7r`  Ú_callback_capabilities_cachec                  ó  — t         j                  } t        | «      t        d„ | D «       «      f}t        j
                  }|j                  |«      }|�|S d}d}d}d}d}d}	g }
g }| D �]:  }t        |t        «      r8t         j                  j                  j                  t        t        |«      «      }n|}|�t        |t        «      sŒa|j                  |«       t!        |«      }|t        u rŒ†t        |t"        «      rd}|j$                  }d|v rd}d|v rd}|
j                  |df«       n$d|v r t'        |dd«      s|
j                  |df«       t        j(                  }t'        |d	|«      }t'        |d
|«      t'        |d
|«      urd}d|v s�Œ'd}|j*                  du s�Œ9d}	�Œ= t-        ||xs t/        d„ |
D «       «      ||||	t        |
«      t        |«      ¬«      }t        |«      dk\  r|j1                  «        |||<   |S )uà  
        Inspect ``litellm.callbacks`` once and answer the per-hook capability
        questions used to short-circuit no-op work on the chat-completions hot
        path. Per-request callers iterated ``litellm.callbacks`` and called
        ``get_custom_logger_compatible_class`` for every string entry â€” that
        scanning cost dominated the proxy overhead on low-config deployments.

        Cache invalidates whenever the list length or member identities change.
        c              3   ó2   K  — | ]  }t        |«      –— Œ y ­wr­   )ró   ©r  Úcs     r£   r  z6ProxyLogging._callback_capabilities.<locals>.<genexpr>?  s   è ø€ Ò+E°a¬B¨q¯EÑ+Eùr'  FTr÷   Ú'async_post_call_streaming_iterator_hookÚoverrider@  rA  Úasync_post_call_streaming_hookÚ__func__rK  c              3   ó,   K  — | ]  \  }}|d k(  –— Œ y­w)r@  Nr¡   )r  Ú_Úkinds      r£   r  z6ProxyLogging._callback_capabilities.<locals>.<genexpr>„  s   è ø€ ÒO±°°D�4Ð,Õ,ÑOùs   ‚)ra  rb  rc  rd  re  rf  rh  ri  é    )r¾   r´  r3  rí   rl  r  r  r  r    rµ  r¶  Ú"get_custom_logger_compatible_classr   r    rJ   Úappendrô   rH   rÈ  r  r   rã  r`  rÍ  Úclear)r´  rù   rG  Úcachedra  rb  rc  rd  re  rf  rh  ri  rü   ÚresolvedÚclsÚ	cls_attrsÚbase_streaming_hookÚcls_streaming_hookrÎ  s                      r£   rÌ  z#ProxyLogging._callback_capabilities3  sE  € ô #×,Ñ,ˆ	Ü˜)“n¤eÑ+E¸9Ô+EÓ&EÐFˆÜ#×@Ñ@ˆØŸ	™	 #›ˆØÐØˆMà).Ð&Ø %ÐØ',Ð$ØˆØ %ÐØ$ÐØ;=ÐØ8:Ðà!ó 1	0ˆHÜ˜(¤CÔ(Ü"×5Ñ5×EÑE×hÑhÜÔDÀhÓOó‘ð $�ØÐ¤z°(¼LÔ'IØØ×%Ñ% hÔ/Ü�x“.ˆCØ”lÑ"ØÜ˜(¤OÔ4Ø $�ð Ÿ™ˆIØ6¸)ÑCØ15Ð.Ø8¸IÑEØ(,Ð%Ø"×)Ñ)¨8°ZÐ*@ÕAØ" iÑ/¼ÀÐJfÐhmÔ8nØ"×)Ñ)¨8Ð5FÐ*GÔHô #/×"MÑ"MÐÜ!(ØØ0Ø#ó"Ðô
 Ð)¨:Ð7IÓJÔRYØ# ZÐ1DóSñ ð 04Ð,Ø$¨	Ó1Ø(,Ð%Ø×4Ñ4¸Ó<Ø+/Ò(ðc1	0ôf ,Ø+IØ"7ò #PÜÑOÐ<NÔOÓOØ)EØ'Ø"7Ø!5Ü$Ð%7Ó8Ü$Ð%7Ó8ô

ˆô ˆu‹:˜ÒØ�K‰KŒMØˆˆc‰
Øˆr¢   c                 óX   — ddl m} | j                  }|sy ||«      }|sy|d   t        v S )Nr   )Úget_call_types_for_routeF)Ú2litellm.litellm_core_utils.api_route_to_call_typesr0  Úrequest_router¸   )r>  r0  ÚrouteÚ
call_typess       r£   Ú&_stream_requires_guardrail_translationz3ProxyLogging._stream_requires_guardrail_translation“  s:   € õ	
ð )×6Ñ6ˆÙØÙ4°UÓ;ˆ
ÙØØ˜!‰}Ô RÐRÐRr¢   c                  ó>   — t         j                  «       j                  S r­   )rl  rÌ  ra  r¡   r¢   r£   Ú(has_post_call_response_headers_callbacksz5ProxyLogging.has_post_call_response_headers_callbacks¡  s   € ä×2Ñ2Ó4×SÑSÐSr¢   c                  óz   — t         j                  «       } | j                  xs | j                  xs | j                  S r­   )rl  rÌ  rb  rc  rd  ©rÎ  s    r£   Úhas_streaming_callbacksz$ProxyLogging.has_streaming_callbacks¥  s3   € ä"×9Ñ9Ó;ˆØ×)Ñ)Òd¨T×-NÑ-NÒdÐRV×RdÑRdÐdr¢   c                  ó^   — t         j                  «       } | j                  xs | j                  S )z„True iff any callback overrides ``async_post_call_streaming_hook``
        (the per-chunk hook, distinct from the iterator wrapper).©rl  rÌ  rc  rd  r9  s    r£   Ú"has_streaming_chunk_hook_overridesz/ProxyLogging.has_streaming_chunk_hook_overridesª  s)   € ô #×9Ñ9Ó;ˆØ×0Ñ0ÒF°D×4FÑ4FÐFr¢   c                 ó>   — t         j                  «       j                  S )zåWhether ``async_data_generator`` needs to wrap the upstream stream
        through ``async_post_call_streaming_iterator_hook``. Instance method
        so tests can override the gate via ``MagicMock(spec=ProxyLogging)``.
        )rl  rÌ  rb  r´   s    r£   Úneeds_iterator_wrapz ProxyLogging.needs_iterator_wrap±  s   € ô
 ×2Ñ2Ó4×JÑJÐJr¢   c                 ó^   — t         j                  «       }|j                  xs |j                  S )zÖWhether ``async_data_generator`` needs to call the per-chunk
        ``_apply_streaming_chunk_hooks`` for every emitted chunk. Instance
        method for the same reason as :py:meth:`needs_iterator_wrap`.
        r<  )r®   rÎ  s     r£   Úneeds_per_chunk_streaming_hookz+ProxyLogging.needs_per_chunk_streaming_hook¸  s)   € ô
 #×9Ñ9Ó;ˆØ×0Ñ0ÒF°D×4FÑ4FÐFr¢   c                  ó>   — t         j                  «       j                  S r­   )rl  rÌ  rd  r¡   r¢   r£   Úhas_during_call_guardrailsz'ProxyLogging.has_during_call_guardrailsÀ  s   € ä×2Ñ2Ó4×BÑBÐBr¢   c           	   ƒ   óŽ  K  — t         j                  «       j                  s|S g }t        j                  D �]V  }t        |t        «      sŒ|j                  €t        |d«      r|j                  dk(  rS yddl
m} |j                  }|t        j                  j                  k(  r|j                   }|j#                  ||¬«      durŒ�|t        j                  j                  k(  r| j%                  |«      }n|}dt'        |«      j(                  v rJ|j*                  s>|�<t-        |d	d
«      s/||d<   | j/                  |t0        j3                  |||¬«      d«      }	n%| j/                  ||j3                  |||¬«      d«      }	|j5                  |	«       �ŒY |r	 t7        j8                  |Ž ƒ d{  –—†  |S |S 7 Œ# t:        $ r}
|
‚d}
~
ww xY w­w)zP
        Runs the CustomGuardrail's async_moderation_hook() in parallel
        NÚmoderation_checkrE  r   r-   rY  Tr@  rC  FrD  )r>  rª   rA  rB  rH  )rl  rÌ  rd  r¾   r´  r  rH   r   rÉ  rE  r`  r.   rB  r0   ra  r×   Úduring_mcp_callrc  rË  rô   rÈ  rA  r  r  r·   rL  r'  rŒ  rý  r=  )r®   rª   r>  rA  Úguardrail_tasksrü   r.   rW  r&  Úguardrail_taskrö  s              r£   Úduring_call_hookzProxyLogging.during_call_hookÄ  sÜ  è ø€ ô ×2Ñ2Ó4×BÒBØˆKà!#ˆä×)Ñ)ó 4	7ˆHÜ˜(¤OÕ4ð ×&Ñ&Ð.´7¸8ÐEWÔ3XØ×0Ñ0°JÒ>Ùõ Mà!4×!@Ñ!@�JØ ¤I×$;Ñ$;×$AÑ$AÒAØ%8×%HÑ%H˜
à×4Ñ4¸$È:Ð4ÓVÐ^bÑbØ à¤	× 7Ñ 7× =Ñ =Ò=Ø-1×-TÑ-TÐUfÓ-gÑ*à->Ð*ð &¬¨h«×)@Ñ)@Ñ@Ø$×?Ò?Ø)Ð5Ü# HÐ.KÈUÔSà19�DÐ-Ñ.Ø%)×%EÑ%EØ Ü)×?Ñ?Ø.?Ø!%Ø&/ð @ó ð
 &ó&‘Nð &*×%EÑ%EØ Ø ×6Ñ6Ø!%Ø.DØ&/ð 7ó ð
 &ó&�Nð  ×&Ñ& ~Ö6ði4	7ñn ðÜ—n‘n oÐ6×6Ð6ð
 ˆˆtˆð 7ùÜò à�ûðüsC   ‚AGÁ
EGÆF2 Æ'F0Æ(F2 Æ,GÆ0F2 Æ2	GÆ;F=Æ=GÇGrè  Úfailing_modelc              ƒ   óŽ   K  — | j                   €y | j                  r&| j                  j                  ||¬«      ƒ d {  –—†  y y 7 Œ­w)N)rè  rJ  )rr  rz  Úfailed_tracking_alert)r®   rè  rJ  s      r£   rL  z"ProxyLogging.failed_tracking_alert	  sR   è ø€ ð
 �=‰=Ð Øà×'Ò'Ø×.Ñ.×DÑDØ+Ø+ð Eó ÷ ñ ð (ðús   ‚:A¼A½Arô   )	Útoken_budgetÚuser_budgetÚsoft_budgetÚmax_budget_alertÚteam_budgetÚorganization_budgetÚproxy_budgetÚprojected_limit_exceededÚproject_budgetÚ	user_infoc              ƒ   óð  K  — |dk(  xr( |j                   d uxr t        |j                   «      dkD  }| j                  €|sy | j                  �Md| j                  v sd| j                  v r1| j                  �%| j                  j	                  ||¬«      ƒ d {  –—†  | j                  d uxr d| j                  v xs |}|r3| j
                  �&| j
                  j	                  ||¬«      ƒ d {  –—†  y y y 7 Œ\7 Œ	­w)NrO  r   r›  rœ  )rô   rV  Úemail)Úalert_emailsr3  rr  rz  Úbudget_alertsr{  )r®   rô   rV  Ú is_soft_budget_with_alert_emailsÚshould_send_emails        r£   rZ  zProxyLogging.budget_alerts$	  s  è ø€ ð( �MÑ!Òl i×&<Ñ&<ÀDÐ&HÒlÌSÐQZ×QgÑQgÓMhÐklÑMlð 	)ð �=‰=Ð Ñ)Iàà�=‰=Ð$¨'°T·]±]Ñ*BÀjÐTX×TaÑTaÑFaØ×+Ñ+Ð7Ø×2Ñ2×@Ñ@ØØ'ð Aó ÷ ð ð "Ÿ]™]°$Ð6ÒS¸7ÀdÇmÁmÐ;SÒxÐXxÐá ×!<Ñ!<Ð!HØ×-Ñ-×;Ñ;ØØ#ð <ó ÷ ñ ð "IÐðøðús%   ‚BC6ÂC2ÂAC6Ã*C4Ã+C6Ã4C6r2  Úlevel)ÚLowÚMediumÚHighÚ
alert_typerR  c           	   ƒ   óè  K  — | j                   €yddlm}  |j                  «       j                  d«      }t	        j
                  dd«      }d|› d|› d|› �}|�	|d	|› d
�z  }i }	i }
|�Zt        |¬«      ƒ d{  –—† }|�||	d<   |d|› �z  }d|v r3|d   j                  dd«      �t        |d   d   t        «      r|d   d   }
d| j                   v sd| j                   v r* | j                  j                  d|||d|
dœ|	¤Žƒ d{  –—†  | j                   D ]V  }|dk(  sŒ	t        j                  j                  �*t        j                  j                  j                  |«       ŒMt!        d«      ‚ y7 Œö7 Œl­w)a÷  
        Alerting based on thresholds: - https://github.com/BerriAI/litellm/issues/1298

        - Responses taking too long
        - Requests are hanging
        - Calls are failing
        - DB Read/Writes are failing
        - Proxy Close to max budget
        - Key Close to max budget

        Parameters:
            level: str - Low|Medium|High - if calls might fail (Medium) or are failing (High); Currently, no alerts would be 'Low'.
            message: str - what is the alert about
        Nr   )r   z%H:%M:%SÚPROXY_BASE_URLzLevel: `z`
Timestamp: `z`

Message: z

Proxy URL: `ú`©rR  u   ðŸª¢ Langfuse Traceu   

ðŸª¢ Langfuse Trace: r  Úalerting_metadatar›  rœ  )r2  r]  ra  rV  rf  Úsentryz#Missing SENTRY_DSN from environmentr¡   )rr  r   ÚnowÚstrftimerÆ   rÇ   rM   r  r  r  rz  Ú
send_alertr¾   ÚutilsÚsentry_sdk_instanceÚcapture_messager=  )r®   r2  r]  ra  rR  r   Úcurrent_timeÚ_proxy_base_urlÚformatted_messageÚextra_kwargsrf  Ú_urlÚclients                r£   Úalerting_handlerzProxyLogging.alerting_handlerQ	  s¸  è ø€ ð* �=‰=Ð Øå%ð +˜hŸl™l›n×5Ñ5°jÓAˆÜ!#§¡Ð+;¸TÓ!BˆØ& u g¨_¸\¸NÈ.ÐY`ÐXaÐbÐØÐ&ØÐ#3°OÐ3DÀAÐ!FÑFÐà ˆØÐØÐ#Ü ?È\Ô Z×ZˆDàÐØ6:�Ð2Ñ3Ø!Ð'@ÀÀÐ%GÑGÐ!à˜lÑ*Ø  Ñ,×0Ñ0Ð1DÀdÓKÐWÜ˜|¨JÑ7Ð8KÑLÌdÔSà$0°Ñ$<Ð=PÑ$QÐ!Ø�d—m‘mÑ# z°T·]±]Ñ'BØ9�$×.Ñ.×9Ñ9ð ØØØ%ØØ"3ñð ñ÷ ð ð —m‘mò 	KˆFØ˜Ó!Ü—=‘=×4Ñ4Ð@Ü—M‘M×5Ñ5×EÑEÐFWÕXä#Ð$IÓJÐJñ	Kð) [øðús,   ‚A5E2Á7E.Á8BE2ÄE0ÄE2ÄAE2Å0E2rß  c              ƒ   ó
  K  — t         j                  | j                  vryt        |t        «      rmt        |j
                  t        «      r|j
                  }nQt        |j
                  t        «      r t        j                  |j
                  «      }nt        |«      }nt        |«      }t        |t        «      r||dd z  }t        |«      }t        j                  | j                  d|› �dt         j                  i ¬«      «       t        | d«      r5| j                  j!                  t"        j$                  |||¬«      ƒ d{  –—†  t&        j(                  j*                  r!t&        j(                  j+                  |¬«       yy7 Œ@­w)	z]
        Log failed db read/writes

        Currently only logs exceptions to sentry
        Néè  zDB read/write call failed: r`  ©r2  r]  ra  rR  r|  )rÞ  rß  rð  rA  )rð  )rV   Údb_exceptionsrx  r  r8   rþ   r    r  rû  Údumpsr?   rŒ  r�  rt  rÉ  r|  Úasync_service_failure_hookrB   ÚDBr¾   rk  Úcapture_exception)r®   rÀ  rß  rA  Útraceback_strrè  s         r£   Úfailure_handlerzProxyLogging.failure_handler�	  sQ  è ø€ ô ×"Ñ"¨$×*:Ñ*:Ñ:ØÜÐ(¬-Ô8ÜÐ,×3Ñ3´SÔ9Ø 2× 9Ñ 9‘ÜÐ.×5Ñ5´tÔ<Ü $§
¡
Ð+=×+DÑ+DÓ E‘ä #Ð$6Ó 7‘äÐ 2Ó3ˆMÜ�m¤SÔ)Ø˜]¨5¨DÐ1Ñ1ˆMÜ& }Ó5ˆÜ×ÑØ×!Ñ!Ø5°m°_ÐEØÜ$×2Ñ2Øð	 "ó ô	
ô �4Ð.Ô/Ø×*Ñ*×EÑEÜ$Ÿ™Ø!Ø#Ø#ð	 Fó ÷ ð ô �=‰=×*Ò*Ü�M‰M×+Ñ+Ð2DÐ+ÕEð +ðús   ‚D>FÅ FÅAFrÀ  r3  r}  c           	   ƒ   óº  K  — | j                  |j                  dd«      d¬«      ƒ d{  –—†  t        j                  | j                  v ryt        |t        t        f«      sc	 t        |dd«      }t        |«      }|�||z  }t        j                  | j                  t        d|› d�«      d	t        j                  |¬
«      «       |j                  dd«       | j                  |||j                   ¬«      r| j#                  ||||¬«      ƒ d{  –—†  |j%                  t'        |«      «       |j                  dd«       d}	t(        j*                  D ]“  }
	 d}t        |
t        «      r8t(        j,                  j.                  j1                  t3        t4        |
«      «      }n|
}|�Bt        |t6        «      r2	 |j9                  ||||¬«      ƒ d{  –—† }t        |t        «      r|	€|}	Œ• |	S 7 �Œ½7 ŒÝ7 Œ!# t        $ r}|	€|}	Y d}~Œd}~wt:        $ r }t=        j>                  d|«       Y d}~ŒDd}~ww xY w# t:        $ r!}t=        j>                  d|«       Y d}~�Œd}~ww xY w­w)a$  
        Allows users to raise custom exceptions/log when a call fails, without having to deal with parsing Request body.
        Callbacks can return or raise HTTPException to transform error responses sent to clients.

        Covers:
        1. /chat/completions
        2. /embeddings
        3. /image/generation

        Args:
            - request_data: dict - The request data.
            - original_exception: Exception - The original exception.
            - user_api_key_dict: UserAPIKeyAuth - The user api key dict.
            - error_type: Optional[ProxyErrorTypes] - The error type.
            - route: Optional[str] - The route.
            - traceback_str: Optional[str] - The traceback string, sometimes upstream endpoints might need to send the upstream traceback. In which case we use this

        Returns:
            - Optional[HTTPException]: If any callback returns or raises an HTTPException, the first one found is returned.
                                      Otherwise, returns None and the original exception is used.
        r¿  r   rÁ  )r¿  r9   NÚlitellm_debug_infozLLM API call failed: `rd  r`  rw  rW  )rÀ  r_  r3  )rR  r>  r3  rÀ  rT  )rR  r>  rÀ  r}  zA[Non-Blocking] Error in async_post_call_failure_hook callback: %szC[Non-Blocking] Error setting up post_call_failure_hook callback: %s) rÅ  r  rV   Úllm_exceptionsrx  r  r8   r)   r  r    rŒ  r�  rt  r?   r”  Ú_is_proxy_only_llm_api_errorr2  Ú _handle_logging_proxy_only_errorr—  r]  r¾   r´  rµ  r¶  r&  r   r    rJ   Úasync_post_call_failure_hookr=  r@   Ú	exception)r®   rR  rÀ  r>  r_  r3  r}  r€  Úexception_strÚtransformed_exceptionrü   rì  Úhook_resultrö  s                 r£   Úpost_call_failure_hookz#ProxyLogging.post_call_failure_hook¹	  s–  è ø€ ð@ ×(Ñ(¸×9IÑ9IÐJ[Ð]_Ó9`ÐioÐ(Óp×pÐpÜ×#Ñ# t×'7Ñ'7Ñ7Ä
Ø¤´Ð ?ôA
ðô
 5<Ð<NÐPdÐfjÓ4kÐÜÐ 2Ó3ˆMØ!Ð-ØÐ!3Ñ3�ä×ÑØ×%Ñ%Ü*Ð-CÀMÀ?ÐRSÐ+TÓUØ Ü(×7Ñ7Ø!-ð	 &ó ôð 	×ÑÐ2°DÔ9ð ×,Ñ,Ø1Ø!Ø#×1Ñ1ð -ô 
ð
 ×7Ñ7Ø)Ø"3ØØ#5ð	 8ó ÷ ð ð 	×ÑÔ3°LÓAÔBð 	×ÑÐ.°Ô5ð 7;Ðä×)Ñ)ò 	yˆHðyØ15�	Ü˜h¬Ô,Ü '× :Ñ :× JÑ J× mÑ mÜÔHÈ(ÓSó!‘Ið !)�IØÐ(¬Z¸	Ä<Ô-PðØ,5×,RÑ,RØ)5Ø.?Ø/AØ*7ð	 -Só -÷ '˜ô & k´=ÔAÐF[ÐFcØ4?Ð1øð'	yð@ %Ð$ðc 	qùðDøð4'ùô )ò 6à0Ð8Ø45Ð1ÿøÜ$ò ä,×6Ñ6Ø_Ðab÷ñ ûðûô
 ò yÜ$×.Ñ.Ð/tÐvw×xÒxûðyüs–   ‚'I©G&ªC!IÄG)ÄAIÅAH.Æ1G-Ç	G+Ç
G-Ç"IÇ)IÇ+G-Ç-	H+Ç6G?Ç:H.Ç?H+ÈH&È!H.È&H+È+H.È.	IÈ7IÉIÉIÉIc                 ó´   — |€yt        j                  |«      st        j                  |«      syt        |t        t
        f«      xs |t        j                  k(  S )ae  
        Return True if the error is a Proxy Only LLM API Error

        Prevents double logging of LLM API exceptions

        e.g should only return True for:
            - Authentication Errors from user_api_key_auth
            - HTTP HTTPException (rate limit errors)
            - ProxyException (guardrail blocks, budget / rate-limit errors)
        F)r[   Úis_llm_api_routeÚis_info_router  r8   r)   r(   Ú
auth_error)r®   rÀ  r_  r3  s       r£   r‚  z)ProxyLogging._is_proxy_only_llm_api_error,
  sS   € ð0 ˆ=ØÜ×,Ñ,¨UÔ3´{×7PÑ7PÐQVÔ7WØäÐ,¬}¼nÐ.MÓNò 
Øœ/×4Ñ4Ñ4ð	
r¢   c              ƒ   ó6  K  — |j                  dd«      }|€­ddlm} t        |j	                  «       «      |d<   t        j                  |¬«      }t        j                  j                  d|xs dt        j                  j                  «       t        j                  «       dœ|¤Ž\  }}d	|vri |d	<   |d	   j                  |«       |��Oi }	i }
t        j                  j!                  «       }|j#                  «       D ]  \  }}||v r||
|<   Œ|d
vsŒ||	|<   Œ |j%                  |j                  dd«      |j                  dd«      |	|
¬«       d}d}d|v rit'        |d   t(        «      rV|d   }||j*                  d<   |j,                  t.        j0                  j2                  k7  rôt.        j4                  j2                  }nÙd|v rit'        |d   t        «      rV|d   }||j*                  d<   |j,                  t.        j0                  j2                  k7  r‡t.        j6                  j2                  }nld|v rht'        |d   t(        «      rU|d   }||j*                  d<   |j,                  t.        j0                  j2                  k7  rt.        j8                  j2                  }|�||_        ||j*                  d<   |j,                  t.        j0                  j2                  k(  ryd|j*                  t:        <   |j=                  |d¬«       | j?                  ||¬«      ƒ d{  –—†  yy7 Œ­w)z±
        Handle logging for proxy only errors by calling `litellm_logging_obj.async_failure_handler`

        Is triggered when self._is_proxy_only_error() returns True
        rT  Nr   )Úuuidr¿  )r>  ÚIGNORE_THIS)Úoriginal_functionÚ	rules_objrà  r  )r*  rÐ  rT  r*  r   rÐ  )r*  rÐ  rI  r“  r0  Úpromptr‚  rA  T)r‚  Úapi_key)rT  rÀ  r¡   ) r  Úlitellm._uuidr�  r    Úuuid4rv   Ú'get_sanitized_user_information_from_keyr¾   rk  Úfunction_setupÚRulesr   rh  r—  r‰   rŸ   rà   r¸  Úupdate_environment_variablesr  rã   rC  rA  r0   Úpass_throughr×   rØ  Úatext_completionÚ
aembeddingr"   rE  Ú%_dispatch_proxy_only_failure_handlers)r®   rR  r>  r3  rÀ  rT  r�  Úuser_api_key_logged_metadatarª   Ú_optional_paramsÚ_litellm_paramsÚlitellm_param_keysÚkÚvr‚  Únormalized_call_types                   r£   rƒ  z-ProxyLogging._handle_logging_proxy_only_errorM
  s-  è ø€ ð /;×.>Ñ.>Ð?TÐVZÓ.[ÐØÐ&Ý*ä.1°$·*±*³,Ó.?ˆLÐ*Ñ+Ü2J×2rÑ2rØ"3ô3Ð(ô )0¯©×(DÑ(Dð )Ø"'Ò"8¨=Ü!Ÿ-™-×-Ñ-Ó/Ü#Ÿ<™<›>ñ)ð ñ	)Ñ%Ð ð  Ñ-Ø+-�˜ZÑ(Ø˜Ñ$×+Ñ+Ð,HÔIàÑ*à&(ÐØ%'ˆOä(;×(KÑ(K×(PÑ(PÓ(RÐØ$×*Ñ*Ó,ò ,‘��1ØÐ*Ñ*Ø)*�O AÒ&ØÐFÒFØ*+Ð$ QÒ'ð	,ð  ×<Ñ<Ø"×&Ñ& w°Ó3Ø!×%Ñ% f¨bÓ1Ø 0Ø.ð	 =ô ð (*ˆEØ/3Ð Ø˜\Ñ)¬j¸ÀjÑ9QÔSWÔ.XØ$ ZÑ0�ØEJÐ#×6Ñ6°zÑBØ&×0Ñ0´I×4JÑ4J×4PÑ4PÒPÜ+4×+@Ñ+@×+FÑ+FÑ(Ø˜\Ñ)¬j¸ÀhÑ9OÔQTÔ.UØ$ XÑ.�ØCHÐ#×6Ñ6°xÑ@Ø&×0Ñ0´I×4JÑ4J×4PÑ4PÒPÜ+4×+EÑ+E×+KÑ+KÑ(Ø˜LÑ(¬Z¸ÀWÑ8MÌtÔ-TØ$ WÑ-�ØBGÐ#×6Ñ6°wÑ?Ø&×0Ñ0´I×4JÑ4J×4PÑ4PÒPÜ+4×+?Ñ+?×+EÑ+EÐ(Ø#Ð/Ø0DÐ#Ô-ØFZÐ#×6Ñ6°{ÑCð #×,Ñ,´	×0FÑ0F×0LÑ0LÒLØð \`Ð×2Ñ2Ô3WÑXØ×(Ñ(ØØð )ô ð
 ×<Ñ<Ø$7Ø#5ð =ó ÷ ñ ðo +ðnús   ‚DLÄHLÌLÌLc              ƒ   ó  K  — t         j                  xs t        |«       }|rt        j                  «       nd}| j                  ||¬«      ƒ d{  –—†  t        j                  | j                  ||fd¬«      j                  «        y7 Œ7­w)z¸Runs the async failure handler plus the threaded sync handler. Expected
        client (4xx) errors skip traceback formatting unless
        litellm.log_client_error_tracebacks is set.r   )r…  Útraceback_exceptionNT)rQ  rª  Údaemon)
r¾   Úlog_client_error_tracebacksrP   r»   r½   Úasync_failure_handlerÚ	threadingÚThreadr~  Ústart)rT  rÀ  Úinclude_tracebackr}  s       r£   rž  z2ProxyLogging._dispatch_proxy_only_failure_handlers¨
  s›   è ø€ ô $+×#FÑ#Fò $
ÔNfØóO
ð K
Ðñ :Kœy×3Ñ3Ô5ÐPRˆØ!×7Ñ7Ø(Ø -ð 8ó 
÷ 	
ð 	
ô
 	×ÑØ&×6Ñ6à"Øðð ô	
÷ ‰%�'ð	
ús   ‚AB	ÁBÁ8B	c           	   ƒ   óê  K  — ddl m} ddlm} g }g }	 t        j
                  D ]„  }d}	t        |t        «      r8t        j                  j                  j                  t        t        |«      «      }	n|}	|	€ŒRt        |	t        «      r|j                  |	«       Œt|j                  |	«       Œ† t        ||¬«      }
t!        d„ |D «       «      }|D ]¾  }t#        |dd«      rŒ|j%                  |
|j&                  ¬	«      d
urŒ1d}dt)        |«      j*                  v rC|j,                  s7||d<   | j/                  |t0        j3                  |||¬«      d«      ƒ d{  –—† }n-| j/                  ||j3                  |||¬«      d«      ƒ d{  –—† }|€Œ½|}ŒÀ |r| j5                  |||
||¬«      ƒ d{  –—†  |D ]#  }|j3                  |||¬«      ƒ d{  –—† }|€Œ"|}Œ% 	 |S 7 Œ„7 ŒX7 Œ37 Œ# t6        $ r}|‚d}~ww xY w­w)z¨
        Allow user to modify outgoing data

        Covers:
        1. /chat/completions
        2. /embeddings
        3. /image/generation
        4. /files
        r   r†  r-   N©rª   rƒ  c              3   ó<   K  — | ]  }t        |d d«      sŒ|–— Œ y­wrÛ  )r  )r  rü   s     r£   r  z6ProxyLogging.post_call_success_hook.<locals>.<genexpr>ì
  s$   è ø€ ò LØ%ÄÈÐRcÐejÕ@k”ñLùs   ‚•rÜ  FrY  Tr@  rD  rJ  rI  )r¢  rª   Úguardrail_datar  r>  )r¨  rƒ  r`  r.   r¾   r´  r  r    rµ  r¶  r&  r   r    rH   r'  Ú'_check_and_merge_model_level_guardrailsrí   r  rc  rI  rô   rÈ  rA  r  r·   rM  Ú"_run_parallel_post_call_guardrailsr=  )r®   rª   r  r>  rƒ  r.   Úguardrail_callbacksÚother_callbacksrü   rì  r²  rê  Úguardrail_responseÚcallback_responserö  s                  r£   Úpost_call_success_hookz#ProxyLogging.post_call_success_hookÂ
  sv  è ø€ õ  	:Ý@à<>ÐØ57ˆðV	Ü#×-Ñ-ò :�Ø15�	Ü˜h¬Ô,Ü '× :Ñ :× JÑ J× mÑ mÜÔHÈ(ÓSó!‘Ið !)�IàÑ(Ü! )¬_Ô=Ø+×2Ñ2°9Õ=à'×.Ñ.¨yÕ9ð:ô$ %LÐQUÐblÔ$mˆNäFKñ LØ)<ôLó GÐð 0ò (2�ô ˜8Ð%6¸Ô>Øð ×1Ñ1Ø+Ø#6×#@Ñ#@ð 2ó ð  ñ	 ð à15Ð"à$¬¨X«×(?Ñ(?Ñ?È×HkÒHkØ19�DÐ-Ñ.Ø/3×/OÑ/OØ Ü)×FÑFØ.?Ø!%Ø%-ð Gó ð
 $ó0÷ *Ñ&ð 04×/OÑ/OØ Ø ×=Ñ=Ø.?Ø!%Ø%-ð >ó ð
 $ó0÷ *Ð&ð &Ñ1Ø1‘HðQ(2ñT #Ø×=Ñ=Ø2ØØ#1Ø%Ø&7ð >ó ÷ ð ð ,ò 1�ØCK×ChÑChØ&7¸dÈXð Dió D÷ >Ð!ð %Ñ0Ø0‘Hñ1ð ˆðW*øð*øðøð>ùô
 ò 	ØˆGûð	üs„   ‚G3”A!G  Á6CG  ÅGÅ-G  ÆGÆG  Æ	G  Æ(GÆ) G  Ç	GÇ
G  ÇG  ÇG3ÇG  ÇG  ÇG  ÇG  Ç 	G0Ç)G+Ç+G0Ç0G3r²  c              ƒ   óì   ‡ ‡‡‡‡‡	K  — dt         ddfˆˆˆˆ ˆfd„Š	t        j                  ˆ	fd„|D «       ddiŽƒ d{  –—† }t        d„ |D «       «      }t	        d	„ |D «       d«      }|�|‚|r|d
   ‚y7 Œ5­w)a·  
        Run opted-in post_call guardrails concurrently against the response
        produced by the sequential guardrails. These guardrails are declared
        block-only, so any modified response they return is discarded; they run
        for their blocking side effect (raising to reject the response before it
        reaches the client). Every guardrail is awaited to completion
        (``return_exceptions=True``) so a raise by one never leaves the others
        running as unobserved background tasks. A guardrail that blocks (any
        exception other than a passthrough) takes precedence over one that only
        changes the response flow, so a fast passthrough can never let a slower
        block be bypassed. Each per-guardrail coroutine sets ``guardrail_to_apply``
        immediately before awaiting, and the unified hook pops it before its first
        suspension point, so concurrent guardrails never race on that key.
        rü   r«   Nc              “   ól  •K  — | j                  ‰t        j                  ¬«      dury dt        | «      j                  v rC| j
                  s7| ‰d<   ‰j                  | t        j                  ‰‰‰¬«      d«      ƒ d {  –—†  y ‰j                  | | j                  ‰‰‰¬«      d«      ƒ d {  –—†  y 7 Œ37 Œ­w)NrY  Tr@  rD  rJ  rI  )	rc  r.   rI  rô   rÈ  rA  r  r·   rM  )rü   rª   r²  r  r®   r>  s    €€€€€r£   Ú_run_onezAProxyLogging._run_parallel_post_call_guardrails.<locals>._run_oneG  sÕ   øè ø€ Ø×,Ñ,°.ÔM`×MjÑMjÐ,ÓkÐswÑwØØ ¤D¨£N×$;Ñ$;Ñ;ÀH×DgÒDgØ-5�Ð)Ñ*Ø×6Ñ6ØÜ%×BÑBØ*;Ø!Ø!)ð Có ð
  ó÷ ñ ð ×6Ñ6ØØ×9Ñ9Ø*;Ø!Ø!)ð :ó ð
  ó÷ ñ ðøðús$   ƒA9B4Á<B0Á=-B4Â*B2Â+B4Â2B4c              3   ó.   •K  — | ]  } ‰|«      –— Œ y ­wr­   r¡   )r  rü   r¼  s     €r£   r  zBProxyLogging._run_parallel_post_call_guardrails.<locals>.<genexpr>a  s   øè ø€ Ò< X‰h�x× Ñ<ùs   ƒrñ  Tc              3   óB   K  — | ]  }t        |t        «      sŒ|–— Œ y ­wr­   rô  rö  s     r£   r  zBProxyLogging._run_parallel_post_call_guardrails.<locals>.<genexpr>d  r÷  r/  c              3   ó8   K  — | ]  }t        |«      rŒ|–— Œ y ­wr­   rù  rú  s     r£   r  zBProxyLogging._run_parallel_post_call_guardrails.<locals>.<genexpr>e  rû  rü  r   )rH   rŒ  rý  rí   r  )
r®   r¢  rª   r²  r  r>  rÿ  r   r  r¼  s
   ` ````   @r£   r´  z/ProxyLogging._run_parallel_post_call_guardrails0  sŠ   ýè ø€ ð.	¤_ð 	¸÷ 	ñ 	ô2  'Ÿ~™~Û<°Ô<ð 
à"ñ 
÷ 
ˆô Ñ`°7Ô`Ó`ˆÜÑb¨vÔbÐdhÓiˆØÐØˆNÙØ˜‘)ˆOð ð
ús   ˆ4A4¼A2½6A4rŠ   c              ƒ   ó0  K  — t         j                  «       }|j                  s|S t        «       j	                  t
        j                  «      }|€t        j                  d«       |S |j                  D ]ž  }t        |t        «      sŒdt        |«      j                  vs|j                  rŒ8|j                  |t         j"                  ¬«      durŒ\| j%                  | |«       j'                  |||j	                  d«      ||¬«      d«      ƒ d{  –—† }Œ  |S 7 Œ­w)	a   
        Run guardrails configured for ``post_mcp_call`` against an MCP tool result.

        The MCP counterpart of ``post_call_success_hook``: guardrails that
        implement ``apply_guardrail`` see the tool result's text through the
        unified guardrail seam (``MCPGuardrailTranslationHandler``), so a text
        guardrail can mask sensitive values in the result without any MCP-specific
        code of its own. Guardrails that instead implement
        ``async_post_mcp_tool_call_hook`` are dispatched by
        ``Logging.async_post_mcp_tool_call_hook`` and are not run here.

        A guardrail that rejects the result raises, and the exception propagates
        (matching the inbound ``pre_mcp_call`` behavior) rather than being
        swallowed into an unguarded result.
        NzJMCP guardrail translation handler unavailable; skipping post_mcp_call hookr@  rY  TrT  )r  rD  rT  r>  rR  Úpost_mcp_call)rl  rÌ  rd  rT   r  r0   ra  r@   r¼   ri  r  rH   rô   rÈ  rA  rc  r.   rÁ  r  Úprocess_output_response)r®   r  rR  r>  rÎ  Úhandler_clsrü   s          r£   Úpost_mcp_call_hookzProxyLogging.post_mcp_call_hookk  s  è ø€ ô* #×9Ñ9Ó;ˆØ×!Ò!ØˆOä@ÓB×FÑFÄy×G^ÑG^Ó_ˆØÐÜ ×&Ñ&Ð'sÔtØˆOà×/Ñ/ò 	ˆHÜ˜h¬Ô8ØØ ¬¨X«×(?Ñ(?Ñ?À8×CfÒCfØà×-Ñ-°<ÔL_×LmÑLmÐ-ÓnØñð Ø!×=Ñ=ØÙ“×5Ñ5Ø%Ø'/Ø(4×(8Ñ(8Ð9NÓ(OØ&7Ø!-ð 6ó ð  ó
÷ 
‰Hð	ð* ˆð
ús   ‚D	DÄDÄ	DÚrequest_headersc              ƒ   ó�  K  — i }t         j                  «       j                  s|S 	 | j                  ||¬«      }t        j
                  D ]½  }d}t        |t        «      r8t        j                  j                  j                  t        t        |«      «      }n|}|€ŒRt        |t        «      sŒct        |«      r|j                  |||||¬«      ƒ d{  –—† }	n|j                  ||||¬«      ƒ d{  –—† }	|	€Œ­|j!                  |	«       Œ¿ 	 |S 7 Œ;7 Œ# t"        $ r*}
t%        j&                  dt        |
«      «       Y d}
~
|S d}
~
ww xY w­w)zÿ
        Calls async_post_call_response_headers_hook on all CustomLogger callbacks.
        Merges all returned header dicts (later callbacks override earlier ones).

        Returns:
            Dict[str, str]: Merged headers from all callbacks.
        )rª   r  N)rª   r>  r  rÅ  rò   )rª   r>  r  rÅ  z,Error in post_call_response_headers_hook: %s)rl  rÌ  ra  Ú_build_litellm_call_infor¾   r´  r  r    rµ  r¶  r&  r   r    rJ   rú   r÷   r—  r=  r@   r…  )r®   rª   r>  r  rÅ  Úmerged_headersrò   rü   rì  r  rö  s              r£   Úpost_call_response_headers_hookz,ProxyLogging.post_call_response_headers_hook   s]  è ø€ ð 13ˆô ×2Ñ2Ó4×SÒSØ!Ð!ð!	cà'+×'DÑ'DÈ$ÐYaÐ'DÓ'bÐä#×-Ñ-ò 6�Ø15�	Ü˜h¬Ô,Ü '× :Ñ :× JÑ J× mÑ mÜÔHÈ(ÓSó!‘Ið !)�IàÑ(¬Z¸	Ä<Õ-PÜ1°)Ô<Ø'0×'VÑ'VØ!%Ø.?Ø%-Ø,;Ø.?ð (Wó (÷ "™ð (1×'VÑ'VØ!%Ø.?Ø%-Ø,;ð	 (Wó (÷ "˜ð Ñ)Ø&×-Ñ-¨fÕ5ñ76ð< Ðð'"øð"ùô ò 	cÜ ×*Ñ*Ð+YÔ[^Ð_`Ó[a×bÐbØÐûð	cüse   ‚#E¦A4D ÂD Â,$D ÃDÃD Ã.DÃ/D Ã6D Ä
EÄD ÄD Ä	EÄD>Ä8EÄ>EÅEc                 óF  — t        |di «      xs i }| j                  d«      xs i j                  d«      xs( | j                  d«      xs i j                  d«      xs i }|j                  d«      xs t        |dd«      ||j                  d«      |j                  d«      d	œS )
z¥
        Build a normalized dict of routing metadata from response._hidden_params
        and data, abstracting away the metadata vs litellm_metadata split.
        Ú_hidden_paramsr  Ú
model_infor  Úcustom_llm_providerNÚapi_baseÚmodel_id)rÍ  rÌ  rÎ  rÏ  )r  r  )rª   r  r  rÌ  s       r£   rÇ  z%ProxyLogging._build_litellm_call_infoÛ  s±   € ô  ' xÐ1AÀ2ÓFÒLÈ"ˆð �X‰X�jÓ!Ò' R×,Ñ,¨\Ó:ò Ø—‘Ð+Ó,Ò2°×7Ñ7¸ÓEòàð 	ð $1×#4Ñ#4Ð5JÓ#Kò $>Ü�xÐ!6¸Ó=Ø$Ø%×)Ñ)¨*Ó5Ø%×)Ñ)¨*Ó5ñ
ð 	
r¢   c                 ó4   ‡— g d¢}t        ˆfd„|D «       «      S )N)Újsonrpcró   r  c              3   ó&   •K  — | ]  }|‰v –— Œ
 y ­wr­   r¡   )r  rÏ   r  s     €r£   r  z9ProxyLogging.is_a2a_streaming_response.<locals>.<genexpr>ô  s   øè ø€ Ò< s�3˜(”?Ñ<ùs   ƒ)Úall)r®   r  Úexpected_keyss    ` r£   Úis_a2a_streaming_responsez&ProxyLogging.is_a2a_streaming_responseò  s   ø€ Ú:ˆÜÓ<¨mÔ<Ó<Ð<r¢   Ú
str_so_farc              ƒ   ó0  K  — t         j                  «       }|j                  s|j                  s|S ddlm} d}t        |t        t        f«      rt        j                  |¬«      }n/t        |t        «      r| j                  |«      rddlm}  ||«      }|�èd}	d}
t        j                  D ]Ñ  }	 d}t        |t         «      r7ddlm} |
st'        ||¬«      }	d	}
|j)                  |	|j*                  ¬
«      d	urŒMt        |t,        «      r8t        j.                  j0                  j3                  t5        t6        |«      «      }n|}|�9t        |t8        «      r)|�||z   }n|}|j;                  ||¬«      ƒ d{  –—† }|�|}ŒÓ |S 7 Œ# t<        $ r}|‚d}~ww xY w­w)zy
        Allow user to modify outgoing streaming data -> per chunk

        Covers:
        1. /chat/completions
        r   r†  N)Úresponse_obj)Úextract_text_from_a2a_responseFr-   r°  TrY  )r>  r  )rl  rÌ  rc  rd  r¨  rƒ  r  r<   r=   r¾   Úget_response_stringr  rÕ  Úlitellm.llms.a2a.common_utilsrÙ  r´  rH   r`  r.   r³  rc  rI  r    rµ  r¶  r&  r   r    rJ   r   r=  )r®   rª   r  r>  rÖ  rÎ  rƒ  Úresponse_strrÙ  Ú_cached_guardrail_dataÚ_guardrail_data_computedrü   rì  r.   Úcomplete_responser¸  rö  s                    r£   r   z+ProxyLogging.async_post_call_streaming_hookö  s¹  è ø€ ô& #×9Ñ9Ó;ˆØ×0Ò0¸×9KÒ9KØˆOå9à#'ˆÜ�h¤Ô0CÐ DÔEÜ"×6Ñ6ÀHÔM‰LÜ˜¤$Ô'¨D×,JÑ,JÈ8Ô,TÝTá9¸(ÓCˆLØÐ#ð 37Ð"Ø',Ð$ä#×-Ñ-ò +�ð*Ø59�IÜ! (¬OÔ<åPñ  8Ü5\Ø%)°jô6Ð2ð 8<Ð4ð %×9Ñ9Ø%;Ø+>×+HÑ+Hð :ó ð $(ñ	(ð %Ü! (¬CÔ0Ü$+×$>Ñ$>×$NÑ$N×$qÑ$qÜ Ô!LÈhÓWó%™	ð %-˜	Ø Ð,´¸IÄ|Ô1TØ%Ð1Ø0:¸\Ñ0IÑ-à0<Ð-ð 3<×2ZÑ2ZØ.?Ø%6ð 3[ó 3÷ -Ð)ð -Ð8Ø'8˜HøðS+ðX ˆð-ùô !ò Ø�GûðüsJ   ‚B,FÂ/AFÃ7FÃ8A<FÅ4FÅ5FÅ=FÆFÆ	FÆFÆFÆFc                ó
  K  — t         j                  «       }|j                  s	 |2 3 d{  –—† }|­–— Œddlm	} t        ||¬«      }|}t         j                  |«      }|j                  D ]Ö  \  }	}
t        |	t        «      r$|	j                  |t        j                   ¬«      durŒ:|
dk(  r?|r=t        |	t        «      r-|	j#                  «       rt%        |	dd	«      dur|	j&                  sd
n|
}|dk(  r%| j)                  |	|	j+                  |||¬«      «      }Œª| j)                  |	t,        j+                  ||||	|
dk(  ¬«      «      }ŒØ 	 |2 3 d{  –—† }|­–— Œ7 �Œ,6 n<# t        t        j
                  f$ r ‚ t        $ r t         j                  |«       ‚ w xY wt         j                  |«       y7 Œa6 n<# t        t        j
                  f$ r ‚ t        $ r t         j                  |«       ‚ w xY wt         j                  |«       y­w)zð
        Allow user to modify outgoing streaming data -> Given a whole response iterator.
        This hook is best used when you need to modify multiple chunks of the response at once.

        Covers:
        1. /chat/completions
        Nr   r†  r°  rY  Tr  rA  Fr@  )r>  r  rR  )r>  rR  r  rD  Úbuffer_until_moderated_default)rl  rÌ  rh  ÚGeneratorExitrŒ  ÚCancelledErrorr=  Ú_fire_deferred_stream_loggingr¨  rƒ  r³  r5  r  rH   rc  r.   rI  Úuses_apply_guardrail_interfacer  Úmask_response_contentr  r  r·   )r®   r  r>  rR  rÎ  r  rƒ  Úcurrent_responseÚstream_needs_translationÚresolved_callbackr$  Úeffective_kinds               r£   r  z4ProxyLogging.async_post_call_streaming_iterator_hookJ  s9  è ø€ ô #×9Ñ9Ó;ˆð ×&Ò&ðØ#+÷  ð  ˜%Ø”Kõ 	:ô ?ÀLÐ]gÔhˆà#ÐÜ*6×*]Ñ*]Ð^oÓ*pÐ à'+×'>Ñ'>ò '	Ñ#Ð˜tÜÐ+¬_Ô=à%×:Ñ:ÀÔYl×YvÑYvÐ:ÓwØñ ð ð ˜JÒ&Ù0Ü"Ð#4´oÔFØ)×HÑHÔJÜÐ 1Ð3OÐQVÓWÐ_cÑcØ-×CÒCñ "ð ð ð  Ò+Ø#'×#PÑ#PØ%Ø%×MÑMØ*;Ø!1Ø%1ð Nó ó$Ñ ð $(×#PÑ#PØ%Ü%×MÑMØ*;Ø%1Ø!1Ø+<Ø8<À
Ñ8Jð Nó ó	$Ñ ð='	ðR	Ø/÷ ð �eØ”ð{ ù¡8øä!¤7×#9Ñ#9Ð:ò ØÜò Ü×:Ñ:¸<ÔHØðúô ×6Ñ6°|ÔDØðhøÑ/øäœw×5Ñ5Ð6ò 	ØÜò 	Ü×6Ñ6°|ÔDØð	úô 	×2Ñ2°<Õ@ùs~   ‚!H¤E ¦EªE«E®E µDHÅF1 ÅF/ÅF-ÅF/ÅF1 ÅEÅE ÅHÅ9FÆHÆ-F/Æ/F1 Æ0HÆ19G*Ç*Hc                 ó¸   — | j                  d«      }|€yt        |dd«      }t        |dd«      }|�*|�'d|_        d|_        t	        j
                   ||Ž «       yyy)aƒ  
        Fire the deferred streaming logging callback after the full streaming
        pipeline (including guardrail end-of-stream blocks) has completed.

        CSW.__anext__ stores the callback and args on logging_obj instead of
        scheduling via create_task (which would race with unified_guardrail's
        end-of-stream block).  This method retrieves and fires them.
        rT  NÚ_on_deferred_stream_completeÚ_deferred_stream_complete_args)r  r  rì  rí  rŒ  r�  )rR  Úlogging_objÚ_deferred_cbÚ_argss       r£   rä  z*ProxyLogging._fire_deferred_stream_logging©  sy   € ð *×-Ñ-Ð.CÓDˆØÐØÜW^ØÐ7¸óX
ˆô 3:¸+ÐGgÐimÓ2nˆØÐ#¨Ð(9Ø7;ˆKÔ4Ø9=ˆKÔ6Ü×Ñ¡¨eÐ 4Õ5ð ):Ð#r¢   c              ƒ   ó†   K  — | j                  d«      }t        |t        «      sy|j                  |«      ƒ d{  –—†  y7 Œ­w)aV  
        Release the api-key max_parallel_requests slot when a streaming
        response is cancelled mid-flight (client disconnect) and no logging
        callback fired for it. Neither the success nor failure callback runs on
        the resulting CancelledError / GeneratorExit, so the pre-call +1 would
        otherwise leak.

        Awaited from the shielded streaming cleanup rather than scheduled
        fire-and-forget, so the caller can make it the single owner of the
        release: when a disconnect-time success event does fire (partial-spend
        billing or a deferred-guardrail flush), that event's own limiter
        callback releases the slot and this is not called at all. Two
        concurrent releases of the same acquisition would otherwise race and
        double-decrement under the limiter's in-memory fallback.
        Úparallel_request_limiterN)rp   r  rt   Ú1async_release_max_parallel_requests_on_disconnect)r®   r>  Úlimiters      r£   Ú-_arelease_max_parallel_requests_on_disconnectz:ProxyLogging._arelease_max_parallel_requests_on_disconnect¿  s<   è ø€ ð& ×,Ñ,Ð-GÓHˆÜ˜'Ô#GÔHØØ×GÑGÐHYÓZ×ZÒZús   ‚7A¹?ºAc                 óª   — | j                   rG| j                   j                  �0t        j                  | j                   j	                  |¬«      «       yyy)zÝ
        Initialize the response taking too long task if user is using slack alerting

        Only run task if user is using slack alerting

        This handles checking for if a request is hanging for too long
        Nre  )rz  rr  rŒ  r�  Úresponse_taking_too_long)r®   rª   s     r£   râ  z0ProxyLogging._init_response_taking_too_long_task×  sJ   € ð ×'Ò'¨D×,HÑ,H×,QÑ,QÐ,]Ü×Ñ × <Ñ <× UÑ UÐcgÐ UÓ hÕið -^Ð'r¢   rê   ©r«   N)NNNNNNNr­   )r«   r`  )r   ©NNN)NN)nr›   rœ   r�   rj  r]   rì   rÎ   r>   rD   r“  r’  rã   rî   rV   r  rŠ  r°  r    rJ   rp   r‹  r   rÅ  rË  rå  r†   r÷  rî  r  r„   r  r  r…   r   r°   r  r'  r.  r7  r<  rZ   r1   rˆ   rR  rV  rH   r.   rl  ru  rž   rŸ  r¨  r°  Ústaticmethodr‡   r®  rÏ  r   rÓ  rí   rè  rG   rç  rh  r   r–   r  r   r  r  r   rŸ   rÌ  r5  r7  r:  r=  r?  rA  rC  rI  rL  rW   rZ  rt  r~  r=  r(   r8   r‰  r‚  rƒ  rQ   rž  r¹  r´  r   rÄ  rÉ  rÇ  rÕ  r<   r:   r;   r=   r   r  rä  rõ  râ  r¡   r¢   r£   rl  rl  q  s›  … ñð #ñ'5à+ð'5ð ó'5ðR)3à˜T‘Mð)3ð &¨Ñ,ó)3óV.ð& !%Ø+/Ø)-Ø.2Ø%)Ø,0Ø)-ñ5Sà˜‘+ð5Sð " D™Lð5Sð   $Ñ&ð	5Sð
 ˜)‘_ tÑ+ð5Sð ˜d‘{ð5Sð # T™kð5Sð   $™;ó5Sñn;¨6°D©=ó ;ð01 3ð 1¨<¸$Ñ+>ó 1ñ&^°&¸4±-ó &^ðP
¸3ð 
ÈÐPaÑHbó 
ò(ð"¸dð "Àtó "ðH:ÐNfÐimÑNmó :ðx#Àsð #Ð\`ÐcgÑ\gó #ðJ°3ð Àtð ÐPTÐW[ÑP[ó ð:#ÐUpÐswÑUwó #ðJQÀDÈ4ÁKð QÐcgð QÐlpó Qð
à*ðð 2ðð 
��f�Ñ	ó	ð(
¸Tð 
ÐF_ó 
ð"À$ÈÁ+ð Ð`dð Ðimó ò:ð"!àð!ð 
ó!ð0 -1ñ7@à#ð7@ð ð7@ð ð	7@ð
 *¨DÑ0ð7@ð $ð7@ð # TÑ)ð7@ð 
ó7@ð@ -1ñ*
àð*
ð ð*
ð ð	*
ð
 *¨DÑ0ð*
ð $ð*
ð # TÑ)ð*
ð 
ó*
ðX]à!ð]ð ð]ð *¨DÑ0ð	]ð
 $ð]ð (ð]ð 
�‰ó]ð~Kà!ðKð ðKð # T™kð	Kð
 *ðKð $ðKð 
óKðZH-àðH-ð 1ðH-ð ð	H-ð
 ˜d™
ðH-ð $ðH-ð 
óH-ðTq°ð q¸ó qðF -1ñ-àð-ð *ð-ð ð	-ð
 ð-ð # T™kð-ð 
ó-ð^ ð6Ø'ð6àð6ð ð6ð 
ò	6ó ð6ðp
¸ÀÀVÀÑ8Lð 
ÐQUó 
ð2 ð !&ñà)ðð ðð $ð	ð
 ðð 
òó ðð ð !&ñà)ðð ðð $ð	ð
 ðð 
òó ðð !&ñzà)ðzð �T‰kðzð $ð	zð
 ðzð 
�‰ózðx=à˜/¨3Ð.Ñ/ð=ð ð=ð # T™kð	=ð
 *ð=ð $ð=ð 
ó=ð~1à(ð1ð �T‰kð1ð *¨DÑ0ð	1ð
 
�‰ó1ðf ðØðàðð ðð ˜$‘Jð	ð
 ðð 
òó ðð$ ð°Fð À)ÈBÁ-ð Ð\_ð Ðdfò ó ðð< ðØðØ-¨b°$¨hÑ7ðà	˜˜D˜Ñ	!òó ðð* jlÐ  (¨4°°c¸5ÀÀcÀ¹?Ð6JÑ0KÐMdÐ0dÑ+eÑ"fÓkàò]ó ð]ð~ ðSÀ.ð SÐUYò Só ðSð ðT°dò Tó ðTð ðe Tò eó ðeð ðG°ò Gó ðGðK Tó KðG°ó Gð ðC¨ò Có ðCðPàðPð *¨DÑ0ðPð $ó	Pðdàðð óð+àðñ

ð+ð ó+ðd %)ñ=Kàð=Kð Ð.Ñ/ð=Kð ð	=Kð
 ˜T‘kó=Kñ~'FÀ%ð 'FÐTWó 'Fð\ .2Ø Ø$(ñq%àðq%ð &ðq%ð *ð	q%ð
 $ dÑ*ðq%ð �T‰zðq%ð ˜T‘zðq%ð 
˜Ñ	óq%ðl .2Ø ñ	
à%ð
ð $ dÑ*ð
ð �T‰zð	
ð
 
ó
ðJ !Ø/3ñYàðYð *ðYð �T‰zð	Yð
 &¨Ñ,óYðv ðØ$ðà%¨Ñ,ðð 
òó ðð2làðlð #ðlð *ó	lð\9à˜/¨3Ð.Ñ/ð9ð ð9ð ð	9ð
 #ð9ð *ð9ð 
ó9ð~ 48ñ	3à"ð3ð ˜c 3˜hÑ'ð3ð *¨DÑ0ð	3ð
 
ó3ðt 26ñ9àð9ð *ð9ð ð	9ð
 ˜c 3˜h™¨$Ñ.ð9ð 
ˆc�3ˆh‰ó9ðv ð
 tð 
°vð 
À$ÀsÈFÀ{ÑBSò 
ó ð
ð,=°$ð =¸4ó =ð "&ñRàðRð  Ð"3Ñ3°mÑCÐFYÑYðRð *ð	Rð
 ˜$‘JóRðh]Að *ð]Að ó	]Að~ ð6°Dð 6¸Tò 6ó ð6ð*[à)ð[ð 
ó[ñ0
j¸¸t¹ô 
jr¢   rl  c                 ó&   — t        d| d   › �«       y )Nz!Backing off... this was attempt #Útries)rÁ   )Údetailss    r£   Ú
on_backoffrþ  ç  s   € äÐ5°g¸gÑ6FÐ5GÐHÕIr¢   c                 óÜ   — t        j                  | «      }|j                  «       D ]/  \  }}t        |t        «      sŒ	 t        j                  |«      ||<   Œ1 |S # t        $ r d||<   Y ŒDw xY w©Nzfailed-to-serialize-json)r	  Údeepcopyr¸  r  r  rû  ry  r=  )rª   Údb_datar£  r¤  s       r£   Újsonify_objectr  ì  sj   € Ü—]‘] 4Ó(€Gà—‘“ò 8‰ˆˆ1Ü�aœÕð8Ü!ŸZ™Z¨›]�˜’
ð8ð €Nøô ò 8à7�˜“
ð8ús   ¾AÁA+Á*A+rv  )Úmax_sizeÚ_deprecated_key_cacheé<   Ú!_DEPRECATED_KEY_CACHE_TTL_SECONDSÚdbÚhashed_tokenc              ƒ   óF  K  — t        j                  t        j                  «      }|j	                  «       }t
        j                  |«      }|�(|\  }}}||k  r||k  r|S t
        j                  |d«       	 | j                  }|j                  |d|idœ¬«      ƒ d{  –—† }	|	rO|	j                  rC|	j                  }
|	j                  |t        z   |
j	                  «       ft
        |<   |	j                  S y7 ŒV# t        $ r }t        j                  d|«       Y d}~yd}~ww xY w­w)zð
    Check if a token exists in the deprecated keys table and is still within its grace period.

    Returns the active_token_id if found and valid, otherwise None.
    Uses an in-memory cache to avoid DB queries on every auth request.
    NÚgt)ÚtokenÚ	revoke_at©r©   z!Deprecated key lookup skipped: %s)r   rh  r   ÚutcÚ	timestampr  r  r”  Ú#litellm_deprecatedverificationtokenÚ
find_firstÚactive_token_idr  r  r=  r@   r¼   )r  r	  rh  Únow_tsr)  r  Úcache_expires_at_tsÚrevoke_at_tsÚdeprecated_keys_tableÚdeprecated_rowr  rö  s               r£   Ú_lookup_deprecated_keyr    s7  è ø€ ô —‘œhŸl™lÓ+€CØ—M‘M“O€Fô *×-Ñ-¨lÓ;€FØÐØ=CÑ:ˆÐ,¨lØÐ'Ò'¨F°\Ò,AØ"Ð"Ü×!Ñ! ,°Ô5ðKð ×2Ñ2ð 	ð '<×&FÑ&Fà%Ø" C˜[ñð 'Gó '
÷ !
ˆñ ˜n×<Ò<Ø-×7Ñ7ˆIà×.Ñ.ØÔ:Ñ:Ø×#Ñ#Ó%ð3Ô! ,Ñ/ð
 "×1Ñ1Ð1ð ð'!
ùô  ò KÜ×"Ñ"Ð#FÈ×JÐJàûðKüsC   ‚A3D!Á6&C5 ÂC3ÂAC5 Ã1D!Ã3C5 Ã5	DÃ>DÄD!ÄDÄD!Ú&LITELLM_CONFIG_PARAM_CACHE_TTL_SECONDSÚ60Ú LITELLM_CONFIG_CACHE_TTL_SECONDSÚ__litellm_config_param_miss__Ú_CONFIG_CACHE_MISS)rp  Údefault_redis_ttlÚlitellm_config_cachec                   ó(   — e Zd ZdZdZdededdfd„Zy)Ú
_ConfigRowz>Mimics the Prisma litellm_config row shape for cached entries.©Ú
param_nameÚparam_valuer$  r%  r«   Nc                 ó    — || _         || _        y r­   r#  )r®   r$  r%  s      r£   rÎ   z_ConfigRow.__init__@  s   € Ø$ˆŒØ&ˆÕr¢   )r›   rœ   r�   rj  Ú	__slots__r    r   rÎ   r¡   r¢   r£   r"  r"  ;  s$   „ ÙHà-€Ið' 3ð '°Sð '¸Tô 'r¢   r"  r$  c                 ó   — d| › �S )Nzlitellm_config:param:r¡   ©r$  s    r£   Ú_config_cache_keyr*  E  s   € Ø" : ,Ð/Ð/r¢   Úrowc                 ó4   — | j                   | j                  dœS )Nr#  r#  )r+  s    r£   Ú_pack_config_rowr-  I  s   € ØŸ.™.¸¿¹ÑIÐIr¢   r)  c                 ó`   — | �	| t         k(  ry t        | t        «      rt        | d   | d   «      S y )Nr$  r%  )r  r  r  r"  )r)  s    r£   Ú_unpack_config_rowr/  M  s6   € Ø€~˜Ô#5Ò5ØÜ�&œ$ÔÜ˜& Ñ.°°}Ñ0EÓFÐFØr¢   r§  ÚPrismaClientc              ƒ   ó*  K  — t        |«      }t        j                  |«      ƒ d{  –—† }|�t        |«      S | j	                  d|d¬«      ƒ d{  –—† }|�t        |«      nt        }t        j                  ||t        ¬«      ƒ d{  –—†  |S 7 Œf7 Œ?7 Œ
­w)zKCached read of a LiteLLM_Config row; returns row, _ConfigRow shim, or None.Nr$  Úconfig)rÏ   r×   Ú
table_name©rÄ  )	r*  r   rÕ   r/  Úget_generic_datar-  r  rÙ   r  )r§  r$  Ú	cache_keyr)  r+  Úcache_values         r£   Úget_config_paramr8  U  s“   è ø€ ä(¨Ó4€IÜ.×>Ñ>¸yÓI×I€FØÐÜ! &Ó)Ð)à$×5Ñ5¸,ÈjÐemÐ5Ón×n€CØNQÈoÔ5EÀcÔ5JÔcu€KÜ
×
.Ñ
.¨y¸+ÔKkÐ
.Ó
l×lÐlØ€Jð Jøð oøàlús3   ‚$B¦B§(BÁBÁ6BÂBÂBÂBÂBc              ƒ   ó\   K  — t         j                  t        | «      «      ƒ d {  –—†  y 7 Œ­wr­   )r   Úasync_delete_cacher*  r)  s    r£   Úevict_config_paramr;  b  s    è ø€ Ü
×
1Ñ
1Ô2CÀJÓ2OÓ
P×PÒPús   ‚",¤*¥,c              ƒ   ó`   K  — t        | «      ƒ d{  –—†  t        | «      ƒ d{  –—†  y7 Œ7 Œ­w)zDEvict from both cache layers; call after every LiteLLM_Config write.N)r;  r\   r)  s    r£   Úinvalidate_config_paramr=  f  s+   è ø€ ä
˜ZÓ
(×(Ð(Ü
% jÓ
1×1Ñ1ð )øØ1ús   ‚.‘*’.¤,¥.¬.zPrismaClient | NoneÚparam_namesc              ƒ   óÜ  K  — |sy	 t        dt        | «      j                  «      }|j                  dd|ii¬«      ƒ d{  –—† }|D �ci c]  }|j                  |“Œ }}|D ]S  }|j                  |«      }|�t        |«      nt        }t        j                  t        |«      |t        ¬«      ƒ d{  –—†  ŒU y7 Œw# t        $ r }t        j                  d|«       Y d}~yd}~ww xY wc c}w 7 Œ:­w)zABatch-load LiteLLM_Config rows into the cache with one find_many.Nú*TableActions[prisma_models.LiteLLM_Config]r$  Úinr  zGprefetch_config_params failed, falling through to per-param queries: %sr4  )r   rz   ÚtableÚ	find_manyr=  r@   r¼   r$  r  r-  r  r   rÙ   r*  r  )	r§  r>  Úconfig_tableÚrowsrö  r+  Úby_namer#  r7  s	            r£   Úprefetch_config_paramsrG  l  sý   è ø€ áØð
Ü"Ø8Ô:JÈ=Ó:Y×:_Ñ:_ó
ˆð )×2Ñ2¸,ÈÈ{ÐH[Ð9\Ð2Ó]×]ˆð 6:Ö:¨c�c—n‘n cÑ)Ð:€GÐ:Øò 
ˆØ�k‰k˜$ÓˆØKNÈ?Ô2BÀ3Ô2GÔ`rˆÜ"×2Ñ2Ü˜dÓ# [Ô6Vð 3ó 
÷ 	
ñ 	
ñ
ð ^ùÜò Ü×"Ñ"ØUØô	
ô 	ûðüò ;ð	
úsX   ‚C,‡8B9 ¿B7Á B9 ÁC,ÁC%ÁAC,Â/C*Â0C,Â7B9 Â9	C"ÃCÃC,ÃC"Ã"	C,c                   ó   — e Zd ZdZy)Ú_ForcedRecreateDeclineda¾  A forced recreate was declined by the engine-generation guard.

    Distinct from a reconnect *failure*: the machinery worked, it just found
    that another path had already replaced the writer, so it left the engines
    alone. The caller's engine may still be poisoned, so the cycle must not
    report success, but it must not count as a failure either, or the record
    of what could not be repaired would gate the retry that recovers.
    N)r›   rœ   r�   rj  r¡   r¢   r£   rI  rI  „  s   „ òr¢   rI  )r^  Úslotsc                   óP   — e Zd ZU dZeed<   eed<   ededd fd„«       Zdede	fd„Z
y)	Ú_StaleReadEnginea�  The read engine a query observed, identified rather than only counted.

    `PrismaClient.read_db` resolves to the reader while it is available and to
    the writer once it is not, and the two carry independent generation
    counters that both start at zero and advance on the same reconnect
    cadence. A bare generation compared across that switch would silently pit
    one engine's counter against another's, so the wrapper is carried with the
    number and a switch counts as the engine having moved.

    Holding the wrapper itself rather than its `id()` is load-bearing, not
    incidental: the strong reference keeps the wrapper alive, so its address
    cannot be recycled under a stored observation and match an unrelated
    engine later. It is only free because writer and reader both live as long
    as the client does; a replaceable reader would make this a retention leak.
    ÚwrapperÚ
generationr«   c                 ó*   —  | ||j                   ¬«      S )N)rM  rN  )Úengine_generation)r+  rM  s     r£   Úobservez_StaleReadEngine.observe¤  s   € á˜7¨w×/HÑ/HÔIÐIr¢   Úcurrentc                 óT   — | j                   |u xr | j                  |j                  k(  S )a&  Whether this exact engine is still serving reads, unreplaced.

        A True answer must never be the only thing standing between a poisoned
        engine and its repair. The generation moves only after a replacement
        connects, and a recreate whose connect raises leaves it unmoved until
        some later recreate succeeds, so this can report an engine as live
        after it has stopped working. What bounds that is the failed-repair
        record in `_cooldown_applies`, written by a repair attempt that fails
        rather than by whatever broke the engine: the two need not be the same
        recreate, since the synchronous token-refresh fallback in
        `PrismaWrapper.__getattr__` recreates outside the reconnect machinery
        and records nothing. The record is written only for callers that named
        an engine, and it collapses the rest of the burst for up to one
        cooldown window rather than guaranteeing a repair, since the cooldown
        conjunct underneath it still expires and lets a later caller retry.
        )rM  rN  rP  )r®   rR  s     r£   Úis_still_livez_StaleReadEngine.is_still_live¨  s'   € ð" �|‰|˜wÐ&ÒW¨4¯?©?¸g×>WÑ>WÑ+WÐWr¢   N)r›   rœ   r�   rj  re   rŸ   rž   ÚclassmethodrQ  rì   rT  r¡   r¢   r£   rL  rL  �  sO   … ñð  ÓØƒOàðJ˜mð JÐ0Bò Jó ðJðX ]ð X°tô Xr¢   rL  c            #       óÆ	  — e Zd ZU g Zeed<    ej                  «       Z ej                  «       Z
eej                     ed<   dZee   ed<   dZded<   g Zed   ed	<    ej                  «       Zg Zeed
      ed<    ej                  «       ZdZee   ed<   	 dˆdededdfd„Zedefd„«       Zedefd„«       Zd‰d„Zdeez  ded   fd„Z defd„Z!de"ee#f   deee#f   fd„Z$ e%jL                  e%jN                  e(dde)¬ «      d!„ «       Z*e+ e%jL                  e%jN                  e(d"d#e)¬ «      d$ed%e#d&ed'   fd(„«       «       Z,d)ededz  fd*„Z- e%jL                  e%jN                  e(dde)¬ «      e+	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 	 dŠdeez  dz  d+edz  d,e.e   dz  d-edz  d.e.e   dz  d/edz  d&ed0   dz  d1ed2   d3e/dz  d4e/dz  d5edz  d6edz  d7e0dz  dedz  d8ee   dz  d9e1f d:„«       «       Z2d;e"ee#f   deee#f   fd<„Z3 e%jL                  e%jN                  e(dde)¬ «      de"ee#f   d&ed=   fd>„«       Z4 e%jL                  e%jN                  e(dde)¬ «      di dddd?dddf	dedz  de"ee#f   d@edz  d+edz  d-edz  d1edA   d&edB   dz  dCeee#f   dz  dDeee#f   dz  fdE„«       Z5 e%jL                  e%jN                  e(dde)¬ «      	 	 	 	 d‹dFe.edz     dz  d.e.e   dz  d&edG   dz  d+edz  fdH„«       Z6 e%jL                  e%jN                  e(dde)¬ «      dI„ «       Z7 e%jL                  e%jN                  e(dde)¬ «      dJ„ «       Z8defdK„Z9de1fdL„Z:e;de<fdM„«       Z=dNede1fdO„Z>dNedPej~                  ddfdQ„Z@dNede1fdR„ZAdSeddfdT„ZBdNede1fdU„ZCdŒdV„ZDdŒdW„ZEdŒdX„ZFdŒdY„ZGdŒdZ„ZHdŒd[„ZI	 	 d�d\edz  d]e1ddfd^„ZJd_d`de1fda„ZK	 	 dŽdbe1dced\edz  d]e1d_d`de1fdd„ZL	 	 	 	 	 d�dcedbe1d\edz  deedz  d]e1d_d`de1fdf„ZMdŒdg„ZNdŒdh„ZOdŒdi„ZPdefdj„ZQdkede#fdl„ZRdkede1fdm„ZSdne(dkedoede1fdp„ZTdne(dqedredkedoeddfds„ZU e%jL                  e%jN                  e(dde)¬ «      dt„ «       ZVdefdu„ZW e%jL                  e%jN                  e(dde)¬ «      dŒdv„«       ZXdwedz  dedz  fdx„ZYdyedz  dedz  fdz„ZZ	 	 	 	 	 	 	 d�d{ed|ed}ed~ededz  dwedz  dyedz  d€edz  d�edz  fd‚„Z[	 	 	 	 d‘d{edz  d6ed5edƒedz  dd„f
d…„Z\d’d†„Z]	 	 	 	 d“d‡„Z^y)”r0  Úspend_log_transactionsÚspend_log_flush_requestedr   Úspend_log_queue_bytesNzasyncio.Task[None] | NoneÚspend_logs_queue_monitor_taskr“   Útool_usage_transactionsr’   Úautorouter_turn_transactionsg      @Ú)PLANNED_ENGINE_REPLACEMENT_SETTLE_SECONDSÚdatabase_urlÚproxy_logging_objÚhttp_clientzHttpConfig | Nonec           	      óX  — || _         t        «       | _        t        j                  d«       	 ddlm} | j                  }t        j                  d«      }|rd	nd
}|�t         ||¬«      ||¬«      }	nt         |«       ||¬«      }	|  |r­	 |�t        |«      nd }
|�2|
�0t        ||
«      }|
j                  |«      }|t        j                  d<   dd|ii}|� |d0d|i|¤Ž}n |d0i |¤Ž}t        ||d|
dd¬«      }t!        |	|¬«      | _        t        j$                  d|�d|j&                  › d�nd
z   «       n|	| _        t+        j,                  «       | _        d | _        d| _        t5        dt7        t        j                  dd«      «      «      | _        t5        dt7        t        j                  dd«      «      «      | _        t=        t        j                  dd «      «      du | _        t5        d!tA        t        j                  d"d#«      «      «      | _!        t5        d$tA        t        j                  d%d&«      «      «      | _"        t5        d!tA        t        j                  d'd(«      «      «      | _#        t5        dtA        t        j                  d)d*«      «      «      | _$        d| _%        tM        i «      | _'        t5        dt7        t        j                  d+d,«      «      «      | _(        d-| _)        d| _*        d.| _+        d.| _,        d | _-        t        j                  d/«       y # t        $ rP}t        j                  d|«       t        j                  d«       t        j                  d«       t        d«      ‚d }~ww xY w# t        $ r(}t        j(                  d|«       |	| _        Y d }~�Œgd }~ww xY w)1NzCreating Prisma Client..r   )ÚPrismaz"Failed to import Prisma client: %sz9This usually means 'prisma generate' hasn't been run yet.z;Please run 'prisma generate' to generate the Prisma client.zCUnable to find Prisma binaries. Please run 'prisma generate' first.ÚDATABASE_URL_READ_REPLICAz[writer]r   )Úhttp)Úoriginal_prismaÚ
token_authÚ
log_prefixÚ
datasourceÚurlrd  Tz[reader])re  rf  Údb_url_env_varÚiam_endpointÚrecreate_uses_datasourcerg  )ÚwriterÚreaderzHPrismaClient: read-replica routing enabled via DATABASE_URL_READ_REPLICAz (with z auto-refresh)z|Failed to initialize read replica Prisma client: %s. Falling back to writer-only mode (no read routing) until proxy restart.rL  rV  Ú!PRISMA_RECONNECT_COOLDOWN_SECONDSÚ15é   Ú'PRISMA_HEALTH_WATCHDOG_INTERVAL_SECONDSÚ30ÚPRISMA_HEALTH_WATCHDOG_ENABLEDÚtrueg      à?Ú,PRISMA_HEALTH_WATCHDOG_PROBE_TIMEOUT_SECONDSz5.0g      ð?Ú)PRISMA_WATCHDOG_RECONNECT_TIMEOUT_SECONDSz30.0Ú%PRISMA_AUTH_RECONNECT_TIMEOUT_SECONDSz2.0Ú*PRISMA_AUTH_RECONNECT_LOCK_TIMEOUT_SECONDSz0.1Ú%PRISMA_RECONNECT_ESCALATION_THRESHOLDÚ3r³  FzSuccess - Created Prisma Clientr¡   ).r_  rm   rf  r@   r¼   Úprismarb  r=  rð  rÆ   rÇ   re   rf   rl   Ú	build_urlÚenvironrg   r  r	  Úlabelrï  rŒ  ÚLockÚ_db_reconnect_lockÚ_db_health_watchdog_taskÚ_db_last_reconnect_attempt_tsÚmaxrž   Ú_db_reconnect_cooldown_secondsÚ$_db_health_watchdog_interval_secondsr‚   Ú_db_health_watchdog_enabledrî   Ú)_db_health_watchdog_probe_timeout_secondsÚ&_db_watchdog_reconnect_timeout_secondsÚ"_db_auth_reconnect_timeout_secondsÚ'_db_auth_reconnect_lock_timeout_secondsÚ_consecutive_reconnect_failuresr   Ú_failed_recreate_generationsÚ_reconnect_escalation_thresholdÚ_engine_pidfdÚ_engine_pidÚ_watching_engineÚ_engine_confirmed_deadÚ_engine_wait_thread)r®   r^  r_  r`  rb  rö  rf  Úread_replica_urlÚwriter_log_prefixÚwriter_wrapperÚreader_iam_endpointÚreader_tokenÚreader_kwargsÚreader_prismaÚreader_wrappers                  r£   rÎ   zPrismaClient.__init__Ð  s¤  € ð "3ˆÔÜ4OÓ4QˆŒÜ×"Ñ"Ð#=Ô>ð	cÝ%ð !ŸO™Oˆ
ô Ÿ9™9Ð%@ÓAÐÙ1A¡:ÀrÐØÐ"Ü*Ù &¨KÔ 8Ø%Ø,ô‰Nô +Ù &£Ø%Ø,ôˆNñ 	Ùð3)ð FPÐE[Ô/Ð0@ÔAÐaeð $ð Ð)Ð.AÐ.MÜ*=¸jÐJ]Ó*^�LØ':×'DÑ'DÀ\Ó'RÐ$Ø>N”B—J‘JÐ:Ñ;Ø8DÀuÐN^ÐF_Ð7`�ØÐ*Ù$*Ñ$M°Ð$M¸}Ñ$M‘Má$*Ñ$;¨]Ñ$;�MÜ(5Ø$1Ø)Ø#>Ø!4Ø-1Ø)ô)�ô /°nÈ^Ô\�”Ü$×)Ñ)Ø^ØEOÐE[˜ ×!1Ñ!1Ð 2°.ÑAÐacñeõð( %ˆDŒGÜ")§,¡,£.ˆÔØ=AˆÔ%Ø47ˆÔ*Ü36°q¼#¼b¿i¹iÐHkÐmqÓ>rÓ:sÓ3tˆÔ+Ü9<ØŒs”2—9‘9ÐFÈÓMÓNó:
ˆÔ1ô œŸ	™	Ð"BÀFÓKÓLÐPTÐTð 	Ô(ô ADØÜ”"—)‘)ÐJÈEÓRÓSóA
ˆÔ6ô >AØ””r—y‘yÐ!LÈfÓUÓVó>
ˆÔ3ô :=Ø””r—y‘yÐ!HÈ%ÓPÓQó:
ˆÔ/ô ?BØÜ”"—)‘)ÐHÈ%ÓPÓQó?
ˆÔ4ð 56ˆÔ,ô JZÐZ\ÓI]ˆÔ)Ü47¸¼3¼r¿y¹yÐIpÐruÓ?vÓ;wÓ4xˆÔ,Ø"$ˆÔØ !ˆÔØ&+ˆÔØ,1ˆÔ#Ø<@ˆÔ Ü×"Ñ"Ð#DÕEøôy ò 	cÜ ×&Ñ&Ð'KÈQÔOÜ ×&Ñ&Ð'bÔcÜ ×&Ñ&Ð'dÔeÜÐaÓbÐbûð		cûôH ò )ô %×,Ñ,ð^àôð
 )�—’ûð)ús1   ­L Â
B+M8 Ì	M5Ì%AM0Í0M5Í8	N)ÎN$Î$N)r«   c                 óz   — t        | j                  t        «      r| j                  j                  S | j                  S )zEUnderlying writer Prisma wrapper, regardless of read-replica routing.)r  r  rg   rm  r´   s    r£   Ú	writer_dbzPrismaClient.writer_dbZ  s*   € ô �d—g‘gÔ3Ô4Ø—7‘7—>‘>Ð!Ø�w‰wˆr¢   c                 óz   — t        | j                  t        «      r| j                  j                  S | j                  S )af  Underlying wrapper that top-level reads are dispatched to.

        Identical to `writer_db` without a read replica. With one configured
        it is the reader, which is the engine `query_first` actually runs on,
        so anything reasoning about the state of the connection that served a
        read has to consult this rather than the writer.
        )r  r  rg   Úread_targetr´   s    r£   Úread_dbzPrismaClient.read_dba  s,   € ô �d—g‘gÔ3Ô4Ø—7‘7×&Ñ&Ð&Ø�w‰wˆr¢   c                 óJ   — t        d| j                  j                  «       «      S )zÔOpen an interactive transaction on the writer.

        Callers go through this instead of reaching into ``self.db`` so writer
        selection and read-replica routing stay encapsulated in the wrapper.
        rŽ   )r   r  Útxr´   s    r£   r¢  zPrismaClient.txn  s   € ô Ð(¨$¯'©'¯*©*«,Ó7Ð7r¢   Úpayload)rÀ  Úfailurec                 ó  — 	 |j                  di «      }t        |t        «      r$t        t        t        j                  |«      «      }n|}|j                  d«      dk(  rdS dS # t
        j                  t        f$ r Y yw xY w)a  
        Determine if a request was successful or failed based on payload metadata.

        Args:
            payload (Union[dict, SpendLogsPayload]): Request payload containing metadata

        Returns:
            Literal["success", "failure"]: Request status
        r  r9   r¤  rÀ  )	r  r  r    r   r  rû  rÿ  r   ÚAttributeError)r®   r£  Úpayload_metadataÚpayload_metadata_jsons       r£   Úget_request_statuszPrismaClient.get_request_statusv  s   € ð	àFMÇkÁkÐR\Ð^`ÓFaÐÜÐ*¬CÔ0ÜBFÄtÌTÏZÉZÐXhÓMiÓBjÑ%à(8Ð%ð !6× 9Ñ 9¸(Ó CÀyÒ P�9Ð_ÐV_Ð_øä×$Ñ$¤nÐ5ò 	áð	ús   ‚AA" Á A" Á"A>Á=A>r  c                 óh   — t        j                  |j                  «       «      j                  «       }|S r­   ©ÚhashlibÚsha256ÚencodeÚ	hexdigest)r®   r  r	  s      r£   Ú
hash_tokenzPrismaClient.hash_token�  s%   € ä%Ÿn™n¨U¯\©\«^Ó<×FÑFÓHˆàÐr¢   rª   c                 óî   — t        j                  t        |«      «      }|j                  «       D ]/  \  }}t	        |t        «      sŒ	 t        j                  |«      ||<   Œ1 |S # t        $ r d||<   Y ŒDw xY wr   )r	  r  r  r¸  r  rû  ry  r=  )r®   rª   r  r£  r¤  s        r£   r  zPrismaClient.jsonify_object•  sn   € Ü,0¯M©M¼$¸t»*Ó,Eˆà—M‘M“Oò 	<‰DˆAˆqÜ˜!œTÕ"ð<Ü!%§¡¨A£�G˜A’Jð	<ð ˆøô !ò <à!;�G˜A“Jð<ús   ÁA#Á#A4Á3A4é   é
   ©Ú	max_triesÚmax_timerþ  c              ƒ   óú  K  — 	 g d¢}d}dj                  d„ |D «       «      }t        j                  dd«      }| j                  j	                  d|› d|› d	�«      ƒ d
{  –—† }t        |«      }|d   d   |k(  rt        j                  d«       y
|d   d   rB||d   d   vr8| j                  «       ƒ d
{  –—†  t        | j                  dd«      ƒ d
{  –—†  y
t        | j                  ¬«      ƒ d
{  –—† }|rt        | j                  ¬«      ƒ d
{  –—†  y
|d   d   rt        |d   d   «      n	t        «       }t        |«      }	|	|z
  }
t        j                  d|
«       	 y
7 �Œ7 Œ±7 Œ”7 Œw7 ŒY# t        $ r ‚ w xY w­w)a|  
        Checks if the LiteLLM_VerificationTokenView and MonthlyGlobalSpend exists in the user's db.

        LiteLLM_VerificationTokenView: This view is used for getting the token + team data in user_api_key_auth

        MonthlyGlobalSpend: This view is used for the admin view to see global spend for this month

        If the view doesn't exist, one will be created.
        )rX   ÚMonthlyGlobalSpendÚLast30dKeysBySpendÚLast30dModelsBySpendÚMonthlyGlobalSpendPerKeyÚMonthlyGlobalSpendPerUserPerKeyÚLast30dTopEndUsersSpendÚDailyTagSpendrX   ú, c              3   ó(   K  — | ]
  }d |› d �–— Œ y­w)r·  Nr¡   )r  Úviews     r£   r  z1PrismaClient.check_view_exists.<locals>.<genexpr>Â  s   è ø€ Ò1YÀ$°A°d°V¸1´+Ñ1Yùs   ‚ÚDATABASE_SCHEMAÚpublicz˜
                WITH existing_views AS (
                    SELECT viewname
                    FROM pg_views
                    WHERE schemaname = 'z,' AND viewname IN (
                        zó
                    )
                )
                SELECT
                    (SELECT COUNT(*) FROM existing_views) AS view_count,
                    ARRAY_AGG(viewname) AS view_names
                FROM existing_views
                Nr   r™   zAll necessary views exist!rš   a"  
                            CREATE VIEW "LiteLLM_VerificationTokenView" AS
                            SELECT
                            v.*,
                            t.spend AS team_spend,
                            t.max_budget AS team_max_budget,
                            t.tpm_limit AS team_tpm_limit,
                            t.rpm_limit AS team_rpm_limit
                            FROM "LiteLLM_VerificationToken" v
                            LEFT JOIN "LiteLLM_TeamTable" t ON v.team_id = t.team_id;
                        )r  z¹

[93mNot all views exist in db, needed for UI 'Usage' tab. Missing=%s.
Run 'create_views.py' from https://github.com/BerriAI/litellm/tree/main/db_scripts to create missing views.[0m
)r(  rÆ   rÇ   r  Ú	query_rawr3  r@   r	  Úhealth_checkr_   r`   r^   Úsetrï  r=  )r®   Úexpected_viewsÚrequired_viewÚexpected_views_strÚ	pg_schemaÚretÚexpected_total_viewsÚshould_create_viewsÚret_view_names_setÚexpected_views_setÚmissing_viewss              r£   Úcheck_view_existszPrismaClient.check_view_exists¡  sÅ  è ø€ ð*D	ò	%ˆNð $CˆMØ(,¯	©	Ñ1YÈ.Ô1YÓ(YÐÜ!Ÿy™yÐ):¸HÓEˆIØ8<¿¹×8IÑ8Ið O)ð *3¨ð 4Ø+Ð,ð -ðKó 9÷ 3ˆCô +.¨nÓ*=Ð Ø�1‰v�lÑ#Ð';Ò;Ü$×)Ñ)Ð*FÔGØð �q‘6˜,Ò'¨MÀÀQÁÈÑAUÑ,UØ×+Ñ+Ó-×-Ð-Ü5ØŸ™Ø7ð
ó÷ ð ðD 	ô% 8SÐVZ×V]ÑV]Ô7^×1^Ð'Ù*Ü2°d·g±gÔ>×>Ð>ð  	ð RUÐUVÑQWÐXdÒQe´C¸¸A¹¸|Ñ8LÔ4MÔknÓkpÐ*Ü47¸Ó4GÐ*à/AÐDVÑ/V˜ä,×4Ñ4ð bØ)õð 	ðo3ùð( .øðøð  2_øà>ùô ò 	Øð	üsœ   ‚E;„AE- ÁE"Á/E- ÂE;Â%E- Â3E%Â4E- ÃE'ÃE- ÃE;ÃE- Ã1E)Ã2E- ÄE+ÄE- ÄE;ÄA	E- Å!E;Å"E- Å%E- Å'E- Å)E- Å+E- Å-E8Å8E;rV  é   rÏ   r×   r3  )Úusersrà   r2  Úspendc           	   ƒ   óÊ  ‡ ‡‡‡K  — t        j                   «       }ˆˆ ˆˆfd„}	 t        ‰ |d‰› d�¬«      ƒ d{  –—† S 7 Œ# t        $ r—}d|› �}t        j                  |«       |dt        |«      › �z   }|dz   t        j                  «       z   }t        j                   «       }	|	|z
  }
t        j                  ‰ j                  j                  ||
|d	¬
«      «       |‚d}~ww xY w­w)uƒ  
        Generic implementation of get data.

        Self-heals across a single transient transport blip via
        `call_with_db_reconnect_retry`: on `httpx.ReadError` /
        `ClientNotConnectedError` / similar, attempt one DB reconnect and
        retry once before surfacing the failure. Restores the 1.82.6 behavior
        that was lost in 1.83.x â€” see issue #25143.
        c               “   óØ  •K  — ‰dk(  r/t        ‰«      j                  j                  ‰‰i¬«      ƒ d {  –—† S ‰dk(  r/t        ‰«      j                  j                  ‰‰i¬«      ƒ d {  –—† S ‰dk(  r;t	        dt        ‰«      j                  «      } | j                  ‰‰i¬«      ƒ d {  –—† S ‰dk(  r0‰j                  j                  j                  ‰‰i¬«      ƒ d {  –—† S y 7 Œ®7 Œ|7 Œ>7 Œ­w)NrÓ  r  rà   r2  r@  rÔ  )r€   rB  r  r�   r   rz   r  Úl)rD  rÏ   r®   r3  r×   s    €€€€r£   Ú	_do_queryz0PrismaClient.get_generic_data.<locals>._do_query  sê   øè ø€ Ø˜WÒ$Ü+¨DÓ1×7Ñ7×BÑBÈ#ÈuÈÐBÓV×VÐVØ˜vÒ%Ü8¸Ó>×DÑD×OÑOÐWZÐ\aÐVbÐOÓc×cÐcØ˜xÒ'Ü&*Ø@ÔBRÐSWÓBX×B^ÑB^ó'�ð *×4Ñ4¸CÀ¸<Ð4ÓH×HÐHØ˜wÒ&Ø!ŸW™WŸY™Y×1Ñ1¸¸e¸Ð1ÓE×EÐEØð Wøàcøð
 IøàEúsE   ƒ0C*³C"´3C*Á'C$Á(?C*Â'C&Â(4C*ÃC(ÃC*Ã$C*Ã&C*Ã(C*Úprisma_get_generic_data_Ú_lookup_failure)ÚreasonNz2LiteLLM Prisma Client Exception get_generic_data: z
Exception Type: rú  r5  )rÀ  rß  r}  rA  )rd  rc   r=  r@   rð  rô   r»   r½   rŒ  r�  r_  r~  )r®   rÏ   r×   r3  rà  rØ  rö  Ú	error_msgÚerror_tracebackrá  Ú	_durations   ````       r£   r5  zPrismaClient.get_generic_dataý  sï   ûè ø€ ô. !ŸI™I›Kˆ
÷	ð	Ü5ØØØ1°*°¸_ÐMô÷ ð ð ùô
 ò 	ØLÈQÈCÐPˆIÜ ×&Ñ& yÔ1Ø!Ð&8¼¸a»¸	Ð$BÑBˆIØ%.°Ñ%5¼	×8LÑ8LÓ8NÑ%NˆOÜ"Ÿi™i›kˆHØ'¨*Ñ4ˆIÜ×ÑØ×&Ñ&×6Ñ6Ø'(Ø&Ø"1Ø0ð	 7ó ôð ˆGûð!	üs6   †C#¤A  ¹>ºA  ½C#¾A  Á 	C Á	BCÃC Ã C#Ú	sql_queryc              ‡   ó�  K  — t         j                  | j                  «      }	  | j                  j                  |g|¢­Ž ƒ d{  –—† S 7 Œ# t
        $ rp}dt        |«      vr‚ t        j                  d«       | j                  dd|¬«      ƒ d{  –—†7    | j                  j                  |g|¢­Ž ƒ d{  –—†7  cY d}~S d}~ww xY w­w)a
  
        Execute a query, recovering once from PostgreSQL's "cached plan must not
        change result type" error.

        That error surfaces during rolling deployments when a schema change
        invalidates the prepared-statement plans that pooled connections still
        hold. Clearing only the server-side plans with DEALLOCATE ALL makes
        things worse: Prisma's query engine keeps a per-connection client-side
        cache of prepared-statement names, so once the server drops a plan the
        engine re-sends a name PostgreSQL no longer recognizes and the
        connection breaks with `prepared statement "sN" does not exist`. With a
        small pool that connection stays poisoned and every auth lookup fails.

        Recreating the Prisma client kills the engine subprocess and drops the
        server-side plans and the engine's client-side name cache together, so
        the retried query is prepared fresh. We reconnect through
        `attempt_db_reconnect`, which is singleflight: when a schema change
        poisons every pooled connection at once, the first cached-plan error
        recreates the client and the concurrent waiters reuse that single
        recreate instead of racing to kill each other's fresh engine. We pass
        `force_recreate` so the reconnect skips its `SELECT 1` liveness probe:
        the connection is healthy here, it is the prepared statements on it
        that are stale, so a passing probe would otherwise skip the recreate
        and leave the retry to hit the same error. We then retry the identical
        query exactly once.

        The retry reuses the original query byte-for-byte. Mutating the SQL
        (e.g. injecting a unique comment) would defeat PostgreSQL's plan cache,
        forcing a fresh plan on every request and pegging the database CPU.

        The reconnect cooldown must not gate the engine this query itself saw
        as stale, or a migration landing within the cooldown of an earlier
        reconnect leaves auth failing until it elapses. The engine observed
        before the query names it, so the reconnect bypasses the cooldown only
        while that same engine is still the live one.

        It is observed from `read_db`, not `writer_db`: `query_first` is a
        top-level read, so with a read replica configured it runs on the reader
        and it is the reader's prepared statements that went stale. Naming the
        writer here would let an unrelated writer reconnect re-arm the cooldown
        while the reader stayed poisoned.
        Nz'cached plan must not change result typezÇPostgreSQL cached plan error detected for token lookup; recreating the database connection and retrying with the same query. This may occur during rolling deployments when schema changes are applied.Úpostgres_cached_plan_errorT)rÛ  Úforce_recreateÚstale_read_engine)
rL  rQ  r   r  Úquery_firstr=  r    r@   rï  Úattempt_db_reconnect)r®   rß  rª  rã  rö  s        r£   Ú&_query_first_with_cached_plan_fallbackz3PrismaClient._query_first_with_cached_plan_fallback<  sÂ   è ø€ ôV $4×#;Ñ#;¸D¿L¹LÓ#IÐð	?Ø,˜Ÿ™×,Ñ,¨YÐ>¸Ò>×>Ð>Ð>ùÜò 	?Ø8ÄÀAÃÑFØÜ ×(Ñ(ð'ôð ×+Ñ+Ø3Ø#Ø"3ð ,ó ÷ ñ ð
 -˜Ÿ™×,Ñ,¨YÐ>¸Ò>×>Ð>Õ>ûð	?üs^   ‚ C£ A
 ÁAÁA
 ÁCÁA
 Á
	CÁ:B>ÂBÂ%B>Â3B6Â4B>Â8CÂ9CÂ>CÃCÚuser_idÚuser_id_listÚteam_idÚteam_id_listÚkey_val)	rÐ  rÏ   r2  rÔ  ÚenduserÚbudgetÚteamÚuser_notificationÚcombined_viewÚ
query_type)Úfind_uniqueÚfind_allÚexpiresÚreset_atÚoffsetÚlimitrÔ   Úbudget_id_listÚcheck_deprecatedc           	   ƒ   ó˜  K  — t        «       }t        j                  «       }d }	 d }|�|�	|��§|dk(  �r¡|�2t        |t        «      r"t	        |¬«      }t        j                  d|«       |dk(  r±|�¯|€t        ddd|› �i¬«      ‚t        | «      j                  j                  d	|id
di¬«      ƒ d {  –—† }|�I|j                  ��òt        |j                  t        «      �r×|j                  j                  «       |_        �n¶t        t        j                  d|› �¬«      ‚|dk(  r‰|�‡t        | «      j                  j!                  d|id
di¬«      ƒ d {  –—† }|��\t#        |«      dkD  �rM|D ]<  }t        |j                  t        «      sŒ|j                  j                  «       |_        Œ> �n
|dk(  rŠ|�ˆt        | «      j                  j!                  |d|id
di¬«      ƒ d {  –—† }|��Ít#        |«      dkD  �r¾|D ]<  }t        |j                  t        «      sŒ|j                  j                  «       |_        Œ> �n{|dk(  r–|	�”|
�’t        | «      j                  j!                  |dd idd|	iigd|
idd idœ¬«      ƒ d {  –—† }|��1t#        |«      dkD  �r"|D ]<  }t        |j                  t        «      sŒ|j                  j                  «       |_        Œ> nà|dk(  rÛi }|�¤i |d	<   t        |t        «      rt	        |¬«      }|g|d	   d<   nyt        |t$        «      rig }|D ]Z  }t        |t        «      sJ ‚|j'                  d«      r$| j)                  |¬«      }|j+                  |«       ŒJ|j+                  |«       Œ\ ||d	   d<   t        | «      j                  j!                  ddi|d
di¬«      ƒ d {  –—† }|�|S t        t        j                  d¬«      ‚|�|�	|��c|dk(  �r]|dk(  r8|€d|i}t-        | «      j                  j                  |d di¬«      ƒ d {  –—† }|S |dk(  r1|�/t-        | «      j                  j!                  |¬!«      ƒ d {  –—† }|S |dk(  r?|
�=t-        | «      j                  j!                  |dd id"d id"d|
iigd#œ¬«      ƒ d {  –—† }|S |dk(  r5|�3t-        | «      j                  j!                  dd|ii¬!«      ƒ d {  –—† }|S |dk(  re|	�<t-        | «      j                  j!                  ddid$dd idd|	iigi¬%«      ƒ d {  –—† }|S d&}| j.                  j1                  |||«      ƒ d {  –—† }|S |dk(  rÀt        j                  d'«       |�x|dk(  r7t3        | «      j                  j                  |d   |d(   i¬!«      ƒ d {  –—† }|S |dk(  r5t3        | «      j                  j!                  |d   |d(   i¬!«      ƒ d {  –—† }|S t3        | «      j                  j!                  d)di¬*«      ƒ d {  –—† }|S |d+k(  rE|
�C|dk(  �r¿t5        | «      j                  j!                  |dd id"d id"d|
iigd#œ¬«      ƒ d {  –—† }|S |d,k(  r;|�9|dk(  �rtt7        | «      j                  j!                  d-d|ii¬!«      ƒ d {  –—† }|S |d.k(  �r.|dk(  r4t9        | «      j                  j                  d|id/di¬«      ƒ d {  –—† }|S |dk(  r?|
�=t9        | «      j                  j!                  |dd id"d id"d|
iigd#œ¬«      ƒ d {  –—† }|S |dk(  r8|�6t9        | «      j                  j!                  d0d1|iid
di¬«      ƒ d {  –—† }|S |dk(  r5|�3t9        | «      j                  j!                  dd|ii¬!«      ƒ d {  –—† }|S |dk(  r3|€1t9        | «      j                  j!                  t:        ¬2«      ƒ d {  –—† }|S |d3k(  rh|dk(  r1t=        | «      j                  j                  d|i¬!«      ƒ d {  –—† }|S |dk(  r+t=        | «      j                  j!                  «       ƒ d {  –—† }|S |d4k(  �r™|�2t        |t        «      r"t	        |¬«      }t        j                  d|«       |dk(  �r^|€t        ddd|› �i¬«      ‚d5}| j?                  ||«      ƒ d {  –—† }|€]|�[|rYtA        | j.                  |¬6«      ƒ d {  –—† }|r8| jC                  |d4d||d7¬8«      ƒ d {  –—† }|�t        j                  d9«       |S |�Ë|d:   €g |d:<   |d;   €d7|d;<   d }|d<   �E|d   �@	 |d<   D ]7  }|jE                  d«      €Œ|d   |jE                  d«      k(  sŒ-tG        dCi |¤Ž}Œ9 ||d=<   tI        dCi |¤d>t        j                  «       i¤Ž}|j                  �9t        |j                  t        «      r|j                  j                  «       |_        |S y y y y 7 �	Œ!7 �Œ‚7 �Œö7 �Œ]7 �Œ,7 �ŒÈ7 �Œ•7 �ŒT7 �Œ7 �ŒÝ7 �Œ·7 �Œb7 �Œ)7 �Œû7 �Œ´7 �Œw7 �Œ;7 �Œú7 �ŒÀ7 �Œ‰7 �ŒR7 �Œ7 �Œë7 �Œ|7 �ŒZ7 �Œ<# tJ        $ r }dd l&} d?|› �}!|!t        |«      z   }"tO        |"«       |"d@z    | jP                  «       z   }#t        j                  |#«       t        j                  «       }$|$|z
  }%tS        jT                  | jV                  jY                  ||%dA|#¬B«      «       |‚d }~ww xY w­w)DNrÏ   ©r  z'PrismaClient: find_unique for token: %srò  r4  rð  zNo token passed in. Token=r5  r  Úlitellm_budget_tableT)r©   ÚincludezQAuthentication Error: invalid user key - user key does not exist in db. User Key=ró  rç  r   ré  )Útaker©   rý  rô  r  ÚltÚbudget_duration)ÚORÚbudget_reset_atÚNOT)rþ  r©   rA  úsk-rÔ  Údesc)Úorderr©   rý  z=Authentication Error: invalid user key - token does not existrÐ  Úorganization_membershipsr  r  )r  r  r  )r  r©   aú  
                        SELECT
                            u.*,
                            json_agg(v.key_alias) AS key_aliases
                        FROM
                            "LiteLLM_UserTable" u
                        LEFT JOIN "LiteLLM_VerificationToken" v ON u.user_id = v.user_id
                        GROUP BY
                            u.user_id
                        ORDER BY u.spend DESC
                        LIMIT $1
                        OFFSET $2
                        z-PrismaClient: get_data: table_name == 'spend'r×   Ú	startTime)r  rí  rì  Ú	budget_idrî  Úlitellm_model_tableÚmembersÚhas)rþ  rï  rð  a.  
                        SELECT 
                            v.*,
                            t.spend AS team_spend, 
                            t.max_budget AS team_max_budget,
                            t.soft_budget AS team_soft_budget,
                            t.tpm_limit AS team_tpm_limit,
                            t.rpm_limit AS team_rpm_limit,
                            t.models AS team_models,
                            t.metadata AS team_metadata,
                            t.blocked AS team_blocked,
                            t.team_alias AS team_alias,
                            t.metadata AS team_metadata,
                            t.members_with_roles AS team_members_with_roles,
                            t.object_permission_id AS team_object_permission_id,
                            t.organization_id as org_id,
                            p.project_alias AS project_alias,
                            tm.spend AS team_member_spend,
                            b_tm.tpm_limit AS team_member_tpm_limit,
                            b_tm.rpm_limit AS team_member_rpm_limit,
                            m.aliases AS team_model_aliases,
                            -- Added comma to separate b.* columns
                            b.max_budget AS litellm_budget_table_max_budget,
                            b.tpm_limit AS litellm_budget_table_tpm_limit,
                            b.rpm_limit AS litellm_budget_table_rpm_limit,
                            b.model_max_budget as litellm_budget_table_model_max_budget,
                            b.soft_budget as litellm_budget_table_soft_budget,
                            o.metadata as organization_metadata,
                            o.organization_alias as organization_alias,
                            b2.max_budget as organization_max_budget,
                            b2.tpm_limit as organization_tpm_limit,
                            b2.rpm_limit as organization_rpm_limit
                        FROM "LiteLLM_VerificationToken" AS v
                        LEFT JOIN "LiteLLM_TeamTable" AS t ON v.team_id = t.team_id
                        LEFT JOIN "LiteLLM_TeamMembership" AS tm ON v.team_id = tm.team_id AND tm.user_id = v.user_id
                        LEFT JOIN "LiteLLM_BudgetTable" AS b_tm ON tm.budget_id = b_tm.budget_id
                        LEFT JOIN "LiteLLM_ModelTable" m ON t.model_id = m.id
                        LEFT JOIN "LiteLLM_BudgetTable" AS b ON v.budget_id = b.budget_id
                        LEFT JOIN "LiteLLM_ProjectTable" AS p ON v.project_id = p.project_id
                        LEFT JOIN "LiteLLM_OrganizationTable" AS o ON v.organization_id = o.organization_id
                        LEFT JOIN "LiteLLM_BudgetTable" AS b2 ON o.budget_id = b2.budget_id
                        WHERE v.token = $1
                    )r  r	  F)r  r3  rñ  rÔ   r_  rù  z'Deprecated key used during grace periodÚteam_modelsÚteam_blockedÚteam_members_with_rolesÚteam_memberÚlast_refreshed_atzHLiteLLM Prisma Client Exception: Error with `get_data`. Args passed in: rú  Úget_data©rÀ  rß  rA  r}  r¡   )-Úlocalsrd  r  r    Ú_hash_token_if_neededr@   r¼   r8   r�   rB  rò  rô  r   Ú	isoformatr9   ÚHTTP_401_UNAUTHORIZEDrC  r3  rã   rþ  r°  r'  r€   r  rÄ  r}   ry   r{   r   r#   r~   ræ  r  r  r  rY   rX   r=  r»   rÁ   r½   rŒ  r�  r_  r~  )&r®   r  rç  rè  ré  rê  rë  r3  rñ  rô  rõ  rö  r÷  rÔ   r_  rø  rù  Úargs_passed_inrà  r	  r  ÚrÚwhere_filterÚhashed_tokensÚtÚ	new_tokenrß  r  Údeprecated_responser  Útmrö  r»   Úprisma_query_inforÜ  rÝ  rá  rÞ  s&                                         r£   r  zPrismaClient.get_dataz  sú  è ø€ ô< !'£ˆÜ ŸI™I›Kˆ
Ø#'ˆðn	Ø ˆHØÐ! jÐ&8¸jÑ>TÐYcÐglÓYlàÐ$Ü! %¬Ô-Ü'<À5Ô'I˜Ü,×2Ñ2Ð3\Ð^jÔkØ Ò.°<Ð3KØ�}Ü+Ø(+Ø$+Ð/IÈ%ÈÐ-QÐ#Rôð ô &AÀÓ%F×%LÑ%L×%XÑ%XØ&¨Ð5Ø!7¸Ð >ð &Yó &÷  �Hð  Ð+à#×+Ñ+Ñ7¼JÀx×GWÑGWÔYaÕ<bØ/7×/?Ñ/?×/IÑ/IÓ/K˜HÖ,ô ,Ü(.×(DÑ(DØ%vÐw|Ðv}Ð#~ôð ð   :Ò-°'Ð2EÜ%@ÀÓ%F×%LÑ%L×%VÑ%VØ(¨'Ð2Ø!7¸Ð >ð &Wó &÷  �Hð  Ñ+´°H³ÀÓ0AØ!)ò B˜AÜ)¨!¯)©)´XÕ>Ø,-¯I©I×,?Ñ,?Ó,A ¥	òBð   :Ò-°'Ð2EÜ%@ÀÓ%F×%LÑ%L×%VÑ%VØ"Ø(¨'Ð2Ø!7¸Ð >ð &Wó &÷  �Hð
  Ñ+´°H³ÀÓ0AØ!)ò B˜AÜ)¨!¯)©)´XÕ>Ø,-¯I©I×,?Ñ,?Ó,A ¥	òBð   :Ò-°'Ð2EÈ(ÐJ^Ü%@ÀÓ%F×%LÑ%L×%VÑ%VØ"ð "+¨DÐ 1Ø!*¨T°7¨OÐ <ð#ð 15°hÐ/?Ø$5°tÐ#<ñð &Wó 
&÷ 
 �Hð  Ñ+´°H³ÀÓ0AØ!)ò B˜AÜ)¨!¯)©)´XÕ>Ø,-¯I©I×,?Ñ,?Ó,A ¥	ñBð   :Ò-ØOQ�LØÐ(Ø02˜ WÑ-Ü% e¬SÔ1Ü$9ÀÔ$F˜EØ;@¸'˜L¨Ñ1°$Ò7Ü'¨¬tÔ4Ø>@˜MØ%*ò < Ü'1°!´SÔ'9Ð 9Ð'9Ø#$§<¡<°Ô#6Ø04·±Àa°Ó0H IØ$1×$8Ñ$8¸Õ$Cà$1×$8Ñ$8¸Õ$;ð<ð ;H˜L¨Ñ1°$Ñ7Ü%@ÀÓ%F×%LÑ%L×%VÑ%VØ&¨Ð/Ø*Ø!7¸Ð >ð &Wó &÷  �Hð
 Ð'Ø#�Oô (Ü$*×$@Ñ$@Ø^ôð ð Ð%¨*Ð*<À*ÑBXÐ]gÐkqÓ]qØ Ò.Ø�Ø#,¨gÐ"6˜ä%3°DÓ%9×%?Ñ%?×%KÑ%KØ%Ø!;¸TÐ Bð &Ló &÷  �Hðp  �ðg   :Ò-°'Ð2EÜ%3°DÓ%9×%?Ñ%?×%IÑ%IÐPWÐ%IÓ%X×X�Hðd  �ðc   :Ò-°(Ð2FÜ%3°DÓ%9×%?Ñ%?×%IÑ%IØ"ð %6°tÐ#<à!2°DÐ 9Ø!2°T¸8Ð4DÐ Eð#ñð &Jó &÷  �Hð`  �ð;   :Ò-°,Ð2JÜ%3°DÓ%9×%?Ñ%?×%IÑ%IÐQZÐ]aÐcoÐ\pÐPqÐ%IÓ%r×r�Hð8  �ð7   :Ò-ØÐ*Ü)7¸Ó)=×)CÑ)C×)MÑ)MØ#*¨FÐ"3à $Ø%.°Ð$5Ø%.°°w°Ð$@ð'"ð#ð *Nó *÷ $˜ð2  �ð%˜	ð *.¯©×):Ñ):¸9ÀeÈVÓ)T×#T˜Ø�Ø˜wÒ&Ü$×*Ñ*Ð+ZÔ[ØÐ&Ø! ]Ò2Ü)<¸TÓ)B×)HÑ)H×)TÑ)Tà '¨¡°¸Ñ0@ð#ð *Uó *÷ $˜ð $�Oð $ zÒ1Ü)<¸TÓ)B×)HÑ)H×)RÑ)Rà '¨¡°¸Ñ0@ð#ð *Só *÷ $˜ð
 $�Oä%8¸Ó%>×%DÑ%D×%NÑ%NØ*¨FÐ3ð &Oó &÷  �Hð $�OØ˜xÒ'¨HÐ,@Ø Ó+Ü%5°dÓ%;×%AÑ%A×%KÑ%KØ"à$5°tÐ#<à!2°DÐ 9Ø!2°T¸8Ð4DÐ Eð#ñð &Ló 	&÷ 	 �Hð $�Oà˜yÒ(¨^Ð-GØ Ó+Ü%6°tÓ%<×%BÑ%B×%LÑ%LØ*¨T°>Ð,BÐCð &Mó &÷  �Hð $�OØ˜vÓ%Ø Ò.Ü%3°DÓ%9×%?Ñ%?×%KÑ%KØ(¨'Ð2Ø!6¸Ð =ð &Ló &÷  �Hð:  �ð3   :Ò-°(Ð2FÜ%3°DÓ%9×%?Ñ%?×%IÑ%IØ"ð
 %6°tÐ#<à!2°DÐ 9Ø!2°T¸8Ð4DÐ Eð#ñ	ð &Jó &÷  �Hð0  �ð   :Ò-°'Ð2EÜ%3°DÓ%9×%?Ñ%?×%IÑ%Ià%¨¨wÐ'7ðð "8¸Ð >ð	 &Jó &÷  �Hð  �ð	   :Ò-°,Ð2JÜ%3°DÓ%9×%?Ñ%?×%IÑ%IÐQZÐ]aÐcoÐ\pÐPqÐ%IÓ%r×r�Hð  �ð   :Ò-°,Ð2FÜ%3°DÓ%9×%?Ñ%?×%IÑ%IÔObÐ%IÓ%c×c�HØ�ØÐ2Ò2Ø Ò.Ü%@ÀÓ%F×%LÑ%L×%XÑ%XÐ`iÐkrÐ_sÐ%XÓ%t×t�Hð  �ð   :Ò-Ü%@ÀÓ%F×%LÑ%L×%VÑ%VÓ%X×X�HØ�Ø˜Ó.àÐ$Ü! %¬Ô-Ü'<À5Ô'I˜Ü,×2Ñ2Ð3\Ð^jÔkØ Ó.Ø�}Ü+Ø(+Ø$+Ð/IÈ%ÈÐ-QÐ#Rôð ð
*!�IðX &*×%PÑ%PÐQZÐ\hÓ%i×i�Hð  Ð'¨LÐ,DÑIYÜ7MÐQU×QXÑQXÐgsÔ7t×1t˜Ù*ð @D¿}¹}Ø&5Ø+:Ø+8Ø1AØ2CØ16ð @Mó @÷ :Ð/ð  3Ð>Ü 4× :Ñ :Ð;dÔ eØ#6Ð6àÐ+Ø# MÑ2Ð:Ø68˜H ]Ñ3Ø# NÑ3Ð;Ø7<˜H ^Ñ4à59˜Ø#Ð$=Ñ>ÐJÈxÐXaÑObÐOnð ð '/Ð/HÑ&Iò ? Ø#%§6¡6¨)Ó#4Ñ#@ÀXÈiÑEXÐ\^×\bÑ\bÐclÓ\mÓEmÜ28±,¸2±,¡Kð?ð 3>˜ Ñ/Ü#@Ñ#kÀ8Ñ#kÔ_c×_hÑ_hÓ_jÒ#k˜à#×+Ñ+Ð7¼JÀx×GWÑGWÔYaÔ<bØ/7×/?Ñ/?×/IÑ/IÓ/K˜HÔ,Ø#�OðQ /ð /ðW ,ð ,ðG ùð ùð ùð
 ùð@ ùð$ ùð  Yùð ùð(  sùð$ùð0 $Uùð$ùð$ùð ùð	 ùð ùð ùð
 ùð ùð  sùàcùð  uùàXùðv  jùð
 2uùð
:úôX ò 	Ûð [Ð[iÐZjÐkð ð  1´3°q³6Ñ9ˆIÜ˜)Ô$Ø%.°Ñ%5Ð8L¸	×8LÑ8LÓ8NÑ%NˆOÜ ×&Ñ& Ô7Ü"Ÿi™i›kˆHØ'¨*Ñ4ˆIä×ÑØ×&Ñ&×6Ñ6Ø'(Ø&Ø(Ø"1ð	 7ó ôð ˆGûð+	üs  ‚!k
¤Bh Â/gÂ0B!h ÅgÅ5h ÆAh Ç gÇ!5h ÈA%h É<gÉ=5h Ê3C=h Î0gÎ1h Î8k
Î9Ah ÐgÐh Ðk
Ð/h Ñg"Ñh Ñk
Ñ=h Òg%Òh Òk
Ò3h Óg(Óh Ók
Ó<h Ôg+Ôh Ôk
Ô"h Ô7g.Ô8h Ô=k
Ô>Ah Ög1Öh Ök
Ö5h ×g4×h ×k
×*h ×<g7×=h Øk
ØAh Ùg:Ùh Ùk
Ù9h Úg=Úh Úk
Ú8h Ûh Ûh Ûk
Û=h Ü	hÜ
h Ük
Ü6h ÝhÝh Ýk
Ý3h Þ h	Þh Þk
Þ3h Þ:hÞ;h ß k
ß4h ß5hß6h ß;k
ß<+h à'hà(h à-k
à.A+h âhâ$h â>hâ? h ãhã h ã<k
ã=<h ä:h åA9h çk
çh çh çh çh çh çh ç"h ç%h ç(h ç+h ç.h ç1h ç4h ç7h ç:h ç=h è h èh èh è	h èh èh èh èh èh èh è	kè'Bkëkëk
r  c                 ó*  — | j                  |¬«      }|j                  dd «      �.t        |d   t        «      rt	        j
                  |d   «      |d<   |j                  dd «      �.t        |d   t        «      rt	        j
                  |d   «      |d<   |S )Nr  Úmembers_with_rolesÚbudget_limits)r  r  r  rã   rû  ry  )r®   r  s     r£   Újsonify_team_objectz PrismaClient.jsonify_team_object  s�   € Ø×%Ñ%¨7Ð%Ó3ˆØ�;‰;Ð+¨TÓ2Ð>Ä:ÈgÐVjÑNkÔmqÔCrÜ,0¯J©J°wÐ?SÑ7TÓ,UˆGÐ(Ñ)Ø�;‰;�¨Ó-Ð9¼jÈÐQ`ÑIaÔcgÔ>hÜ'+§z¡z°'¸/Ñ2JÓ'KˆG�OÑ$Øˆr¢   )rÐ  rÏ   r2  rÔ  rî  rï  c              ƒ   óœ  K  — t        j                   «       }	 t        j                  d|j                  d«      �%i |¥d| j	                  t        d|d   «      ¬«      i¥n|«       |dk(  rµt        d|d   «      }| j	                  |¬«      }| j                  |¬«      }||d<   |j                  d«      €|j                  dd«       t        d	«       t        | «      j                  j                  d|ii |¥i d
œddi¬«      ƒ d{  –—† }t        j                  d«       |S |dk(  rb| j                  |¬«      }	 t        | «      j                  j                  d|d   ii |¥i d
œ¬«      ƒ d{  –—† }t        j                  d«       |S |dk(  ra| j#                  |¬«      }t%        | «      j                  j                  d|d   ii |¥i d
œ¬«      ƒ d{  –—† }
t        j                  d«       |
S |dk(  r½	 g }|j'                  «       D ]]  \  }}|}t)        j*                  |«      }t-        | «      j                  j                  d|i||d œd!|id
œ¬«      }|j/                  |«       Œ_ t1        j2                  |Ž ƒ d{  –—†  |D ]  }t5        |«      ƒ d{  –—†  Œ t        j                  d"«       y|d#k(  ra| j                  |¬«      }t7        | «      j                  j                  d$|d$   ii |¥i d
œ¬«      ƒ d{  –—† }t        j                  d%«       |S |d&k(  ra| j                  |¬«      }t9        | «      j                  j                  d$|d$   ii |¥i d
œ¬«      ƒ d{  –—† }t        j                  d'«       |S y7 �Œx7 �Œ# t        $ r*}	dt        |	«      v rt!        ddd|d   › d�i¬«      ‚|	‚d}	~	ww xY w7 �Œç7 �ŒA7 �Œ,7 ŒÇ7 Œc# t        $ r}}	d(dl}d)|	› �}t        |«       |d*z    |j<                  «       z   }t        j                   «       }||z
  }t1        j>                  | j@                  jC                  |	|d+|¬,«      «       |	‚d}	~	ww xY w­w)-zN
        Add a key to the database. If it already exists, do nothing.
        zPrismaClient: insert_data: %sr  Nr    rû  rÏ   r  r#  z:PrismaClient: Before upsert into litellm_verificationtoken©Úcreater—  rü  T)r©   rª   rý  zData Inserted into Keys TablerÐ  rç  ©r©   rª   z\Foreign key constraint failed on the field: `LiteLLM_UserTable_organization_id_fkey (index)`r4  rð  z/Foreign Key Constraint failed. Organization ID=Úorganization_idzM does not exist in LiteLLM_OrganizationTable. Create via `/organization/new`.r5  zData Inserted into User Tablerî  ©r  ré  zData Inserted into Team Tabler2  r$  r#  r%  zData Inserted into Config TablerÔ  Ú
request_idzData Inserted into Spend Tablerï  z&Data Inserted into Model Request Tabler   z0LiteLLM Prisma Client Exception in insert_data: rú  Úinsert_datar  )"rd  r@   r¼   r  r°  r   r  r”  rÁ   r�   rB  r¯   r	  r€   r=  r    r8   r$  r   r¸  rû  ry  rz   r'  rŒ  rý  r=  r}   r~   r»   r½   r�  r_  r~  )r®   rª   r3  rà  r  r	  r  Únew_verification_tokenÚnew_user_rowrö  Únew_team_rowÚtasksr£  r¤  Úupdated_dataÚupdated_table_rowÚnew_spend_rowÚnew_user_notification_rowr»   rÜ  rÝ  rá  rÞ  s                          r£   r,  zPrismaClient.insert_data  sû  è ø€ ô !ŸI™I›Kˆ
ðB	Ü ×&Ñ&Ø/à—8‘8˜GÓ$Ð0ð U�4ÐT˜ $§/¡/¼¸UÀDÈÁMÓ8R /Ó"SÒTàô	ð ˜UÒ"Ü# E¨4°©=Ó9�Ø&*§o¡o¸E oÓ&B�Ø×-Ñ-°4Ð-Ó8�Ø#/�˜Ñ ð —;‘;˜Ó/Ð7Ø—K‘K °Ô6ÜÐZÔ[Ü6QÐRVÓ6W×6]Ñ6]×6dÑ6dà ðð #. W +Ø"$ñð 4°TÐ:ð 7eó 	7÷ 	1Ð&ô %×)Ñ)Ð*IÔJØ-Ð-Ø˜vÒ%Ø×-Ñ-°4Ð-Ó8�ðÜ0>¸tÓ0D×0JÑ0J×0QÑ0QØ(¨$¨y©/Ð:à&1¨ kØ&(ñð 1Ró 1÷ +�Lô& %×)Ñ)Ð*IÔJØ#Ð#Ø˜vÒ%Ø×2Ñ2¸4Ð2Ó@�Ü,:¸4Ó,@×,FÑ,F×,MÑ,MØ$ d¨9¡oÐ6à"- W +Ø"$ñð -Nó -÷ '�ô %×)Ñ)Ð*IÔJØ#Ð#Ø˜xÒ'ðð  "�Ø ŸJ™J›Lò 4‘D�A�qØ#$�LÜ#'§:¡:¨lÓ#;�LÜ(8¸Ó(>×(DÑ(D×(KÑ(KØ+¨QÐ/à56À|Ñ&TØ'4°lÐ&Cñð )Ló )Ð%ð —L‘LÐ!2Õ3ð4ô —n‘n eÐ,×,Ð,àò 5�AÜ1°!Ó4×4Ñ4ð5ä$×)Ñ)Ð*KÕLØ˜wÒ&Ø×-Ñ-°4Ð-Ó8�Ü-@ÀÓ-F×-LÑ-L×-SÑ-SØ'¨¨lÑ);Ð<à"- W +Ø"$ñð .Tó .÷ (�ô %×)Ñ)Ð*JÔKØ$Ð$ØÐ2Ò2Ø×-Ñ-°4Ð-Ó8�Ü9TÐUYÓ9Z×9`Ñ9`×9gÑ9gØ'¨¨lÑ);Ð<à"- W +Ø"$ñð :hó :÷ 4Ð)ô %×)Ñ)Ð*RÔSØ0Ð0ð 3ðk	1ùð+úô !ò àvÜ˜q›6ñ"ô ,Ø(+à 'Ð+ZÐ[bÐctÑ[uÐZvð  wDð  *Eð$ôð ð �Gûðúð 'ùð> -ùð 5ùð(øð4ùô ò 	Ûà!QÐRSÐQTÐUˆIÜ˜)Ô$Ø%.°Ñ%5Ð8L¸	×8LÑ8LÓ8NÑ%NˆOÜ"Ÿi™i›kˆHØ'¨*Ñ4ˆIÜ×ÑØ×&Ñ&×6Ñ6Ø'(Ø&Ø+Ø"1ð	 7ó ôð ˆGûð!	üs  ‚Q˜C*O ÄM:ÄO ÄQÄO Ä63N  Å)M=Å*N  Å.O ÆQÆA
O ÇN6ÇO Ç*QÇ+BO É8N9É9O ÊN<ÊO Ê,QÊ-A
O Ë7N?Ë8O ÌQÌA
O ÍOÍO Í8QÍ:O Í=N  Î 	N3Î	%N.Î.N3Î3O Î9O Î<O Î?O ÏO Ï	Q	ÏA8QÑQ	Ñ	Qr—  Ú	data_list)r—  Úupdate_many)rÐ  rÏ   r2  rÔ  rî  rì  rí  Úupdate_key_valuesÚupdate_key_values_custom_queryc
           	   ƒ   óT  K  — t        j                  d|«       t        j                  «       }
	 | j                  |¬«      }|�| j                  |¬«      }|�“t	        d|du› d�«       t        |¬«      }||d<   t        | «      j                  j                  d|it        |«      ¬«      ƒ d{  –—† }t        j                  d	d
|› �z   dz   «       i }|�	 |j                  «       }||dœS |€|�|dk(  rz|dk(  ru	 |€t        d|d   «      }|€|	�|	}n|}t        | «      j                  j                  d|ii |¥i |¥dœ¬«      ƒ d{  –—† }t        j                   d	d|› �z   dz   «       ||dœS |€|�é|dk(  rä|dk(  rß	 |€t        d|d   «      }|€|}d|vr|�||d<   d|v r.t#        |d   t$        «      rt'        j(                  |d   «      |d<   d|v r.t#        |d   t$        «      rt'        j(                  |d   «      |d<   t+        | «      j                  j                  d|ii |¥i |¥dœ¬«      ƒ d{  –—† }t        j                   d	d|› �z   dz   «       ||dœS |�ø|dk(  ró|dk(  rî|�ìt#        |t$        «      rÜ	 | j,                  j/                  «       }t1        |«      D ]�  \  }}|j2                  j5                  d«      r!| j7                  |j2                  ¬«      |_        	 | j                  |j                  d¬«      ¬«      }|j8                  j                  d|j2                  ii |¥¬«       Œ‘ |j;                  «       ƒ d{  –—†  t	        d«       y|�Ë|dk(  rÆ|dk(  rÁ|�¿t#        |t$        «      r¯	 | j,                  j/                  «       }t1        |«      D ]X  \  }}	 | j                  |j                  d¬«      ¬«      }|j<                  j                  d|j>                  ii |¥i |¥dœ¬«       ŒZ |j;                  «       ƒ d{  –—†  t        j                   d «       y|�¿|d!k(  rº|dk(  rµ|�³t#        |t$        «      r£	 | j,                  j/                  «       }|D ]U  }	 | j                  |j                  d¬«      ¬«      }|j@                  j                  d|j>                  ii |¥i |¥dœ¬«       ŒW |j;                  «       ƒ d{  –—†  t        j                   d"«       y|�¿|d#k(  rº|dk(  rµ|�³t#        |t$        «      r£	 | j,                  j/                  «       }|D ]U  }	 | j                  |j                  d¬«      ¬«      }|jB                  j                  d$|jD                  ii |¥i |¥dœ¬«       ŒW |j;                  «       ƒ d{  –—†  t        j                   d%«       y|�Î|dk(  rÈ|dk(  rÂ|�¿t#        |t$        «      r®| j,                  j/                  «       }t1        |«      D ]X  \  }}	 | jG                  |j                  d¬«      ¬&«      }|jH                  j                  d|jJ                  ii |¥i |¥dœ¬«       ŒZ |j;                  «       ƒ d{  –—†  t        j                   d'«       yyyyyy7 �ŒÇ# t        $ r |j                  «       }Y �Œ®w xY w7 �ŒR7 �Œh# t        $ r& | j                  |j                  d¬«      ¬«      }Y �ŒÈw xY w7 �ŒŒ# t        $ r$ | j                  |j                  «       ¬«      }Y �Œ=w xY w7 �Œü# t        $ r$ | j                  |j                  «       ¬«      }Y �Œ¯w xY w7 �Œn# t        $ r$ | j                  |j                  «       ¬«      }Y �Œ!w xY w7 �Œà# t        $ r& | j                  |j                  d¬«      ¬«      }Y �ŒŠw xY w7 �ŒI# t        $ r}}d(dl&}d)|› �}t	        |«       |d*z    |jN                  «       z   }t        j                  «       }||
z
  }tQ        jR                  | jT                  jW                  ||d+|¬,«      «       |‚d}~ww xY w­w)-z&
        Update existing data
        z)PrismaClient: update_data, table_name: %sr  Nztoken: [set=ú]rû  r  r(  z[91mz DB Token Table update succeeded z[0m)r  rª   rÐ  r—  r    rç  r&  z!DB User Table - update succeeded )rç  rª   rî  z
str | Noneré  r"  z!DB Team Table - update succeeded )ré  rª   rÏ   r6  r  T)Úexclude_nonez([91mDB Token Table update succeeded[0mz-[91mDB User Table Batch update succeeded[0mrì  z1[91mDB End User Table Batch update succeeded[0mrí  r	  z/[91mDB Budget Table Batch update succeeded[0mr*  z-[91mDB Team Table Batch update succeeded[0mr   z/LiteLLM Prisma Client Exception - update_data: rú  Úupdate_datar  ),r@   r¼   rd  r  rÁ   r  r�   rB  r—  rw   rÇ  r=  r  r   r€   r¯   r	  r  rã   rû  ry  r   r  Úbatch_r³  r  rþ  r°  Úlitellm_verificationtokenÚcommitÚlitellm_usertablerç  rµ   Úlitellm_budgettabler	  r$  Úlitellm_teamtableré  r»   r½   rŒ  r�  r_  r~  )r®   r  rª   r5  rç  ré  rñ  r3  r7  r8  rà  r  r  Ú_dataÚupdate_user_rowÚupdate_team_rowÚbatcherr½  r  Ú	data_jsonrÐ  rì  rí  rî  rö  r»   rÜ  rÝ  rá  rÞ  s                                 r£   r<  zPrismaClient.update_data©  s#	  è ø€ ô, 	×"Ñ"Ð#NÐPZÔ[Ü ŸI™I›Kˆ
ðR	Ø!×0Ñ0°dÐ0Ó;ˆGØ Ð,Ø$(×$7Ñ$7Ð=NÐ$7Ó$OÐ!ØÐ Ü ¨U¸$Ð->Ð,?¸qÐAÔBä-°EÔ:�Ø#(�˜Ñ Ü(CÀDÓ(I×(OÑ(O×(VÑ(VØ" EÐ*Ü1°'Ó:ð )Wó )÷ #�ô %×*Ñ*¨:Ð:ZÐ[cÐZdÐ8eÑ+eÐhqÑ+qÔrØ �ØÐ'ð0Ø (× 3Ñ 3Ó 5˜ð "'°Ñ6Ð6ØÐ$¨Ð)?ÀJÐRXÒDXÐ^hÐltÒ^tðð �?Ü" 5¨'°)Ñ*<Ó=�GØ$Ð,Ø5ÐAØ,JÑ)à,3Ð)Ü/=¸dÓ/C×/IÑ/I×/PÑ/PØ$ gÐ.à"- W +Ø"7Ð%6Ð"7ñð 0Qó 0÷ *�ô %×)Ñ)ØÐ#DÀ_ÐDUÐ!VÑVÐYbÑbôð $+°OÑDÐDØÐ$¨Ð)?ÀJÐRXÒDXÐ^hÐltÒ^tðð �?Ü" <°¸Ñ1CÓD�GØ$Ð,Ø(/Ð%Ø GÑ+°Ð0CØ)0�G˜IÑ&Ø'¨7Ñ2´zÀ'ÐJ^ÑB_ÔaeÔ7fÜ48·J±J¸wÐG[Ñ?\Ó4]�GÐ0Ñ1Ø'Ð+<Ñ<ÄØ%Ð&:Ñ;¼TôBô ?C¿j¹jÐIZÐ[oÑIpÓ>qÐ%Ð&:Ñ;Ü/=¸dÓ/C×/IÑ/I×/PÑ/PØ$ gÐ.à"- W +Ø"7Ð%6Ð"7ñð 0Qó 0÷ *�ô %×)Ñ)ØÐ#DÀ_ÐDUÐ!VÑVÐYbÑbôð $+°OÑDÐDàÐ&Ø %Ò'Ø -Ò/ØÐ)Ü˜y¬$Ô/ðð Ÿ'™'Ÿ.™.Ó*�Ü'¨	Ó2ò ‘F�C˜à—w‘w×)Ñ)¨%Ô0Ø"&§/¡/¸¿¹ /Ó"@˜œðXØ$(×$7Ñ$7¸Q¿\¹\ÐW[¸\Ó=\Ð$7Ó$]˜	ð ×5Ñ5×<Ñ<Ø&¨¯©Ð0Ø* 	˜]ð =õ ðð —n‘nÓ&×&Ð&ÜÐXÕYàÐ&Ø &Ò(Ø -Ò/ØÐ)Ü˜y¬$Ô/ðð Ÿ'™'Ÿ.™.Ó*�Ü!*¨9Ó!5ò ‘I�C˜ðJØ$(×$7Ñ$7¸T¿_¹_ÐZ^¸_Ó=_Ð$7Ó$`˜	ð ×-Ñ-×4Ñ4Ø(¨$¯,©,Ð7à&3¨ mØ&3¨ mñð 5õ ðð —n‘nÓ&×&Ð&Ü$×)Ñ)Ð*iÕjàÐ&Ø )Ò+Ø -Ò/ØÐ)Ü˜y¬$Ô/ðð Ÿ'™'Ÿ.™.Ó*�Ø(ò �GðMØ$(×$7Ñ$7¸W×=OÑ=OÐ]aÐ=OÓ=bÐ$7Ó$c˜	ð ×0Ñ0×7Ñ7Ø(¨'¯/©/Ð:à&3¨ mØ&3¨ mñð 8õ ðð —n‘nÓ&×&Ð&Ü$×)Ñ)Ð*mÕnàÐ&Ø (Ò*Ø -Ò/ØÐ)Ü˜y¬$Ô/ðð Ÿ'™'Ÿ.™.Ó*�Ø'ò �FðLØ$(×$7Ñ$7¸V×=NÑ=NÐ\`Ð=NÓ=aÐ$7Ó$b˜	ð ×/Ñ/×6Ñ6Ø*¨F×,<Ñ,<Ð=à&3¨ mØ&3¨ mñð 7õ ðð —n‘nÓ&×&Ð&Ü$×)Ñ)Ð*kÕlàÐ&Ø &Ò(Ø -Ò/ØÐ)Ü˜y¬$Ô/ð Ÿ'™'Ÿ.™.Ó*�Ü!*¨9Ó!5ò ‘I�C˜ð[Ø$(×$<Ñ$<ÀTÇ_Á_ÐbfÀ_ÓEgÐ$<Ó$h˜	ð ×-Ñ-×4Ñ4Ø(¨$¯,©,Ð7à&3¨ mØ&3¨ mñð 5õ ðð —n‘nÓ&×&Ð&Ü$×)Ñ)Ð*iÕjð# 0ð *ð 0ð )ð 'ðE#úô %ò 0Ø (§¡£›ð0úð*ùð6*úô8 %ò XØ$(×$7Ñ$7¸Q¿V¹VÐQU¸VÓ=VÐ$7Ó$W›	ðXúð 'úô  %ò JØ$(×$7Ñ$7¸T¿Y¹Y»[Ð$7Ó$I›	ðJúð 'úô  %ò MØ$(×$7Ñ$7¸W¿\¹\»^Ð$7Ó$L›	ðMúð 'úô  %ò LØ$(×$7Ñ$7¸V¿[¹[»]Ð$7Ó$K›	ðLúð 'úô %ò [Ø$(×$7Ñ$7¸T¿Y¹YÐTX¸YÓ=YÐ$7Ó$Z›	ð[úð 'úô ò 	Ûà!PÐQRÐPSÐTˆIÜ˜)Ô$Ø%.°Ñ%5Ð8L¸	×8LÑ8LÓ8NÑ%NˆOÜ"Ÿi™i›kˆHØ'¨*Ñ4ˆIÜ×ÑØ×&Ñ&×6Ñ6Ø'(Ø&Ø+Ø"1ð	 7ó ôð ˆGûð!	üsÌ  ‚+`(®A>^ Â,Y3Â-&^ ÃY6 Ã$^ Ã(`(Ã)A^ ÅZÅ&^ Å+`(Å,C^ È1ZÈ2&^ É`(ÉB^ Ë "ZÌA ^ Í[Í^ Í`(ÍA
^ Î"[Ï A^ Ð\Ð^ Ð`(Ð >^ Ñ"\ÒA^ Ó\4Ó^ Ó `(Ó!>^ Ô "\7ÕA^ Ö]'Ö^ Ö!`(Ö"A	^ ×,"]*ØA^ Ù^Ù^ Ù-`(Ù3^ Ù6ZÚ^ ÚZÚ^ Ú^ Ú+[Û^ Û
[Û^ Û)[>Û:^ Û=[>Û>^ Ü)\1Ü-^ Ü0\1Ü1^ Ü7)]$Ý ^ Ý#]$Ý$^ Ý*+^Þ^ Þ^Þ^ Þ	`%Þ(A8` à `%à%`(Útokens)rÐ  rÏ   r2  rÔ  rî  c           	   ƒ   ó  K  — t        j                   «       }	 |�¾t        |t        «      r®g }|D ]I  }t        |t        «      r$|j	                  d«      r| j                  |¬«      }n|}|j                  |«       ŒK i }	|�ddd|iid|igi}	ndd|ii}	t        | «      j                  j                  |	¬«      ƒ d{  –—† }
t        j                  d	|
«       d
|
iS |dk(  rG|�Et        |t        «      r5t        | «      j                  j                  dd|ii¬«      ƒ d{  –—†  d|iS |dk(  rF|�Ct        |t        «      r2t        | «      j                  j                  dd|ii¬«      ƒ d{  –—†  yyyy7 Œ¶7 ŒV7 Œ# t        $ r}}ddl}d|› �}t        |«       |dz    |j                   «       z   }t        j                   «       }||z
  }t#        j$                  | j&                  j)                  ||d|¬«      «       |‚d}~ww xY w­w)za
        Allow user to delete a key(s)

        Ensure user owns that key, unless admin.
        Nr  rû  ÚANDr  rA  rç  r  zdeleted_tokens: %sÚdeleted_keysrî  ré  Údeleted_teamsrÏ   r   z/LiteLLM Prisma Client Exception - delete_data: rú  Údelete_datar  )rd  r  rã   r    rþ  r°  r'  r�   rB  Údelete_manyr@   r¼   r   r=  r»   rÁ   r½   rŒ  r�  r_  r~  )r®   rH  rê  r3  rç  rà  r  r  r	  Úfilter_queryÚdeleted_tokensrö  r»   rÜ  rÝ  rá  rÞ  s                    r£   rM  zPrismaClient.delete_data–  sA  è ø€ ô& !ŸI™I›Kˆ
ð+	ØÐ!¤j°¼Ô&>Ø9;�Ø#ò 7�EÜ! %¬Ô-°%×2BÑ2BÀ5Ô2IØ'+§¡¸U Ó'C™à',˜Ø!×(Ñ(¨Õ6ð7ð 35�ØÐ&Ø$)¨W°t¸]Ð6KÐ,LÈyÐZaÐNbÐ+cÐ#d‘Là$+¨d°MÐ-BÐ#C�Lä3NÈtÓ3T×3ZÑ3Z×3fÑ3fØ&ð 4gó 4÷ .�ô %×*Ñ*Ð+?ÀÔPØ&¨Ð7Ð7Ø˜vÒ%¨,Ð*BÄzÐR^Ô`dÔGeä$ TÓ*×0Ñ0×<Ñ<ÀIÐPTÐVbÐOcÐCdÐ<Óe×eÐeØ'¨Ð6Ð6Ø˜uÒ$¨Ð)AÄjÐQ]Ô_cÔFdä1°$Ó7×=Ñ=×IÑIÐQZÐ]aÐcoÐ\pÐPqÐIÓr×rÑrð GeÐ)AÐ$ð.øð føð sùÜò 	Ûà!PÐQRÐPSÐTˆIÜ˜)Ô$Ø%.°Ñ%5Ð8L¸	×8LÑ8LÓ8NÑ%NˆOÜ"Ÿi™i›kˆHØ'¨*Ñ4ˆIÜ×ÑØ×&Ñ&×6Ñ6Ø'(Ø&Ø+Ø"1ð	 7ó ôð ˆGûð!	üsz   ‚G?˜B!E6 Â9E0Â:E6 ÃG?ÃAE6 ÄE2ÄE6 Ä#G?Ä$AE6 Å'E4Å(E6 Å,G?Å0E6 Å2E6 Å4E6 Å6	G<Å?A8G7Ç7G<Ç<G?c           	   ƒ   ó2  K  — t        j                   «       }	 t        j                  d«       | j                  j	                  «       du r8t        j                  d«       | j                  j                  «       ƒ d {  –—†  y y 7 Œ# t        $ r‡}dd l}d|› �}t        j                  |«       |dz    |j                  «       z   }t        j                   «       }||z
  }t        j                  | j                  j                  ||d|¬«      «       |‚d }~ww xY w­w)	Nz:PrismaClient: connect() called Attempting to Connect to DBFz;PrismaClient: DB not connected, Attempting to Connect to DBr   z+LiteLLM Prisma Client Exception connect(): rú  Úconnectr  )rd  r@   r¼   r  Úis_connectedrR  r=  r»   rï  r½   rŒ  r�  r_  r~  ©r®   rà  rö  r»   rÜ  rÝ  rá  rÞ  s           r£   rR  zPrismaClient.connectØ  sý   è ø€ ô !ŸI™I›Kˆ
ð	Ü ×&Ñ&Ð'cÔdØ�w‰w×#Ñ#Ó%¨Ñ.Ü$×*Ñ*Ð+hÔiØ—g‘g—o‘oÓ'×'Ñ'ð /à'ùÜò 	Ûà!LÈQÈCÐPˆIÜ ×(Ñ(¨Ô3Ø%.°Ñ%5Ð8L¸	×8LÑ8LÓ8NÑ%NˆOÜ"Ÿi™i›kˆHØ'¨*Ñ4ˆIÜ×ÑØ×&Ñ&×6Ñ6Ø'(Ø&Ø'Ø"1ð	 7ó ôð ˆGûð!	üs<   ‚D˜A#B Á;BÁ<B Â DÂB Â	DÂBDÄDÄDc           	   ƒ   ó�  K  — t        j                   «       }	 | j                  j                  «       ƒ d {  –—†  y 7 Œ# t        $ r}}dd l}d|› �}t        |«       |dz    |j                  «       z   }t        j                   «       }||z
  }t        j                  | j                  j                  ||d|¬«      «       |‚d }~ww xY w­w)Nr   z.LiteLLM Prisma Client Exception disconnect(): rú  Ú
disconnectr  )rd  r  rV  r=  r»   rÁ   r½   rŒ  r�  r_  r~  rT  s           r£   rV  zPrismaClient.disconnectù  s¿   è ø€ ô !ŸI™I›Kˆ
ð	Ø—'‘'×$Ñ$Ó&×&Ò&ùÜò 	Ûà!OÐPQÈsÐSˆIÜ˜)Ô$Ø%.°Ñ%5Ð8L¸	×8LÑ8LÓ8NÑ%NˆOÜ"Ÿi™i›kˆHØ'¨*Ñ4ˆIÜ×ÑØ×&Ñ&×6Ñ6Ø'(Ø&Ø*Ø"1ð	 7ó ôð ˆGûð!	üs2   ‚C˜= µ;¶= ºC»= ½	CÁA8B>Â>CÃCc                 óü   — 	 | j                   j                  }|j                  «       dury|j                  }|�t	        |dd«      nd}|�|j
                  }t        |t        «      r|S y# t        t        f$ r Y yw xY w)a&  Get the PID of the writer's engine subprocess, or 0 if unavailable.

        Must never raise: prisma's ``_engine`` property raises
        ``ClientNotConnectedError`` on a disconnected client, and an exception
        escaping from the reconnect path would leave it unable to recover.
        Tr   NÚprocess)
r�  Ú_original_prismarS  Ú_enginer  Úpidr  rž   r¦  Ú	TypeError)r®   Ú
prisma_objÚenginerX  r[  s        r£   Ú_get_engine_pidzPrismaClient._get_engine_pid  sŠ   € ð	Ø $§¡× ?Ñ ?ˆJØ×&Ñ&Ó(°Ñ4ØØ&×.Ñ.ˆFØAGÐASœW V¨Y¸Ô=ÐY]ˆGØÐ"Ø%,§[¡[�Ü˜c¤3Ô'Ø�Jð øô ¤	Ð*ò 	ØØð	ús   ‚(A) «<A) Á)A;Á:A;c                 ó¤   — | j                   dk  ry	 t        j                  | j                   d«       y# t        $ r Y yt        t
        f$ r Y yw xY w)Nr   TF)r�  rÆ   ÚkillÚProcessLookupErrorÚPermissionErrorÚOSErrorr´   s    r£   Ú_is_engine_alivezPrismaClient._is_engine_alive+  sQ   € Ø×Ñ˜qÒ Øð	Ü�G‰G�D×$Ñ$ aÔ(ØøÜ!ò 	ÙÜ¤Ð)ò 	Ùð	ús   ’ 3 ³	A¾AÁAc                  óö   — t         j                  dk(  r
t        «       S t        «       } 	 	 t        j                  dt        j
                  «      \  }}|dk(  r	 | S | j                  |«       ŒB# t        $ r Y | S w xY w)a=  Reap ALL zombie child processes via waitpid(-1, WNOHANG).

        Returns a set of reaped PIDs.  As PID 1 in Docker (or any
        process that spawns children), we must reap ALL terminated
        children to prevent zombie accumulation.

        No-op on Windows: os.waitpid and os.WNOHANG are Unix-only.
        Úwin32r³  r   )ÚsysÚplatformrÆ  rÆ   ÚwaitpidÚWNOHANGÚaddÚChildProcessError)Úreapedr[  r#  s      r£   Ú_reap_all_zombieszPrismaClient._reap_all_zombies6  sz   € ô �<‰<˜7Ò"Ü“5ˆLÜ ›UˆØðÜŸ™ B¬¯
©
Ó3‘��QØ˜!’8Øð ˆð —
‘
˜3”ð øô %ò ØØˆðús   ª,A+ ÁA+ Á+	A8Á7A8r[  c                 óÎ  — t         j                  dk(  ry	 t        j                  |t        j                  «      \  }}||k(  rœt        j                  d|«       | j                  |«      r't        j                  d|«       | j                  «        yd| _        | j                  «        | j                  «        t        j                  | j!                  dd¬«      «       y	 t        j"                  «       }t'        j(                  | j*                  ||fdd	|› �¬
«      }|j-                  «        || _        y# t
        $ r t        j                  d|«       Y yw xY w# t$        $ r Y yw xY w)a  Watch engine PID via os.waitpid() in a dedicated thread.

        The thread blocks on os.waitpid(pid, 0) which is a kernel-level
        wait and with zero CPU overhead, instant detection when the process exits.
        When the process dies, the thread notifies the asyncio event loop
        via call_soon_threadsafe.

        Returns True if the thread was started, False on failure.
        On Windows, returns False immediately (os.waitpid/WNOHANG are Unix-only);
        caller falls back to os.kill polling.
        rg  Fz6PID %s is not a child process; skipping waitpid watch.z7prisma-query-engine PID %s already dead at watch start.zEPID %s death was planned (engine already replaced); not reconnecting.TÚengine_process_death©rÛ  Úforcezprisma-engine-waitpid-)rQ  rª  r¨  r#  )rh  ri  rÆ   rj  rk  rm  r@   r¼   rï  Ú_consume_expected_deathr	  Ú_cleanup_engine_watcherr’  ro  rŒ  r�  rå  r•  r–  r«  r¬  Ú_waitpid_thread_funcr­  r“  )r®   r[  Ú	probe_pidr#  ÚloopÚthreads         r£   Ú_try_waitpid_watchzPrismaClient._try_waitpid_watchM  sf  € ô �<‰<˜7Ò"Øð	ÜŸ:™: c¬2¯:©:Ó6‰LˆI�qð ˜ÒÜ ×(Ñ(ØIØôð ×+Ñ+¨CÔ0Ü$×)Ñ)Ø[Øôð ×,Ñ,Ô.ØØ*.ˆDÔ'Ø×"Ñ"Ô$Ø×(Ñ(Ô*Ü×ÑØ×)Ñ)Ø1Øð *ó ôð ð	Ü!×2Ñ2Ó4ˆDô "×(Ñ(Ø×,Ñ,Ø�t�ØØ)¨#¨Ð/ô	
ˆð 	�‰ŒØ#)ˆÔ ØøôW !ò 	Ü ×&Ñ&ØHØôñ ð	ûô@ ò 	Ùð	ús#   –'D3 ÃE Ä3EÅEÅ	E$Å#E$rx  c                 ó¼   — 	 t        j                  |d«       	 |j	                  | j
                  |«       y# t        $ r Y Œ)t        $ r Y Œ3w xY w# t        $ r Y yw xY w)a>  Thread function: block until engine PID exits, then notify event loop.

        Note: uvloop/libuv may reap the child first via waitpid(-1, WNOHANG)
        in its SIGCHLD handler. In that case our waitpid raises ChildProcessError.
        we still notify the event loop because the engine is dead either way.
        r   N)rÆ   rj  rm  rd  Úcall_soon_threadsafeÚ_on_engine_death_from_threadr–  )r®   r[  rx  s      r£   rv  z!PrismaClient._waitpid_thread_funcŠ  sb   € ð	Ü�J‰J�s˜AÔð
	Ø×%Ñ% d×&GÑ&GÈÕMøô !ò 	ÙÜò 	Ùð	ûô ò 	Ùð	ús&   ‚6 ™A ¶	AÁAÁAÁ	AÁAc                 ó~   — t        | j                  dd«      }t        |t        «      r||v r|j	                  |«       yy)a‰  True iff ``pid`` was killed on purpose by a planned recreate.

        `PrismaWrapper.recreate_prisma_client` records the old engine PID in
        `_expected_engine_deaths` before SIGTERM-ing it (IAM token refresh,
        guarded reconnect). When the watcher then sees that PID die, this lets
        it recognize the death as planned and skip its own reconnect, which
        would otherwise kill the engine the recreate just spawned (#29176).

        Consumes (removes) the PID so a later real crash of a reused PID is
        still handled. Tolerant of `self.db` stand-ins (tests / older clients)
        that don't expose a real set.
        Ú_expected_engine_deathsNTF)r  r  r  rÆ  Údiscard)r®   r[  Úexpecteds      r£   rt  z$PrismaClient._consume_expected_deathœ  s;   € ô " $§'¡'Ð+DÀdÓKˆÜ�h¤Ô$¨°©Ø×Ñ˜SÔ!ØØr¢   Údead_pidc                 ót  — | j                   ry|| j                  k7  ry| j                  |«      r't        j                  d|«       | j                  «        yt        j                  d|«       d| _         | j                  «        | j                  «        t        j                  | j                  dd¬«      «       y)zMCalled on the event loop thread when the waitpid thread detects engine death.Nzkprisma-query-engine PID %s exited as part of a planned restart; not reconnecting (engine already replaced).zIprisma-query-engine PID %s exited (waitpid thread); triggering reconnect.Trq  rr  )r’  r�  rt  r@   r	  ru  rð  ro  rŒ  r�  rå  ©r®   r‚  s     r£   r}  z)PrismaClient._on_engine_death_from_thread¯  s±   € à×&Ò&ØØ�t×'Ñ'Ò'ØØ×'Ñ'¨Ô1Ü ×%Ñ%ð>àôð
 ×(Ñ(Ô*ØÜ×"Ñ"ØWØô	
ð '+ˆÔ#Ø×ÑÔ Ø×$Ñ$Ô&Ü×ÑØ×%Ñ%Ø-Øð &ó õ	
r¢   c                 ó  — t        t        d«      syd}	 t        j                  |d«      }t        j                  «       j                  || j                  «       || _        y# t        $ r |dk\  rt        j                  |«       Y yw xY w)zí
        Watch engine PID via pidfd_open + asyncio event loop reader.

        Returns True if pidfd watch was set up, False if unavailable or failed.
        Broad OSError catch handles both ENOSYS and SECCOMP-blocked syscalls.
        Ú
pidfd_openFr³  r   T)
rÉ  rÆ   r†  rŒ  r•  Ú
add_readerÚ_on_pidfd_readabler�  rd  Úclose)r®   r[  Úfds      r£   Ú_try_pidfd_watchzPrismaClient._try_pidfd_watchË  sy   € ô ”r˜<Ô(ØØˆð	Ü—‘˜s AÓ&ˆBÜ×$Ñ$Ó&×1Ñ1°"°d×6MÑ6MÔNØ!#ˆDÔØøÜò 	Ø�QŠwÜ—‘˜”Ùð	ús   •AA! Á!#BÂBc                 óp  — | j                   re| j                  dk\  rU	 t        j                  «       j	                  | j                  «       	 t        j                  | j                  «       d| _        y| j                  }| j                  |«      r't        j                  d|«       | j                  «        yt        j                  d|«       d| _         | j                  «        | j                  «        t        j                   | j#                  dd¬«      «       y# t
        $ r Y ŒÛw xY w# t        $ r Y ŒÊw xY w)	zÛpidfd became readable: engine process exited or became zombie.

        Sets _engine_confirmed_dead BEFORE cleanup so _run_reconnect_cycle
        takes the heavy path (recreate Prisma client + re-arm watcher).
        r   r³  Nzyprisma-query-engine PID %s exited (pidfd event) as part of a planned restart; not reconnecting (engine already replaced).zFprisma-query-engine PID %s exited (pidfd event); triggering reconnect.Trq  rr  )r’  r�  rŒ  r•  Úremove_readerr=  rÆ   r‰  rd  r�  rt  r@   r	  ru  rð  ro  r�  rå  r„  s     r£   rˆ  zPrismaClient._on_pidfd_readableß  s&  € ð ×&Ò&à×!Ñ! QÒ&ðÜ×,Ñ,Ó.×<Ñ<¸T×=OÑ=OÔPðÜ—H‘H˜T×/Ñ/Ô0ð &(�Ô"ØØ×*Ñ*ˆØ×'Ñ'¨Ô1Ü ×%Ñ%ðOàôð
 ×(Ñ(Ô*ØÜ×"Ñ"ØTØô	
ð '+ˆÔ#Ø×ÑÔ Ø×$Ñ$Ô&Ü×ÑØ×%Ñ%Ø-Øð &ó õ	
øô1 !ò Ùðûô ò Ùðús#   �-D ÁD) Ä	D&Ä%D&Ä)	D5Ä4D5c              ƒ   óÜ  K  — | j                   rl| j                  dkD  r\	 t        j                  | j                  d«       t!        j"                  d	«      ƒ d{  –—†  | j                   r| j                  dkD  rŒZyyyy# t        $ r¡ | j                  }| j                  |«      r(t        j                  d|«       | j                  «        Y yt        j                  d|«       d| _
        | j                  «        | j                  «        | j                  dd¬«      ƒ d{  –—†7   Y yt        t        f$ r3 t        j                  d| j                  «       | j                  «        Y yw xY w7 �Œ­w)
z²poll via os.kill(pid, 0) every 1s.
        Only used when BOTH waitpid thread and pidfd are unavailable
        (e.g., PID is not our child process and pidfd_open fails)
        r   ziprisma-query-engine PID %s gone as part of a planned restart; not reconnecting (engine already replaced).Nz6prisma-query-engine PID %s gone; triggering reconnect.Trq  rr  z+Cannot signal PID %s; stopping engine poll.rV  )r‘  r�  rÆ   ra  rb  rt  r@   r	  ru  rð  r’  ro  rå  rc  rd  r¼   rŒ  Úsleepr„  s     r£   Ú_poll_engine_proczPrismaClient._poll_engine_proc	  sZ  è ø€ ð
 ×#Ò#¨×(8Ñ(8¸1Ò(<ðÜ—‘˜×(Ñ(¨!Ô,ô< —-‘- Ó"×"Ð"ðA ×#Ò#¨×(8Ñ(8¸1Ô(<Ð#Ð(<Ð#øô &ò Ø×+Ñ+�Ø×/Ñ/°Ô9Ü(×-Ñ-ðOà ôð
 ×0Ñ0Ô2ÙÜ$×*Ñ*ØLØôð /3�Ô+Ø×&Ñ&Ô(Ø×,Ñ,Ô.Ø×/Ñ/Ø1Øð 0ó ÷ ñ ñ Ü#¤WÐ-ò Ü$×*Ñ*ØAØ×$Ñ$ôð ×,Ñ,Ô.Ùðúð #ûs_   ‚E,Ÿ A< ¿E,ÁE)ÁE,Á8E,Á<AE&ÃE,Ã
AE&ÄD ÄE&Ä#E,Ä%>E&Å#E,Å%E&Å&E,c                 ó2  — d| _         | j                  dk\  rU	 t        j                  «       j	                  | j                  «       	 t        j                  | j                  «       d| _        d| _	        d| _
        y# t
        $ r Y ŒAw xY w# t        $ r Y Œ0w xY w)zKClean up pidfd reader, waitpid thread ref, or stop polling and reset state.Fr   r³  N)r‘  r�  rŒ  r•  r�  r=  rÆ   r‰  rd  r“  r�  r´   s    r£   ru  z$PrismaClient._cleanup_engine_watcher0  s’   € à %ˆÔØ×Ñ Ò"ðÜ×(Ñ(Ó*×8Ñ8¸×9KÑ9KÔLðÜ—‘˜×+Ñ+Ô,ð "$ˆDÔØ#'ˆÔ ØˆÕøô ò Ùðûô ò Ùðús#   ˜-A; ÁB
 Á;	BÂBÂ
	BÂBc              ƒ   ó*  K  — | j                   s| j                  dk\  s| j                  �y| j                  «       }|dk(  rt	        j
                  d«       y|| _        d| _        t	        j                  d|«       | j                  |«      }|rdn| j                  |«      }|rt	        j                  d|«       y|rt	        j                  d|«       yt	        j                  d|«       d	| _         t        j                  | j                  «       «       y­w)
ak  
        Start watching the Prisma query engine process for death.

        Detection priority:
        1. os.waitpid() in a dedicated thread, works with all event loops.
        2. pidfd_open kernel fd registered with asyncio.
        3. os.kill(pid, 0) polling (1s), last-resort fallback when neither
           waitpid thread nor pidfd are available.

        r   NzKCould not find prisma-query-engine PID; engine death detection unavailable.Fz$Found prisma-query-engine at PID %s.z*Watching engine PID %s via waitpid thread.z!Watching engine PID %s via pidfd.z+Watching engine PID %s via os.kill polling.T)r‘  r�  r“  r_  r@   r¼   r�  r’  r	  rz  r‹  rŒ  r�  r�  )r®   r[  Ú
waitpid_okÚpidfd_oks       r£   Ú_start_engine_watcherz"PrismaClient._start_engine_watcher@  sÿ   è ø€ ð × Ò  D×$6Ñ$6¸!Ò$;¸t×?WÑ?WÐ?cØØ×)Ñ)Ó+ˆØ�!Š8Ü ×&Ñ&Ð'tÔuØØˆÔØ&+ˆÔ#Ü×!Ñ!Ð"HÈ#ÔNØ ×3Ñ3°CÓ8ˆ
Ù#-™%°4×3HÑ3HÈÓ3MˆÙÜ ×%Ñ%Ø<Øõñ Ü ×%Ñ%Ø3Øõô
 !×%Ñ%Ø=Øôð %)ˆDÔ!Ü×Ñ × 6Ñ 6Ó 8Õ9ùs   ‚DDc                 ó\   — | j                  «        d| _        t        j                  d«       y)z<Stop watching the engine process and clean up all resources.FzStopped engine process watcher.N)ru  r’  r@   r¼   r´   s    r£   Ú_stop_engine_watcherz!PrismaClient._stop_engine_watcherh  s%   € à×$Ñ$Ô&Ø&+ˆÔ#Ü×"Ñ"Ð#DÕEr¢   c                 óx   — d| _         | j                  «        t        j                  | j	                  «       «       y)a¸  Re-arm the engine watcher after a planned writer-engine restart.

        Wired as `PrismaWrapper.on_engine_replaced` and invoked from inside
        `recreate_prisma_client` once the new engine is connected (IAM token
        refresh, guarded reconnect). The old watcher was tracking the engine
        we just intentionally killed, so we tear it down and re-arm on the new
        PID. Scheduling `_start_engine_watcher` as a task (rather than awaiting)
        keeps us from blocking the recreate while it still holds the wrapper's
        reconnection lock. Without this re-arm, a planned restart would leave
        the proxy with no engine-death detection until the next reconnect.
        FN)r’  ru  rŒ  r�  r•  r´   s    r£   Ú_handle_writer_engine_replacedz+PrismaClient._handle_writer_engine_replacedn  s/   € ð ',ˆÔ#Ø×$Ñ$Ô&Ü×Ñ˜D×6Ñ6Ó8Õ9r¢   Útimeout_secondsrâ  c              ƒ   ó:  ‡ ‡‡K  — |�|n‰ j                   }t        ‰ j                  dd«      Š‰ j                  xs" ‰ j                  dkD  xr ‰ j                  «        }|rv‰ j                  }t        j                  d|«       ‰ j                  «        ‰ j                  «        d
ˆˆˆ fd„}t        j                   |«       |¬«      ƒ d{  –—†  d‰ _        yt        j                  d«       d
ˆˆˆ fd	„}t        j                   |«       |¬«      ƒ d{  –—†  y7 ŒN7 Œ­w)a¥  
        Run a reconnect cycle with a single overall timeout budget.

        Uses the _engine_confirmed_dead flag (set by waitpid thread / pidfd / poll
        handlers) to choose between heavy reconnect (engine dead -- recreate
        Prisma client, re-arm watcher) and direct reconnect (network blip --
        recreate Prisma client, re-arm watcher, SELECT 1). Both paths recreate
        the client via the non-blocking kill-then-construct flow rather than
        calling disconnect(), which blocks the event loop on the synchronous
        subprocess.Popen.wait() inside prisma-client-py (see issue #26191).

        `force_recreate` skips the direct path's liveness probe, for callers
        whose failure lives in the session state rather than the connection
        (stale prepared statements after a schema change): a reachable writer
        proves nothing about those, so the probe must not veto the recreate.
        NÚ_engine_generationr   z1prisma-query-engine PID %s is dead; reconnecting.c               “   ó6  •K  — t        j                  dd«      } | s t        j                  d«       t	        d«      ‚‰j
                  j                  | ‰¬«      ƒ d {  –—† }‰j                  «       ƒ d {  –—†  ‰du r|du rd‰_        t        d«      ‚y y 7 Œ87 Œ"­w)	NÚDATABASE_URLr   z4DATABASE_URL not set; cannot recreate Prisma client.úDATABASE_URL not set©Úexpected_generationTFú`Forced Prisma recreate declined by the generation guard; the engine that failed was not replaced)
rÆ   rÇ   r@   rð  r–  r  Úrecreate_prisma_clientr•  r’  rI  )Údb_urlÚ	recreatedr¡  râ  r®   s     €€€r£   Ú_do_heavy_reconnectz>PrismaClient._run_reconnect_cycle.<locals>._do_heavy_reconnect­  s§   øè ø€ Ü "§	¡	¨.¸"Ó =�ÙÜ(×.Ñ.Ð/eÔfÜ&Ð'=Ó>Ð>ð *.¯©×)GÑ)GÈÐdwÐ)GÓ)x×#x�	Ø×0Ñ0Ó2×2Ð2ð " TÑ)¨i¸5Ñ.@ð 38�DÔ/Ü1ðBóð ð /AÐ)ð $yøØ2ús$   ƒABÁBÁBÁ4BÁ5!BÂB©ÚtimeoutFz9Performing Prisma DB reconnect (engine alive or unknown).c               “   ó
  •K  — t        j                  dd«      } | s t        j                  d«       t	        d«      ‚‰j
                  }‰du r|	 |j                  d«      ƒ d {  –—†  t        j                  d«       t        ‰j                  t        «      r‰j                  j                  «        ‰j                  «       ƒ d {  –—†  y ‰j                  «        ‰j                  j!                  | ‰¬	«      ƒ d {  –—† }‰j                  «       ƒ d {  –—†  ‰j
                  j                  d«      ƒ d {  –—†  ‰d
u r|du rt#        d«      ‚y y 7 Œë7 ŒŒ# t        $ r }t        j                  d|«       Y d }~Œ­d }~ww xY w7 Œ„7 Œn7 ŒM­w)Nrž  r   z5DATABASE_URL not set; cannot reconnect Prisma client.rŸ  FúSELECT 1z_Writer healthy on probe; skipping recreate (engine likely already replaced by a token refresh).z3Writer probe failed (%s); recreating Prisma client.r   Tr¢  )rÆ   rÇ   r@   rð  r–  r�  rÄ  r	  r  r  rg   Úmark_writer_recoveredr•  r=  rï  ru  r£  rI  )r¤  rm  Ú	probe_errr¥  r¡  râ  r®   s       €€€r£   Ú_do_direct_reconnectz?PrismaClient._run_reconnect_cycle.<locals>._do_direct_reconnectÛ  st  øè ø€ Ü "§	¡	¨.¸"Ó =�ÙÜ(×.Ñ.Ð/fÔgÜ&Ð'=Ó>Ð>ð !%§¡�Ø! UÑ*ðØ$×.Ñ.¨zÓ:×:Ð:Ü,×1Ñ1ðKôô & d§g¡gÔ/CÔDØ ŸG™G×9Ñ9Ô;Ø"×8Ñ8Ó:×:Ð:Øð ×,Ñ,Ô.Ø)-¯©×)GÑ)GÈÐdwÐ)GÓ)x×#x�	Ø×0Ñ0Ó2×2Ð2ð —n‘n×.Ñ.¨zÓ:×:Ð:ð " TÑ)¨i¸5Ñ.@Ü1ðBóð ð /AÐ)ðK ;øð ;ùä$ò Ü,×4Ñ4ØQØ%÷ñ ûðúð $yøØ2øð ;ús…   ƒA	FÁE Á!EÁ"A E ÃEÃE Ã1FÃ8E=Ã9FÄE?Ä"FÄ3FÄ4FÅE ÅE Å	E:ÅE5Å0FÅ5E:Å:FÅ?FÆFrø  )r‰  r  r�  r’  r�  re  r@   rï  ro  ru  rŒ  Úwait_forr¼   )	r®   rš  râ  Úeffective_timeoutÚengine_is_deadr‚  r¦  r­  r¡  s	   ` `     @r£   Ú_run_reconnect_cyclez!PrismaClient._run_reconnect_cycle~  s  úè ø€ ð,  /Ð:‰OÀ×@kÑ@kð 	ô &-¨T¯^©^Ð=QÐSWÓ%XÐà $× ;Ñ ;Ò uÀ×@PÑ@PÐSTÑ@TÒ@tÐ]a×]rÑ]rÓ]tÐYtˆáØ"×.Ñ.ˆHÜ ×(Ñ(ØCØôð ×"Ñ"Ô$Ø×(Ñ(Ô*÷"ôH ×"Ñ"Ñ#6Ó#8ÐBSÔT×TÐTð +0ˆDÕ'ä ×&Ñ&Ð'bÔc÷8ôt ×"Ñ"Ñ#7Ó#9ÐCTÔU×UÑUðI UøðH Vús%   …CDÃDÃ	ADÄDÄDÄDrã  z_StaleReadEngine | Nonec                 ó¦   — |€y| j                   j                  |j                  «      |j                  k(  ry|j	                  | j
                  «       S )aN  
        Whether the reconnect cooldown should still gate this caller.

        The cooldown collapses a burst of callers onto one recreate, so it
        keeps gating a caller whose named engine has already been replaced:
        that recreate is the one it was waiting for. While that engine is still
        the live one the damage is still being served, so deferring to an
        unrelated reconnect's cooldown would leave it broken until the cooldown
        elapses.

        A named engine always describes the one that served the failing read
        (see `_query_first_with_cached_plan_fallback`), so it is compared
        against `read_db`, identity included: `read_db` can resolve to a
        different wrapper than it did at observation time.

        The waiver is withdrawn once a repair of this same engine has been
        tried and failed. A failed recreate leaves the generation where it was,
        so without this every queued caller would still see its own engine live
        and run its own full recreate serially instead of collapsing onto one
        attempt, which is what the cooldown is for. The record is scoped to the
        engine rather than to a global failure count: an unrelated reconnect
        failing somewhere else says nothing about whether this engine can be
        repaired, and gating on it would suppress the recovery this method
        exists to allow.

        The record is never cleared, and does not need to be. Generations are
        monotonic per wrapper, so once the engine is repaired every later
        caller names a higher one and the entry can never match again. And this
        method is only ever the first half of the gate: the cooldown window
        itself still expires, so an engine that can never be repaired degrades
        to the plain cooldown rather than being suppressed forever.
        T)r�  r  rM  rN  rT  r   )r®   rã  s     r£   Ú_cooldown_applieszPrismaClient._cooldown_applies  sP   € ðB Ð$ØØ×,Ñ,×0Ñ0Ð1B×1JÑ1JÓKÐO`×OkÑOkÒkØØ$×2Ñ2°4·<±<Ó@Ð@Ð@r¢   rs  rÛ  c              ƒ   óÄ  K  — t        j                   «       }|du rD| j                  |«      r3|| j                  z
  | j                  k  rt	        j
                  d|«       y| j                  | j                  k\  r(t	        j                  d| j                  |«       d| _	        t	        j                  d|«       d}	 | j                  ||¬«      ƒ d {  –—†  d}d| _        t	        j                  d|«       t        j                   «       | _        |S 7 Œ># t        $ r(}d| _        t	        j                  d	||«       Y d }~ŒId }~wt        $ rw}	| xj                  d
z  c_        |�4t        i | j                  ¥|j                   |j"                  i¥«      | _        t	        j$                  d| j                  ||	«       Y d }	~	ŒÇd }	~	ww xY w# t        j                   «       | _        w xY w­w)NFzDSkipping DB reconnect attempt inside lock due to cooldown. reason=%szFEscalating to heavy reconnect after %d consecutive failures. reason=%sTz)Attempting Prisma DB reconnect. reason=%s)rš  râ  r   z(Prisma DB reconnect succeeded. reason=%sz1Prisma DB reconnect declined. reason=%s detail=%srV  z?Prisma DB reconnect failed (%d consecutive). reason=%s error=%s)rd  r³  rƒ  r…  r@   r¼   rŒ  rŽ  rï  r’  r±  r	  rI  r=  r   r�  rM  rN  rð  )
r®   rs  rÛ  rš  râ  rã  rh  Úreconnect_succeededÚdeclinedÚreconnect_errs
             r£   Ú_attempt_reconnect_inside_lockz+PrismaClient._attempt_reconnect_inside_lock>  sÎ  è ø€ ô —Y‘Y“[ˆà�U‰NØ×&Ñ&Ð'8Ô9Ø�d×8Ñ8Ñ8¸4×;^Ñ;^Ò^ä ×&Ñ&ØVØôð ð ×/Ñ/°4×3WÑ3WÒWÜ ×(Ñ(ØXØ×4Ñ4Øôð
 +/ˆDÔ'ä×$Ñ$Ð%PÐRXÔYà#Ðð-	=Ø×+Ñ+¸OÐ\jÐ+Ók×kÐkØ"&ÐØ34ˆDÔ0Ü ×%Ñ%Ð&PÐRXÔYôR 26·±³ˆDÔ.à"Ð"ð] lùô 'ò 	pð 45ˆDÔ0Ü ×(Ñ(Ð)\Ð^dÐfn×oÑoûÜò 	Ø×0Ò0°AÑ5Õ0ð !Ð,ô 5EØr�t×8Ñ8ÐrÐ:K×:SÑ:SÐUf×UqÑUqÑró5�Ô1ô !×&Ñ&ØQØ×4Ñ4ØØ÷	ñ ûð%	ûô2 26·±³ˆDÕ.üsa   ‚B6G Â9D ÃDÃ#D Ã3G ÄD Ä	F?ÄD<Ä7G Ä<F?ÅA-F:Æ5G Æ:F?Æ?G ÇGÇG Úlock_timeout_secondsc              ƒ   óT  ‡ ‡‡K  — t        j                   «       }|du rD‰ j                  |«      r3|‰ j                  z
  ‰ j                  k  rt	        j
                  d|«       y|€C‰ j                  4 ƒd{  –—†  ‰ j                  |||||«      ƒ d{  –—† cddd«      ƒd{  –—†  S dŠdt        fˆˆ fd„}t        j                   |«       «      Šd
ˆˆˆ fd„}		 t        j                  ‰h|t        j                  ¬«      ƒ d{  –—† \  }
}‰|
vr' |	«       ƒ d{  –—†  t	        j
                  d||«       y	 ‰j                  «        	 ‰ j                  |||||«      ƒ d{  –—† ‰ j                  j#                  «        S 7 �Œ7 Œð7 Œâ# 1 ƒd{  –—†7  sw Y   ŒñxY w7 Œ—# t        j                  $ r% t        j                   |	«       «      ƒ d{  –—†7   ‚ w xY w7 Œ¾# t         $ r!}t	        j
                  d	||«       Y d}~yd}~ww xY w7 Œ¦# ‰ j                  j#                  «        w xY w­w)a  
        Attempt to reconnect the Prisma client in a singleflight manner.

        `force` bypasses the cooldown unconditionally; `force_recreate`
        bypasses the liveness probe that would otherwise skip recreating a
        reachable engine; `stale_read_engine` bypasses the cooldown only while
        the engine that produced the caller's failure is still the live one
        (see `_cooldown_applies`).

        A `force_recreate` caller can also get False for a third reason: the
        generation guard declined because another path had already replaced
        the engine, which is a successful outcome reported as False. Callers
        that branch on the return value (`exception_handler` raises on False,
        `auth_checks` retries only on True) would misread that as a dead end,
        and are safe today only because neither passes `force_recreate`. Do
        not add it to one of them without revisiting how it reads the result.

        Returns:
            bool: True if reconnection succeeded, else False.
        Fz8Skipping DB reconnect attempt due to cooldown. reason=%sNr«   c               “   óZ   •K  — ‰j                   j                  «       ƒ d {  –—†  dŠ y7 Œ­w©NT)r�  Úacquire)Úlock_acquired_by_timeout_taskr®   s   €€r£   Ú_acquire_reconnect_lockzBPrismaClient.attempt_db_reconnect.<locals>._acquire_reconnect_lockÄ  s-   øè ø€ à×)Ñ)×1Ñ1Ó3×3Ð3Ø,0Ð)Øð 4ús   ƒ+¡)¢+c               “   óè   •K  — ‰ j                  «        	 ‰ ƒ d {  –—†  ‰r	 ‰j                  j                  «        y y 7 Œ## t        j                  $ r Y Œ6t        $ r Y Œ@w xY w# t        $ r Y y w xY w­wr­   )ÚcancelrŒ  rã  r=  r�  Úreleaser–  )Úacquire_taskr¾  r®   s   €€€r£   Ú_abandon_acquire_taskz@PrismaClient.attempt_db_reconnect.<locals>._abandon_acquire_taskÌ  s|   øè ø€ Ø×ÑÔ!ðØ"×"Ð"ñ -ðØ×+Ñ+×3Ñ3Õ5ð -ð #ùÜ×)Ñ)ò ÙÜò Ùðûô $ò Ùðüsc   ƒA2•A  š>›A  ŸA2¢A# ¼A2¾A  Á A ÁA2ÁA ÁA2ÁA Á A2Á#	A/Á,A2Á.A/Á/A2)r¨  Úreturn_whenzTSkipping DB reconnect attempt due to lock acquisition timeout. reason=%s timeout=%sszOSkipping DB reconnect attempt due to lock acquisition error. reason=%s error=%srø  )rd  r³  rƒ  r…  r@   r¼   r�  r¸  rì   rŒ  r�  ÚwaitÚFIRST_COMPLETEDrã  Úshieldr  r=  rÂ  )r®   rÛ  rs  rš  r¹  râ  rã  rh  r¿  rÄ  ÚdoneÚ_pendingÚlock_acquire_errrÃ  r¾  s   `            @@r£   rå  z!PrismaClient.attempt_db_reconnect“  s   úè ø€ ô: —Y‘Y“[ˆà�U‰NØ×&Ñ&Ð'8Ô9Ø�d×8Ñ8Ñ8¸4×;^Ñ;^Ò^ä ×&Ñ&ØJØôð àÐ'Ø×.Ñ.÷ ñ Ø!×@Ñ@Ø˜6 ?°NÐDUó÷ ÷÷ ñ ð
 ).Ð%ð	¬tö 	ô &×1Ñ1Ñ2IÓ2KÓLˆ÷	ð 	Ü#*§<¡<Ø�Ø,Ü#×3Ñ3ô$÷ ‰NˆD�(ð ˜tÑ#Ù'Ó)×)Ð)Ü ×&Ñ&ØfØØ$ôð
 ð	Ø×ÑÔ!ð	.Ø×<Ñ<Ø�v˜°Ð@Qó÷ ð ×#Ñ#×+Ñ+Õ-ðAùðøðø÷ ÷ ñ úð@ùô
 ×%Ñ%ò 	Ü—.‘.Ñ!6Ó!8Ó9×9Ñ9Øð	úð *ùô ò 	Ü ×&Ñ&ØaØØ ôô
 ûð	úðùð ×#Ñ#×+Ñ+Õ-üsê   …A/H(Á4E?Á5H(Á8FÂFÂFÂH(Â!FÂ"6H(Ã*F ÄFÄF ÄH(ÄGÄH(Ä7G ÅH	 Å HÅ!H	 Å$H(ÆFÆH(ÆFÆFÆFÆH(ÆF Æ0GÇGÇGÇH(Ç	HÇ#G?Ç:H(Ç?HÈH(ÈH	 È	H%È%H(c              ƒ   óª  K  — | j                   durt        j                  d«       y| j                  �y| j                  | j
                  _        t        j                  | j                  «       «      | _        t        j                  d| j                  | j                  | j                  | j                  «       | j                  «       ƒ d{  –—†  y7 Œ­w)zýStart background tasks that monitor DB health:
        - A periodic SELECT 1 probe that triggers reconnect on network/connection failure.
        - A process-level watcher that detects engine death via waitpid thread, pidfd, or os.kill polling.
        TzEPrisma DB health watchdog disabled via PRISMA_HEALTH_WATCHDOG_ENABLEDNzrStarted Prisma DB health watchdog (interval=%ss, reconnect_cooldown=%ss, probe_timeout=%ss, reconnect_timeout=%ss))r‡  r@   r¼   r‚  r™  r�  Úon_engine_replacedrŒ  r�  Ú_db_health_watchdog_loopr	  r†  r…  rˆ  r‰  r•  r´   s    r£   Ústart_db_health_watchdog_taskz*PrismaClient.start_db_health_watchdog_taskÿ  s³   è ø€ ð
 ×+Ñ+°4Ñ7Ü ×&Ñ&Ð'nÔoØØ×(Ñ(Ð4Øð
 -1×,OÑ,Oˆ�‰Ô)Ü(/×(;Ñ(;¸D×<YÑ<YÓ<[Ó(\ˆÔ%Ü×!Ñ!ð AØ×5Ñ5Ø×/Ñ/Ø×:Ñ:Ø×7Ñ7ô	
ð ×(Ñ(Ó*×*Ò*ús   ‚C	CÃCÃCc              ƒ   ó  K  — | j                  «        | j                  €y| j                  j                  «        	 | j                  ƒ d{  –—†  d| _        t        j                  d«       y7 Œ!# t        j                  $ r Y Œ4w xY w­w)z;Stop DB health watchdog task and engine watcher gracefully.Nz!Stopped Prisma DB health watchdog)r—  r‚  rÁ  rŒ  rã  r@   r	  r´   s    r£   Ústop_db_health_watchdog_taskz)PrismaClient.stop_db_health_watchdog_task  s|   è ø€ à×!Ñ!Ô#Ø×(Ñ(Ð0ØØ×%Ñ%×,Ñ,Ô.ð	Ø×/Ñ/×/Ð/ð )-ˆÔ%Ü×!Ñ!Ð"EÕFð	 0ùÜ×%Ñ%ò 	Ùð	üs:   ‚8B»A. Á
A,ÁA. ÁBÁ,A. Á.BÂBÂBÂBc              ƒ   óÄ  K  — 	 	 t        j                  | j                  «      ƒ d {  –—†  t        j                  | j                  j                  d«      | j                  ¬«      ƒ d {  –—†  t        | j                  t        «      r;| j                  j                  r%| j                  d| j                  ¬«      ƒ d {  –—†  ŒÀ7 Œœ7 Œ\7 Œ	# t         j                  $ r Y y t        $ rv}t        |t         j                  «      st        j                   |«      r'| j                  d| j                  ¬«      ƒ d {  –—†7   nt#        j$                  d|«       Y d }~Œ•d }~ww xY w­w)Nrª  r§  Ú%db_health_watchdog_writer_unavailable)rÛ  rš  Ú#db_health_watchdog_connection_errorz3Prisma DB health watchdog observed non-DB error: %s)rŒ  r�  r†  r®  r  rÄ  rˆ  r  rg   Úwriter_unavailablerå  r‰  rã  r=  ÚTimeoutErrorrb   Ú is_database_infrastructure_errorr@   r¼   ©r®   rö  s     r£   rÎ  z%PrismaClient._db_health_watchdog_loop%  s5  è ø€ ØðiÜ—m‘m D×$MÑ$MÓN×NÐNÜ×&Ñ&Ø—G‘G×%Ñ% jÓ1Ø ×JÑJô÷ ð ô ˜dŸg™gÔ';Ô<ÀÇÁ×A[ÒA[Ø×3Ñ3ØFØ(,×(SÑ(Sð 4ó ÷ ð ð àNøðøð
ùô ×)Ñ)ò ÙÜò iÜ˜a¤×!5Ñ!5Ô6Ô:R×:sÑ:sÐtuÔ:vØ×3Ñ3ØDØ(,×(SÑ(Sð 4ó ÷ ò ô
 )×.Ñ.Ð/dÐfgÔhÿøðiüs}   ‚E …"C
 §C¨AC
 Á)CÁ*AC
 Â>CÂ?C
 ÃE ÃC
 ÃC
 ÃC
 Ã
EÃE ÃEÃ'AEÄ6D9Ä7EÅE ÅEÅE c                 óÒ   — t        | j                  t        «      rB| j                  j                  r| j                  j                  S | j                  j
                  S | j                  S )a{  The Prisma wrapper a `SELECT 1` health probe actually reaches.

        `health_check()` issues `query_raw`, which `RoutingPrismaWrapper` sends
        to the reader unless the reader is degraded. The writer's engine state
        therefore says nothing about a probe that failed against the reader, so
        the gate has to follow the same routing rule the probe did.
        )r  r  rg   Úreader_unavailablerm  rn  r´   s    r£   Ú_probe_target_wrapperz"PrismaClient._probe_target_wrapper=  sC   € ô �d—g‘gÔ3Ô4Ø%)§W¡W×%?Ò%?�4—7‘7—>‘>ÐSÀTÇWÁWÇ^Á^ÐSØ�w‰wˆr¢   rM  c              ƒ   óH   K  — d}|j                  |«      ƒ d{  –—† }|S 7 Œ­w)aÒ  Issue the `SELECT 1` a health check is made of, against `wrapper`.

        Takes the wrapper rather than re-reading `self.db`, because routing is
        re-resolved on every attribute access: a reader that recovers between
        the caller picking its target and the query going out would send the
        probe to a different engine than the one whose generation the caller is
        about to check, and attribute the failure to the wrong replacement.
        rª  N)rÄ  )r®   rM  rß  r  s       r£   Ú_run_health_probezPrismaClient._run_health_probeI  s+   è ø€ ð &ˆ	Ø(/×(9Ñ(9¸)Ó(D×"DˆØˆð #Eús   ‚"™ š"c              ƒ   óœ   K  — 	 | j                  |«      ƒ d {  –—†  y7 Œ# t        $ r }t        j                  d|«       Y d }~yd }~ww xY w­w)Nz3Prisma health_check() confirmation probe failed: %sFT)rÝ  r=  r@   r¼   )r®   rM  Úprobe_errors      r£   Ú_probe_answers_nowzPrismaClient._probe_answers_nowV  sM   è ø€ ð	Ø×(Ñ(¨Ó1×1Ð1ð ð	 2ùÜò 	Ü ×&Ñ&Ð'\Ð^iÔjÜûð	üs5   ‚A„  ˜™  �Až   	A	©A¿AÁA	Á	Arö  Úgeneration_beforec              ƒ   óÖ   K  — t        j                  |«      sy|j                  | j                  «      ƒ d{  –—†  |j                  |k(  ry| j                  |«      ƒ d{  –—† S 7 Œ-7 Œ­w)a†  True iff `e` is a connection-class probe failure that a completed
        planned query-engine replacement explains.

        Planned replacements (RDS IAM token refresh, guarded reconnect) kill the
        running query engine and spawn a new one. A `SELECT 1` probe that races
        that sub-second window fails with a transport error against the engine's
        local HTTP port even though nothing is wrong with the database, and
        reporting it drives a false-positive `db_exceptions` alert on every
        replacement.

        Two things must both hold, because neither is sufficient alone. The
        engine generation must have moved, which says a replacement completed
        rather than merely being attempted: reconnect attempts during a real
        outage hold the same lock for tens of seconds, so gating on an in-flight
        replacement would swallow most of an outage's alerts. And a fresh probe
        must succeed, because `Prisma.connect()` polls the query engine's own
        `/status` endpoint rather than round-tripping to the database, so a
        future engine that binds before it validates its connection pool would
        let the generation advance with the database still unreachable.

        Waiting for an in-flight replacement to settle is what makes the
        generation check meaningful, since the generation has not moved yet at
        the instant the probe fails. The wait is generous against a replacement
        that takes well under a second and short enough that an outage-hung
        reconnect is not waited out; a replacement that has not settled by then
        reports rather than stays silent.
        FN)rb   Úis_database_connection_errorÚ#wait_for_planned_engine_replacementr]  rP  rà  )r®   rö  rM  rá  s       r£   Ú$_planned_engine_replacement_absorbedz1PrismaClient._planned_engine_replacement_absorbed^  sf   è ø€ ôB (×DÑDÀQÔGØØ×9Ñ9¸$×:hÑ:hÓi×iÐiØ×$Ñ$Ð(9Ò9ØØ×,Ñ,¨WÓ5×5Ð5ð 	jøð 6ús!   ‚5A)·A%¸(A)Á A'Á!A)Á'A)rß  r}  c              ƒ   óÆ   K  — | j                  |||«      ƒ d {  –—† rt        j                  d|«       y | j                  j	                  ||d|¬«      ƒ d {  –—†  y 7 ŒC7 Œ­w)NzwPrisma health_check() connection error raced a planned query-engine replacement; not reporting it as a DB exception: %srÅ  r  )rå  r@   r	  r_  r~  )r®   rö  rß  r}  rM  rá  s         r£   Ú_report_health_check_failurez)PrismaClient._report_health_check_failure†  sw   è ø€ ð ×:Ñ:¸1¸gÐGXÓY×YÐYÜ ×%Ñ%ð9àôð
 Ø×$Ñ$×4Ñ4Ø ØØ$Ø'ð	 5ó 
÷ 	
ñ 	
ð Zøð	
ús!   ‚A!™Aš=A!ÁAÁA!ÁA!c           
   ƒ   ó¶  K  — t        j                   «       }| j                  «       }|j                  }	 | j                  |«      ƒ d{  –—† S 7 Œ# t        $ r~}ddl}d|› �}t        j                  |«       |dz    |j                  «       z   }t        j                   «       }||z
  }	t        j                  | j                  ||	|||¬«      «       |‚d}~ww xY w­w)z=
        Health check endpoint for the prisma client
        Nr   z0LiteLLM Prisma Client Exception health_check(): rú  )rö  rß  r}  rM  rá  )rd  rÛ  rP  rÝ  r=  r»   r@   rï  r½   rŒ  r�  rç  )
r®   rà  Úprobe_wrapperrá  rö  r»   rÜ  rÝ  rá  rÞ  s
             r£   rÅ  zPrismaClient.health_checkœ  sÞ   è ø€ ô !ŸI™I›Kˆ
Ø#×9Ñ9Ó;ˆØ#0×#BÑ#BÐð	Ø×/Ñ/°Ó>×>Ð>Ð>ùÜò 	Ûà!QÐRSÐQTÐUˆIÜ ×(Ñ(¨Ô3Ø%.°Ñ%5Ð8L¸	×8LÑ8LÓ8NÑ%NˆOÜ"Ÿi™i›kˆHØ'¨*Ñ4ˆIÜ×ÑØ×1Ñ1ØØ&Ø"1Ø)Ø&7ð 2ó ôð ˆGûð#	üs;   ‚1C´A ÁAÁ	A ÁCÁA Á	CÁA9CÃCÃCc              ƒ   ó  ‡ K  — t        j                  t         j                  t        ddt        ¬«      dt
        fˆ fd„«       }	  |«       ƒ d{  –—† S 7 Œ# t        $ r }t        j                  d|«       Y d}~yd}~ww xY w­w)	zd
        Get the row count from LiteLLM_SpendLogs table using PostgreSQL system statistics.
        r²  r³  r´  r«   c               “   ól   •K  — d} ‰j                   j                  | ¬«      ƒ d {  –—† }|d   d   S 7 Œ­w)Nz…
            SELECT reltuples::BIGINT
            FROM pg_class
            WHERE oid = '"LiteLLM_SpendLogs"'::regclass;
            )Úqueryr   r¦   )r  rÄ  )rß  r  r®   s     €r£   Ú_fetch_row_countz@PrismaClient._get_spend_logs_row_count.<locals>._fetch_row_countÄ  sA   øè ø€ ð ˆIð
 <@¿7¹7×;LÑ;LÐS\Ð;LÓ;]×5]ˆFØ˜!‘9˜[Ñ)Ð)ð 6^ús   ƒ"4¥2¦4Nz-Error getting LiteLLM_SpendLogs row count: %sr   )ÚbackoffÚon_exceptionÚexpor=  rþ  rž   r@   rð  )r®   rí  rö  s   `  r£   Ú_get_spend_logs_row_countz&PrismaClient._get_spend_logs_row_count¿  sx   øè ø€ ô
 
×	Ñ	Ü�L‰LÜØØÜ!ô

ð	*¬ô 	*ó

ð	*ð	Ù)Ó+×+Ð+Ð+ùÜò 	Ü ×&Ñ&Ð'VÐXYÔZÜûð	üsB   ƒA BÁ
A ÁAÁA ÁBÁA Á	A>ÁA9Á4BÁ9A>Á>Bc              ƒ   ór   K  — ddl m} | j                  «       ƒ d{  –—† }|j                  d|¬«       y7 Œ­w)zœ
        Set the `LiteLLM_SpendLogs`row count in proxy state.

        This is used later to determine if we should run expensive UI Usage queries.
        r   )Úproxy_stateNÚspend_logs_row_count)Úvariable_namer×   )r¨  ró  rñ  Úset_proxy_state_variable)r®   ró  Ú_num_spend_logs_rowss      r£   Ú(_set_spend_logs_row_count_in_proxy_statez5PrismaClient._set_spend_logs_row_count_in_proxy_stateÚ  s<   è ø€ õ 	;à,0×,JÑ,JÓ,L×&LÐØ×,Ñ,Ø0Ø&ð 	-õ 	
ð 'Mús   ‚7œ5�7Úresponse_time_msc                 ó¸   — |€y	 t        |«      }||k(  r|t        d«      t        d«      fvr|S dS # t        t        f$ r t        j                  d|«       Y yw xY w)z&Validate and clean response time valueNÚinfz-infz"Invalid response_time_ms value: %s)rî   rN  r\  r@   rï  )r®   rù  r×   s      r£   Ú_validate_response_timez$PrismaClient._validate_response_timeð  sk   € àÐ#Øð	Ü Ð!1Ó2ˆEØ! UšN¨u¼UÀ5»\Ì5ÐQWË=Ð<YÑ/Y�5ÐcÐ_cÐcøÜœIÐ&ò 	Ü ×(Ñ(Ð)MÐO_Ô`Ùð	ús   …)1 ¯1 ±%AÁArý  c                 ó¦   — t        |t        «      sy	 t        t        |«      «      S # t        $ r }t        j                  d|«       Y d}~yd}~ww xY w)zClean and validate details JSONNz Failed to clean details JSON: %s)r  r  rS   rR   r=  r@   rï  )r®   rý  rö  s      r£   Ú_clean_detailszPrismaClient._clean_detailsû  sH   € ä˜'¤4Ô(Øð	Ü"¤:¨gÓ#6Ó7Ð7øÜò 	Ü ×(Ñ(Ð)KÈQÔOÜûð	ús   “' §	A°AÁAÚ
model_namer9   Úhealthy_countÚunhealthy_countrè  Ú
checked_byrÏ  c
              ƒ   ó^  K  — 	 t        |«      t        |«      t        |«      t        |«      dœ}
|rt        |«      dd nd| j                  |«      | j                  |«      |rt        |«      nd|	rt        |	«      nddœ}|
j	                  |j                  «       D ��ci c]  \  }}|€Œ	||“Œ c}}«       t        j                  d|
«       t        | «      j                  j                  |
¬«      ƒ d{  –—† S c c}}w 7 Œ
# t        $ r!}t        j                  d||«       Y d}~yd}~ww xY w­w)z$Save health check result to database)rÿ  r9   r   r  Niô  )rè  rù  rý  r  rÏ  zSaving health check data: %sr  z1Error saving health check result for model %s: %s)r    rž   rü  rþ  r—  r¸  r@   r¼   r|   rB  r'  r=  rð  )r®   rÿ  r9   r   r  rè  rù  rý  r  rÏ  Úhealth_check_dataÚoptional_fieldsr£  r¤  rö  s                  r£   Úsave_health_check_resultz%PrismaClient.save_health_check_result  s  è ø€ ð	ô " *›oÜ˜f›+Ü!$ ]Ó!3Ü#& Ó#7ñ	(Ðñ >K¤ ]Ó!3°D°SÑ!9ÐPTØ$(×$@Ñ$@ÐAQÓ$RØ×.Ñ.¨wÓ7Ù1;œc *œoÀÙ-5œC œM¸4ñ&ˆOð ×$Ñ$°×7LÑ7LÓ7N×%`©t¨q°!ÐRSÑR_ a¨¡dÓ%`Ôaä ×&Ñ&Ð'EÐGXÔYÜ.¨tÓ4×:Ñ:×AÑAÐGXÐAÓY×YÐYùó &að Zùäò 	Ü ×&Ñ&Ð'ZÐ\fÐhiÔjÜûð	üsT   ‚D-„BD  Â
C8
Â(C8
Â-AD  Ã3C>Ã4D  Ã7D-Ã8D  Ä 	D*Ä	D%Ä D-Ä%D*Ä*D-Ústatus_filterú0Sequence[prisma_models.LiteLLM_HealthCheckTable]c              ƒ   óô   K  — 	 i }|r||d<   |r||d<   t        | «      j                  j                  |ddi||¬«      ƒ d{  –—† }|S 7 Œ# t        $ r"}t	        j
                  d|«       g cY d}~S d}~ww xY w­w)zB
        Get health check history with optional filtering
        rÿ  r9   Ú
checked_atr  )r©   r  rþ  ÚskipNz&Error getting health check history: %s©r|   rB  rC  r=  r@   rð  )r®   rÿ  r÷  rö  r  Úwhere_clauserÿ  rö  s           r£   Úget_health_check_historyz%PrismaClient.get_health_check_history.  s•   è ø€ ð	Ø24ˆLÙØ-7�˜\Ñ*ÙØ)6�˜XÑ&ä#8¸Ó#>×#DÑ#D×#NÑ#NØ"Ø# VÐ,ØØð	 $Oó $÷ ˆGð ˆNðùô ò 	Ü ×&Ñ&Ð'OÐQRÔSØ�Iûð	üsF   ‚A8„=A
 ÁAÁA
 ÁA8ÁA
 Á
	A5ÁA0Á*A5Á+A8Á0A5Á5A8c              ƒ   óÞ   K  — 	 t        | «      j                  j                  ddgddiddiddig¬«      ƒ d{  –—† S 7 Œ# t        $ r"}t	        j
                  d|«       g cY d}~S d}~ww xY w­w)	zò
        Get the latest health check for each model.

        Uses DB-level DISTINCT ON (model_id, model_name) with ORDER BY checked_at DESC
        (via Prisma ``distinct`` + ``order``) so we never load the full history into memory.
        rÏ  rÿ  Úascr
  r  )Údistinctr  Nz*Error getting all latest health checks: %sr  rØ  s     r£   Úget_all_latest_health_checksz)PrismaClient.get_all_latest_health_checksJ  s†   è ø€ ð	Ü.¨tÓ4×:Ñ:×DÑDØ$ lÐ3à Ð'Ø! 5Ð)Ø! 6Ð*ðð Eó ÷ ð ð ùô ò 	Ü ×&Ñ&Ð'SÐUVÔWØ�Iûð	üs=   ‚A-„4? ¸=¹? ¼A-½? ¿	A*ÁA%ÁA*Á A-Á%A*Á*A-c              ƒ   ó&  K  — |syd}|D ��cg c]	  \  }}||i‘Œ }}}	 t        | «      j                  j                  ddt        |«      iiddg|¬«      ƒ d{  –—† S c c}}w 7 Œ
# t        $ r }t        j                  d|«       Y d}~yd}~ww xY w­w)	a  
        Get the latest health check for each of the named models.

        Same DISTINCT ON as ``get_all_latest_health_checks``, bounded to the models asked
        about, so a paged caller reads health for its page instead of for the whole table.
        r¡   ))rÏ  r  )rÿ  r  )r
  r  rÿ  rA  rÏ  )r©   r  r  Nz1Error getting latest health checks for models: %s)r|   rB  rC  rã   r=  r@   rð  )r®   Úmodel_namesÚlatest_firstr   Ú	directionr  rö  s          r£   Ú#get_latest_health_checks_for_modelsz0PrismaClient.get_latest_health_checks_for_models^  s¬   è ø€ ñ ØØbˆØCO×PÑ/?¨u°i˜ 	Ò*ÐPˆÑPð	Ü.¨tÓ4×:Ñ:×DÑDØ# d¬D°Ó,=Ð%>Ð?Ø$ lÐ3Øð Eó ÷ ð ùó Qðùô
 ò 	Ü ×&Ñ&Ð'ZÐ\]Ô^Üûð	üsJ   ‚B�A›BŸ9A% ÁA#ÁA% ÁBÁ#A% Á%	BÁ.B	ÂBÂ	BÂBr­   )r«   rŽ   )NNNNNNNrò  NNNNNNNT)NNNNrø  rë   )FN)FNNFN)r   r   NNNNN)NrÃ  r   N)r«   r  )r  zSequence[str]r«   r  )_r›   rœ   r�   rW  rã   rŸ   rŒ  r€  Ú_spend_log_transactions_lockÚEventrX  r   rY  rž   rZ  r[  Ú_tool_usage_transactions_lockr\  Ú"_autorouter_turn_transactions_lockr]  rî   r    rl  rÎ   r¶   re   r�  r   r¢  r  r+   r   r©  r°  r   r°   r  rî  rï  rð  r=  rþ  rÑ  rd   r5  ræ  r	   r   r‹   rì   r  r$  r,  r<  rM  rR  rV  r_  re  rú  rÆ  ro  rz  ÚAbstractEventLooprv  rt  r}  r‹  rˆ  r�  ru  r•  r—  r™  r±  r³  r¸  rå  rÏ  rÑ  rÎ  rÛ  rÝ  rà  rå  rç  rÅ  rñ  rø  rü  rþ  r  r  r  r  r¡   r¢   r£   r0  r0  ¼  s+
  … Ø#%Ð˜DÓ%Ø#/ 7§<¡<£>Ð Ø9F¸¿¹»Ð˜x¨¯©Ñ6ÓHØ+,Ð˜8 C™=Ó,ØAEÐ!Ð#>ÓEØ<>Ð˜TÐ"8Ñ9Ó>Ø$0 G§L¡L£NÐ!ð 	ð ! (ØÐ(Ñ)ñ#ó ð *6¨¯©«Ð&ð BEÐ-¨x¸©ÓDð ,0ñ	HFàðHFð (ðHFð )ó	HFðT ð˜=ò ó ðð ð
˜ò 
ó ð
ó8ð¨$Ð1AÑ*Að ÀgÐNbÑFcó ð2 ó ð
 7¨3°¨;Ñ#7ð 
¸DÀÀfÀÑ<Mó 
ð €W×ÑØ�‰ØØØØôñSóðSðj Ø€W×ÑØ�‰ØØØØôð5àð5ð ð5ð Ð>Ñ?ò	5óó ð5ðn<?Àcð <?ÐUYÐ\`ÑU`ó <?ð| €W×ÑØ�‰ØØØØôð ð $(Ø"Ø-1Ø"Ø-1Ø#ð Ø9FØ#'Ø$(Ø!Ø Ø(,Ø15Ø+/Ø!%ñ)Gà�T‰z˜DÑ ðGð �t‘ðGð ˜s‘m dÑ*ð	Gð
 �t‘ðGð ˜s‘m dÑ*ðGð ˜‘ðGð Øoñ
ð ñðGð Ð5Ñ6ðGð ˜D‘ðGð ˜T‘/ðGð �d‘
ðGð  �T‰zð!Gð"  ™+ð#Gð$ (¨$Ñ.ð%Gð& ˜S™	 DÑ(ð'Gð( ò)Gó óðGðR¨7°3¸°;Ñ+?ð ÀDÈÈfÈÑDUó ð €W×ÑØ�‰ØØØØôðKà�c˜6�kÑ"ðKð ÐYÑZòKóðKð\ €W×ÑØ�‰ØØØØôð !Ø%'Ø!%Ø"Ø"Ø7?ØdhØ6:ØCGñcà�T‰zðcð �c˜6�kÑ"ðcð ˜$‘;ð	cð
 �t‘ðcð �t‘ðcð Ð3Ñ4ðcð ÐYÑZÐ]aÑaðcð    V Ñ,¨tÑ3ðcð )-¨S°&¨[Ñ(9¸DÑ(@òcóðcðL €W×ÑØ�‰ØØØØôð /3Ø-1ØOSØ"ñ8à˜˜t™Ñ$ tÑ+ð8ð ˜s‘m dÑ*ð8ð ÐDÑEÈÑLð	8ð
 �t‘ò8óð8ðv €W×ÑØ�‰ØØØØôñóðð4 €W×ÑØ�‰ØØØØôñóðð, ó ð*	 $ó 	ð ð˜sò ó ðð,; cð ;¨dó ;ðz¨ð °7×3LÑ3Lð ÐQUó ð$¨3ð °4ó ð&
°Sð 
¸Tó 
ð8 Cð ¨Dó ó((
óT%#óNó &:óPFó:ð$ )-Ø$ñWVà ™ðWVð ðWVð 
ó	WVðr%AÐ3Lð %AÐQUó %AðX  %Ø7;ñS#àðS#ð ðS#ð  ™ð	S#ð
 ðS#ð 5ðS#ð 
óS#ðp Ø(,Ø-1Ø$Ø7;ñj.àðj.ð ðj.ð  ™ð	j.ð
 $ d™lðj.ð ðj.ð 5ðj.ð 
ój.óX+ó2Góið0
 }ó 
ð¨}ð Àó ð°ð À$ó ð&6àð&6ð ð&6ð ð	&6ð
 
ó&6ðP
àð
ð ð
ð ð	
ð
 ð
ð ð
ð 
ó
ð, €W×ÑØ�‰ØØØØôñóðð8°ó ð6 €W×ÑØ�‰ØØØØôò
óð
ð	¸À¹ð 	ÈÐQUÉó 	ð d¨T¡kð °d¸T±kó ð Ø Ø$(Ø)-Ø#Ø!%Ø#ñ'àð'ð ð'ð ð	'ð
 ð'ð ˜T‘zð'ð   $™,ð'ð ˜‘ð'ð ˜$‘Jð'ð ˜‘*ó'ðV "&ØØØ$(ñà˜$‘Jðð ðð ð	ð
 ˜T‘zðð 
<óó8ð(Ø*ðà	;ôr¢   rç  rG  c              ƒ   ó@  K  — | › d�}|j                  |¬«      }|€|j                  | ¬«      ƒ d{  –—† }|�bt        d|› dt        |«      › �«       t	        |d«      r;t        t        |d«      «      r%|j                  «       }|j                  ||d¬	«       yyyyy7 Œj­w)
zE
    Check if a user_id exists in cache,
    if not retrieve it.
    Ú_user_api_key_user_id)rÏ   N)rç  z
User Row: z	, type = Úmodel_dump_jsoniX  )rÏ   r×   rÄ  )	ré   r  rÁ   rô   rÉ  Úcallabler  r  rç   )rç  rG  r  r6  r  Úuser_rowr7  s          r£   Ú_cache_user_rowr"  y  s®   è ø€ ð
 "˜Ð"7Ð8€IØ—o‘o¨)�oÓ4€HØÐØ "§¡°G Ó <×<ˆØÐÜ˜J x j°	¼$¸x».Ð9IÐJÔKÜ�xÐ!2Ô3¼ÄÈÐSdÓAeÔ8fØ*2×*BÑ*BÓ*D�Ø—‘ I°[Àc�ÕJð 9gÐ3ð  ð Ø<ús   ‚/B±B²A+BÚ	smtp_portc                 óB   — t        j                  dd«      dk(  xs | dk(  S )zÒ
    Port 465 expects an immediate TLS handshake (implicit SSL), so a plain
    smtplib.SMTP connection hangs waiting for an SMTP banner. Use SMTP_SSL
    there, or when SMTP_USE_SSL is explicitly enabled.
    ÚSMTP_USE_SSLÚFalseÚTrueiÑ  ©rÆ   rÇ   ©r#  s    r£   Ú_should_use_smtp_sslr*  ‰  s$   € ô �9‰9�^ WÓ-°Ñ7ÒK¸9ÈÑ;KÐKr¢   Ú	smtp_hostr¨  c                 ó    — t        |¬«      r+t        j                  | |t        j                  «       |¬«      S t        j
                  | ||¬«      S )Nr)  )ÚhostÚportÚcontextr¨  )r-  r.  r¨  )r*  ÚsmtplibÚSMTP_SSLÚsslÚcreate_default_contextÚSMTP©r+  r#  r¨  s      r£   Ú_create_smtp_connectionr6  ’  s>   € Ü iÕ0Ü×Ñ Y°YÌ×HbÑHbÓHdÐnuÔvÐvÜ�<‰<˜Y¨YÀÔHÐHr¢   Úemail_messageÚsmtp_usernameÚsmtp_passwordÚsender_emailÚreceiver_emailc                 ó6  — t        |¬«      }t        |||¬«      5 }	|s=t        j                  dd«      dk7  r$|	j	                  t        j                  «       ¬«       |r|r|	j                  ||¬«       |	j                  | ||¬«       d d d «       y # 1 sw Y   y xY w)	Nr)  r5  ÚSMTP_TLSr'  r&  )r/  )rÐ  Úpassword)ÚmsgÚ	from_addrÚto_addrs)	r*  r6  rÆ   rÇ   Ústarttlsr2  r3  ÚloginÚsend_message)
r7  r+  r#  r8  r9  r:  r;  r¨  Ú	using_sslÚservers
             r£   Ú_send_smtp_messagerG  ˜  sŸ   € ô ,°iÔ@€IÜ	 ØØØô
ð 
ð 
ÙœRŸY™Y z°6Ó:¸gÒEØ�O‰O¤C×$>Ñ$>Ó$@ˆOÔAá™]Ø�L‰LØ"Ø&ð ô ð
 	×ÑØØ"Ø#ð 	ô 	
÷
÷ 
ñ 
ús   ›A+BÂBÚsubjectÚhtmlc              ƒ   ó$  K  — t        j                  d«      }t        t        j                  dd«      «      }t        j                  d«      }t        j                  d«      }t        j                  dd«      }|€t        d«      ‚| €t        d	| › �«      ‚|€t        d
|› �«      ‚|€t        d|› �«      ‚t	        «       }||d<   | |d<   ||d<   t        j                  d|| «       |€t        d«      ‚|j                  t        |d«      «       	 t        t        j                  dd«      «      }	t        j                  t        ||||||| |	¬«	      ƒ d{  –—†  y7 Œ# t        $ r+}
t        j                  dt        |
«      z   «       Y d}
~
yd}
~
ww xY w­w)zl
    smtp_host,
    smtp_port,
    smtp_username,
    smtp_password,
    sender_name,
    sender_email,
    rÅ   Ú	SMTP_PORTÚ587ÚSMTP_USERNAMEÚSMTP_PASSWORDÚSMTP_SENDER_EMAILNz4Trying to use SMTP, but SMTP_SENDER_EMAIL is not setz+No receiver email provided for SMTP email. z$No subject provided for SMTP email. z&No HTML body provided for SMTP email. ÚFromÚToÚSubjectzsending email from %s to %sz,Trying to use SMTP, but SMTP_HOST is not setrI  ÚSMTP_TIMEOUTrs  )r7  r+  r#  r8  r9  r:  r;  r¨  z*An error occurred while sending the email:)rÆ   rÇ   rž   rN  r   r@   r¼   Úattachr   rî   rŒ  Ú	to_threadrG  r=  r…  r    )r;  rH  rI  r+  r#  r8  r9  r:  r7  Úsmtp_timeoutrö  s              r£   Ú
send_emailrW  ¸  s–  è ø€ ô —y‘y Ó-€IÜœ2Ÿ9™9 [°%Ó8Ó9€IÜŸ9™9 _Ó5€MÜŸ9™9 _Ó5€MÜŸ)™)Ð$7¸Ó>€LØÐÜÐOÓPÐPØÐÜÐFÀ~ÐFVÐWÓXÐXØ€ÜÐ?À¸yÐIÓJÐJØ€|ÜÐAÀ$ÀÐHÓIÐIô )›?€MØ(€M�&ÑØ(€M�$ÑØ&€M�)ÑÜ×ÑÐ<¸lÈNÔ[àÐÜÐGÓHÐHð ×Ñœ $¨Ó/Ô0ð^Ü#¤B§I¡I¨n¸dÓ$CÓDˆÜ×ÑÜØ'ØØØ'Ø'Ø%Ø)Ø ô

÷ 
	
ò 
	
ùô ò ^Ü×&Ñ&Ð'SÔVYÐZ[ÓV\Ñ'\×]Ñ]ûð^üsC   ‚D
FÄAE ÅEÅE ÅFÅE Å	FÅ"!FÆFÆFÆFr  c                 ój   — dd l } |j                  | j                  «       «      j                  «       }|S )Nr   r«  )r  r¬  r	  s      r£   r°  r°  ô  s,   € Ûð )˜'Ÿ.™.¨¯©«Ó8×BÑBÓD€LàÐr¢   r>  c                 óÔ   — ddl }ddl}ddl} |j                  d«      } |j                  | j                  «       |dddd¬«      }d	|j                  ||z   «      j                  «       z   S )
z0Hash a password using scrypt with a random salt.r   Né   é @  é   rV  r%  ©ÚsaltÚnr  ÚpÚdklenúscrypt:)Úbase64r¬  rÆ   ÚurandomÚscryptr®  Ú	b64encodeÚdecode)r>  rc  r¬  rÆ   r^  Údks         r£   Úhash_passwordri  ý  s_   € ãÛÛà�"—*‘*˜R“.€DØ�—‘˜xŸ™Ó0°t¸uÈÈQÐVXÔY€BØ�v×'Ñ'¨¨r©	Ó2×9Ñ9Ó;Ñ;Ð;r¢   Ústoredc                 óþ  — ddl }ddl}ddl}|j                  d«      rW	 |j	                  |dd «      }|dd |dd }} |j
                  | j                  «       |dddd	¬
«      }|j                  ||«      S t        |«      dk(  rlt        d„ |D «       «      rZ|j                   |j                  | j                  «       «      j                  «       j                  «       |j                  «       «      S y# t        $ r Y yw xY w)zDVerify a password against a stored hash. Supports scrypt and SHA256.r   Nrb  é   rZ  r[  r\  rV  r%  r]  Fé@   c              3   ó$   K  — | ]  }|d v –— Œ
 y­w©Ú0123456789abcdefNr¡   r  s     r£   r  z"verify_password.<locals>.<genexpr>  s   è ø€ Ò I¸Q Ð&8Ô!8Ñ Iùó   ‚)rc  r¬  Úsecretsrþ  Ú	b64decodere  r®  Úcompare_digestr=  r3  rÓ  r­  r¯  )	r>  rj  rc  r¬  rr  Úrawr^  rh  Údk2s	            r£   Úverify_passwordrw    só   € ãÛÛà×Ñ˜Ô#ð	Ø×)Ñ)¨&°°¨*Ó5ˆCØ˜3˜B�x  R S �"ˆDØ'˜Ÿ™¨¯©Ó(9ÀÈÐQRÐVWÐ_aÔbˆCØ×)Ñ)¨"¨cÓ2Ð2ô ˆ6ƒ{�bÒœSÑ IÀ&Ô IÔIØ×%Ñ% n g§n¡n°X·_±_Ó5FÓ&G×&QÑ&QÓ&S×&ZÑ&ZÓ&\Ð^d×^kÑ^kÓ^mÓnÐnØøô ò 	Ùð	ús   ŸAC0 Ã0	C<Ã;C<c              ƒ   ó  K  — t        | «      j                  j                  dddii¬«      ƒ d{  –—† }dt        dt        fd„}|D �cg c]S  }|j
                  rE|j
                  j                  d«      s* ||j
                  «      s|j                  |j
                  f‘ŒU }}|sy	|D ]@  \  }}t        | «      j                  j                  d
|idt        |«      i¬«      ƒ d{  –—†  ŒB dt        |«      › d�S 7 ŒÉc c}w 7 Œ­w)zÇ
    Migrate plaintext passwords in the DB to scrypt. SHA256 passwords
    are left alone (they migrate on next login via the SHA256 fallback).
    Skips quickly if no plaintext passwords exist.
    r>  ÚnotNr  Úsr«   c                 óF   — t        | «      dk(  xr t        d„ | D «       «      S )Nrm  c              3   ó$   K  — | ]  }|d v –— Œ
 y­wro  r¡   r  s     r£   r  zLmigrate_passwords_to_scrypt_async.<locals>._is_sha256_hex.<locals>.<genexpr>'  s   è ø€ Ò#GÀ AÐ);Ô$;Ñ#Gùrq  )r3  rÓ  )rz  s    r£   Ú_is_sha256_hexz9migrate_passwords_to_scrypt_async.<locals>._is_sha256_hex&  s    € Ü�1‹v˜‰|ÒG¤Ñ#GÀQÔ#GÓ GÐGr¢   rb  zNo plaintext passwords foundrç  r(  z	Migrated z plaintext passwords to scrypt)r€   rB  rC  r    rì   r>  rþ  rç  r—  ri  r3  )r§  Úall_with_pwr}  ÚuÚplaintext_usersrç  Úplaintext_passwords          r£   Ú!migrate_passwords_to_scrypt_asyncr‚    s$  è ø€ ô  .¨mÓ<×BÑB×LÑLØ˜E 4˜=Ð)ð  Mó  ÷ €KðHœ#ð H¤$ó Hð
 öàØ�:Š:˜aŸj™j×3Ñ3°IÔ>Á~ÐVW×V`ÑV`ÔGað 
�‰�A—J‘JÒð€Oð ñ
 Ø-à'6ò 
Ñ#ˆÐ#Ü˜]Ó+×1Ñ1×8Ñ8Ø˜gÐ&ØœmÐ,>Ó?Ð@ð 9ó 
÷ 	
ñ 	
ð
ð
 ”s˜?Ó+Ð,Ð,JÐKÐKð)úòð	
ús/   ‚-D¯C9°DÁAC;Â ADÃ#D Ã$DÃ;Dc                 ó@   — | j                  d«      rt        | ¬«      S | S )z`
    Hash the token if it's a string and starts with "sk-"

    Else return the token as is
    r  rû  )rþ  r°  rû  s    r£   r  r  9  s"   € ð ×Ñ˜ÔÜ Ô&Ð&àˆr¢   F)Úat_headÚ	max_bytesÚlogsr„  r…  c             ƒ   ó2  K  — t        d„ |D «       «      }| j                  4 ƒd{  –—†  |r!t        |«      t        | j                  «      z   n t        | j                  «      t        |«      z   }t	        |t
        j                  |z   |«      \  }}|| j                  dd |t
        _        ddd«      ƒd{  –—†  t        «      t        «      k  r-t        j                  d|t        |«      t        |«      z
  «       yy7 ŒØ7 ŒK# 1 ƒd{  –—†7  sw Y   Œ[xY w­w)aA  Queue spend logs for the next flush, held under ``SPEND_LOG_QUEUE_MAX_BYTES``.

    ``at_head`` replays a batch the DB refused, so it flushes before the logs
    that piled up during the outage. Past the budget the oldest logs are
    dropped, which keeps a long outage from growing the queue until the pod
    dies.
    c              3   ó2   K  — | ]  }t        |«      –— Œ y ­wr­   ©ri   ©r  r+  s     r£   r  z%enqueue_spend_logs.<locals>.<genexpr>S  s   è ø€ Ò@°CÔ*¨3×/Ñ@ùr'  Nz[Spend tracking - spend log queue is at its %d byte budget; dropped the %d oldest spend logs)
Úsumr  rí   rW  rh   r0  rY  r3  r@   rð  )r§  r†  r„  r…  ÚaddedÚqueuedÚkeptÚ
kept_bytess           r£   Úenqueue_spend_logsr�  E  sÿ   è ø€ ô Ñ@¸4Ô@Ó@€EØ×9Ñ9÷ 8ñ 8ñ ô �$‹Kœ% × DÑ DÓEÒEä�}×;Ñ;Ó<¼uÀT»{ÑJð 	ô
 9¸Ä×AcÑAcÐfkÑAkÐmvÓwÑˆˆjØ26ˆ×,Ñ,©QÐ/Ø-7ŒÔ*÷8÷ 8ô ˆ4ƒy”3�v“;ÒÜ×"Ñ"ØiØÜ�‹Kœ#˜d›)Ñ#õ	
ð ð8øð 8ø÷ 8÷ 8ñ 8üsF   ‚#D¥C>¦D©B DÂ)DÂ4D Â5A
DÄ DÄDÄDÄ	DÄDc                  ó@   — t         j                  j                  «        y)aV  Wake the queue monitor now rather than leaving the rows for its next poll.

    The Responses API hands the client an id it can chain from straight away, and that
    lookup reads the DB, so the row cannot sit in this worker's queue for a poll interval.
    Repeated requests coalesce into the monitor's next pass, so the batching holds.
    N)r0  rX  rÆ  r¡   r¢   r£   Úrequest_spend_log_flushr’  e  s   € ô ×*Ñ*×.Ñ.Õ0r¢   Úintervalc              ƒ   óö   K  — 	 t        j                  t        j                  j	                  «       | ¬«      ƒ d{  –—†  t        j                  j                  «        y7 Œ## t         j
                  $ r Y yw xY w­w)zKWait out ``interval``, returning early and True when a flush was requested.r§  NFT)rŒ  r®  r0  rX  rÆ  rÖ  r(  )r“  s    r£   Ú!_wait_for_spend_log_flush_requestr•  o  se   è ø€ ðÜ×Ñœ|×EÑE×JÑJÓLÐV^Ô_×_Ð_ô ×*Ñ*×0Ñ0Ô2Øð	 	`ùÜ×Ñò Ùðüs7   ‚A9„6A  ºA»A  ¿A9ÁA  Á A6Á3A9Á5A6Á6A9r÷  c           	   ƒ   óN  K  — | j                   4 ƒd{  –—†  | j                  d| }| j                  |d | j                  dd t        dt        j                  t        d„ |D «       «      z
  «      t        _        ddd«      ƒd{  –—†  |S 7 Œw7 Œ# 1 ƒd{  –—†7  sw Y   S xY w­w)zÞTake up to ``limit`` of the oldest queued spend logs off the queue.

    Every enqueue and dequeue goes through this pair so the byte total the
    queue is bounded by stays in step with what the queue actually holds.
    Nr   c              3   ó2   K  — | ]  }t        |«      –— Œ y ­wr­   r‰  rŠ  s     r£   r  z%dequeue_spend_logs.<locals>.<genexpr>ƒ  s   è ø€ Ò7cÐUXÔ8KÈC×8PÑ7cùr'  )r  rW  r„  r0  rY  r‹  )r§  r÷  Úpoppeds      r£   Údequeue_spend_logsr™  y  s¨   è ø€ ð ×9Ñ9÷ 
ñ 
Ø%×<Ñ<¸V¸eÐDˆØ2?×2VÑ2VÐW\ÐW]Ð2^ˆ×,Ñ,©QÐ/Ü-0ØŒ|×1Ñ1´CÑ7cÐ\bÔ7cÓ4cÑcó.
ŒÔ*÷
÷ 
ð €Mð
øð 
ø÷ 
÷ 
ð 
ð €MüsE   ‚B%“B”B%—A"BÁ9B%ÂBÂB%ÂB%ÂB"ÂBÂB"ÂB%c                   ó”   — e Zd Zededededeee	f   fd„«       Z
e	 ddedededz  dedeeeef      dz  f
d	„«       Zed
efd„«       Zy)ÚProxyUpdateSpendÚn_retry_timesr§  r_  Úend_user_list_transactionsc              ƒ   óÀ  K  — t        | dz   «      D ]Ü  }t        j                  «       }	 |j                  j                  t	        d¬«      ¬«      4 ƒd {  –—† }|j                  «       4 ƒd {  –—† }t        |j                  «       «      D ]@  \  }}	t        j                  �	 |j                  j                  d|i||	ddœdd	|	iid
œ¬«       ŒB d d d «      ƒd {  –—†  d d d «      ƒd {  –—†   y  y 7 Œ�7 Œ†7 Œ# 1 ƒd {  –—†7  sw Y   Œ,xY w7 Œ## 1 ƒd {  –—†7  sw Y    y xY w# t        $ r.}
t        j                  |
|| ||¬«      ƒ d {  –—†7   Y d }
~
�ŒEd }
~
ww xY w­w)NrV  r  )Úsecondsr§  rç  F)rç  rÔ  rê  rÔ  Ú	incrementr&  r(  )rö  Úattemptrœ  rà  r_  )Úrangerd  r  r¢  r   r=  Úsortedr¸  r¾   Úmax_end_user_budgetrµ   r¯   r=  ra   Ú_handle_spend_update_failure)rœ  r§  r_  r�  r  rà  ÚtransactionrF  Úend_user_idrH  rö  s              r£   Úupdate_end_user_spendz&ProxyUpdateSpend.update_end_user_spend‰  su  è ø€ ô �} qÑ(Ó)ò 	ˆAÜŸ™›ˆJðØ(×+Ñ+×.Ñ.´yÈÔ7LÐ.ÓM÷ ð ÐQ\à*×1Ñ1Ó3÷ ð °wä:@ÐA[×AaÑAaÓAcÓ:dò Ñ6˜K¨Ü&×:Ñ:ÐFØ $Ø#×8Ñ8×?Ñ?Ø'0°+Ð&>ð 4?Ø1>Ø38ñ/&ð
 07¸ÀmÐ8TÐ.Uñ&"ð @õ 
ð÷÷ ÷÷ ñ& ñ-	ðøðøð ø÷ ÷ ñ úðø÷ ÷ ð ñ& ûÜò Ü)×FÑFØØØ"/Ø)Ø&7ô÷ ÷ ûðüs×   ‚&E©*D$ÁC1ÁD$ÁDÁ,C3
Á-DÁ0AC7ÃDÃC5ÃDÃD$Ã(DÃ)D$Ã-EÃ1D$Ã3DÃ5DÃ7D	Ã=D Ã>D	ÄDÄD$ÄD!	ÄDÄD!	ÄD$ÄEÄ!D$Ä$	EÄ-EÅ
EÅEÅEÅEÅENÚdb_writer_clientÚlogs_to_processc              ƒ   ó  K  — d}d}d}|€t        ||«      ƒ d {  –—† }d}t        |«      dkD  rt        j                  dt        |«      «       t	        j                  «       }	 t        | dz   «      D �]›  }		 t        j                  dd «      }
t        |«      dkD  rw|
�u|�s|
j                  d	«      s|
d	z  }
t        j                  d
|
«       t        j                  |«      }|j                  |
dz   |ddi¬«      ƒ d {  –—† }~|j                  dk(  rýnüt        dt        |«      |«      D ]‰  }||||z    }|D �cg c]  }|j                  i |¥«      ‘Œ }}t        }t!        |t"        t$        «      D ]   }t'        t)        |«      ||«      ƒ d {  –—† }Œ" t        j                  dt        |«      «       ~~Œ‹ |j*                  4 ƒd {  –—†  t        |j,                  «      }d d d «      ƒd {  –—†  t        j                  dt        |«      «        n |r~y y 7 �Œû7 �Œc c}w 7 Œ–7 Œ^7 Œ;# 1 ƒd {  –—†7  sw Y   ŒKxY w# t.        $ r�}t1        j2                  |«      s‚ t        j4                  d|	dz   | t        |«      t7        |«      «       |	| k\  rt9        ||d¬«      ƒ d {  –—†7   ‚ t;        j<                  d|	z  «      ƒ d {  –—†7   Y d }~�Œ[d }~ww xY w# t.        $ r}t?        |||¬«       Y d }~Œàd }~ww xY w# |r~w w xY w­w)Nrv  é'  FTr   z6Spend tracking - processing %d spend logs for DB writerV  ÚSPEND_LOGS_URLú/zbase_url: %szspend/updatezContent-Typezapplication/json)ri  rª   rÚ  éÈ   zFlushed %s logs to the DB.z)%s logs processed. Remaining in queue: %sz]Spend tracking - DB connection error writing spend logs, retry %d/%d. logs_count=%d, error=%s©r„  rÒ  )rö  rà  r_  ) r™  r3  r@   r	  rd  r¢  rÆ   rÇ   Úendswithr¼   rû  ry  Úpostr6  r  Ú*MAX_SPEND_LOG_ISOLATION_FAILURES_PER_BATCHrj   r%   r&   Ú(_create_spend_logs_with_poison_isolationr}   r  rW  r=  rb   Úis_database_transport_errorrï  r    r�  rŒ  r�  Ú$_raise_failed_update_spend_exception)rœ  r§  r©  r_  rª  Ú
BATCH_SIZEÚMAX_LOGS_PER_INTERVALÚpopped_batchrà  r  Úbase_urlÚ	json_datar  ÚjÚbatchr.  Úbatch_with_datesÚisolation_budgetÚstatement_rowsÚremaining_countrö  s                        r£   Úupdate_spend_logsz"ProxyUpdateSpend.update_spend_logs°  s0  è ø€ ð !ˆ
Ø',ÐØˆØÐ"Ü$6°}ÐF[Ó$\×\ˆOØˆLÜˆÓ !Ò#Ü ×%Ñ%ØHÜ�OÓ$ôô !ŸI™I›Kˆ
ð?	$Ü˜=¨1Ñ,Ó-ó 8.�ð7.Ü!Ÿy™yÐ)9¸4Ó@�HÜ˜?Ó+¨aÒ/°HÐ4HÐM]ÐMiØ'×0Ñ0°Ô5Ø$¨™O˜HÜ,×2Ñ2°>À8ÔLÜ$(§J¡J¨Ó$?˜	Ø)9×)>Ñ)>Ø (¨>Ñ 9Ø!*Ø%3Ð5GÐ$Hð *?ó *÷ $˜ð
 &Ø#×/Ñ/°3Ò6à ä!& q¬#¨oÓ*>À
Ó!Kò 8˜AØ$3°A¸¸J¹Ð$G˜EØejÖ/kÐ\a°×0LÑ0LÈYÐPUÈYÕ0WÐ/kÐ,Ð/kÜ/YÐ,Ü2IØ 0Ü ?Ü >ó3ò 	" ô
 :bÜ$7¸Ó$FØ$2Ø$4ó:"÷ 4"Ñ 0ð	"ô 1×6Ñ6Ð7SÔUXÐY^ÓU_Ô`à %Ñ'7ð!8ð& $1×#MÑ#M÷ Xñ XÜ.1°-×2VÑ2VÓ.W˜O÷X÷ Xä,×2Ñ2ØGÌÈ_ÓI]Ð_nôñ ðU8.ñz Ù#ð ðM ]ùð"$ûò 0lð4"øðXøð Xø÷ X÷ Xñ Xûô !ò .Ü3×OÑOÐPQÔRØÜ(×0Ñ0ØwØ˜A™Ø%Ü˜OÓ,Ü˜A›ôð ˜MÒ)Ü0°ÀÐY]Ô^×^Ñ^ØÜ!Ÿ-™-¨¨1©Ó-×-×-ûð.ûô ò 	rÜ0°1ÀÐ_p×qÒqûð	rûñ Ù#ð üs  ‚LšH›ALÁ#K Á6BH;Ã;HÃ<:H;Ä6HÅ9H;Æ	H 
Æ
9H;ÇH"ÇH;ÇH&ÇH;Ç(H$Ç)$H;ÈK ÈLÈH;ÈH;È"H;È$H;È&H8	È,H/È-H8	È4H;È;	KÉAKÊJ!Ê!KË KËKËK ËKËK Ë	K5ËK0Ë+K8 Ë0K5Ë5K8 Ë8K>Ë>Lr«   c                  ó8   — ddl m}  | j                  d«      du ryy)z‹
        returns True if should not update spend in db
        Skips writing spend logs and updates to key, team, user spend to DB
        r   ©Úgeneral_settingsÚdisable_spend_updatesTF)r¨  rÅ  r  rÄ  s    r£   rÆ  z&ProxyUpdateSpend.disable_spend_updates  s"   € õ 	@à×ÑÐ 7Ó8¸DÑ@ØØr¢   r­   )r›   rœ   r�   rú  rž   r0  rl  r  r    rî   r¨  rU   rã   r°   rÂ  rì   rÆ  r¡   r¢   r£   r›  r›  ˆ  sÄ   „ Øð$Øð$à#ð$ð (ð$ð %)¨¨e¨Ñ$4ò	$ó ð$ðL ð ;?ñR$ØðR$à#ðR$ð +¨TÑ1ðR$ð (ð	R$ð
 ˜d 3¨ ;Ñ/Ñ0°4Ñ7òR$ó ðR$ðh ð	 4ò 	ó ñ	r¢   r›  r©  r_  c              ƒ   óò   K  — d}|j                   j                  | ||¬«      ƒ d{  –—†  t        | «      ƒ d{  –—† }t        j                  d|«       |dkD  rt        | ||¬«      ƒ d{  –—†  yy7 ŒJ7 Œ97 Œ
­w)aO  
    Batch write updates to db.

    Triggered every minute.

    NOTE: This job now skips tag spend updates, which are handled by a separate
    scheduler job (update_daily_tag_spend) at a longer interval to reduce contention.

    Requires:
    user_id_list: dict,
    keys_list: list,
    team_list: list,
    spend_logs: list,
    r²  ©r§  rœ  r_  NzSpend Logs transactions: %sr   ©r§  r©  r_  )r}  Ú#db_update_spend_transaction_handlerÚ _total_queued_spend_transactionsr@   r¼   Úupdate_spend_logs_job)r§  r©  r_  rœ  Ú
queue_sizes        r£   Úupdate_spendrÎ    s•   è ø€ ð& €MØ
×
2Ñ
2×
VÑ
VØ#Ø#Ø+ð Wó ÷ ð ô ?¸}ÓM×M€JÜ×ÑÐ<¸jÔIð �A‚~Ü#Ø'Ø-Ø/ô
÷ 	
ñ 	
ð ð!øð Nøð	
ús1   ‚$A7¦A1§A7¹A3º0A7Á*A5Á+A7Á3A7Á5A7c              ƒ   ó(  K  — | j                   4 ƒd{  –—†  t        | j                  «      }ddd«      ƒd{  –—†  | j                  4 ƒd{  –—†  t        | j                  «      }ddd«      ƒd{  –—†  | j
                  4 ƒd{  –—†  t        | j                  «      }ddd«      ƒd{  –—†  ddlm} z   z    |«       z   S 7 Œ³7 Œ�# 1 ƒd{  –—†7  sw Y   Œ xY w7 Œ’7 Œo# 1 ƒd{  –—†7  sw Y   ŒxY w7 Œq7 ŒN# 1 ƒd{  –—†7  sw Y   Œ^xY w­w)zîPending entries across every request-time spend queue, sized under each queue's
    lock. Every drain trigger reads this one owner, so a queue added later joins the
    direct path, the batch job's emptiness check and the monitor at once.Nr   )Ú!pending_shadow_eval_funnel_events)	r  r3  rW  r  r[  r  r\  Ú#litellm.proxy.db.shadow_eval_funnelrÐ  )r§  Úspend_queue_sizeÚtool_queue_sizeÚautorouter_queue_sizerÐ  s        r£   rË  rË  >  s  è ø€ ð ×9Ñ9÷ Lñ LÜ"% m×&JÑ&JÓ"KÐ÷L÷ Là×:Ñ:÷ Lñ LÜ!$ ]×%JÑ%JÓ!Kˆ÷L÷ Là×?Ñ?÷ Wñ WÜ'*¨=×+UÑ+UÓ'VÐ÷W÷ WåUà˜oÑ-Ð0EÑEÑHiÓHkÑkÐkðLøð Lø÷ L÷ Lñ LúðLøð Lø÷ L÷ Lñ LúðWøð Wø÷ W÷ Wñ WüsÅ   ‚D“C”D—C­D¸C	¹DÁC ÁDÁC$Á'DÁ2C"Á3DÂC9ÂDÂC=Â!DÂ,C;Â-DÃ	DÃCÃCÃCÃDÃ"DÃ$C6Ã*C-Ã+C6Ã2DÃ;DÃ=DÄDÄDÄDc              ƒ   óT  K  — d}	 |j                   j                  j                  «       r'|j                   j                  | ||¬«      ƒ d{  –—†  y|j                   j	                  | ||¬«      ƒ d{  –—†  y7 Œ,7 Œ# t
        $ r }t        j                  d|«       Y d}~yd}~ww xY w­w)aH  
    Separate scheduler job to commit daily tag spend updates.

    Runs at a longer interval (2.3x default) than the main update_spend job
    to reduce query contention for DailyTagSpend table.

    This is called by a dedicated scheduler job and does NOT process:
    - Regular spend updates (user, key, team, org)
    - End-user spend
    - Agent spend
    - Spend logs

    Only processes tag spend transactions from the daily_tag_spend_update_queue.

    Args:
        prisma_client: PrismaClient instance
        proxy_logging_obj: ProxyLogging instance for error handling
    r²  rÈ  Nz"Error updating daily tag spend: %s)r}  r£  Ú%_should_commit_spend_updates_to_redisÚ(_commit_daily_tag_spend_to_db_with_redisÚ_commit_daily_tag_spend_to_dbr=  r@   rð  )r§  r_  rœ  rö  s       r£   Úupdate_daily_tag_spendrÙ  M  s»   è ø€ ð, €MðLØ×3Ñ3×GÑG×mÑmÔoØ#×:Ñ:×cÑcØ+Ø+Ø"3ð dó ÷ ñ ð $×:Ñ:×XÑXØ+Ø+Ø"3ð Yó ÷ ñ ðøðùô
 ò Lô 	×"Ñ"Ð#GÈ×KÑKûðLüs_   ‚B(†AA< ÁA8ÁA< ÁB(Á!A< Á2A:Á3A< Á7B(Á8A< Á:A< Á<	B%ÂB ÂB(Â B%Â%B(c              ƒ   ó€  K  — d}d}t        | «      ƒ d{  –—† dk(  ryt        | |«      ƒ d{  –—† }	 t        j                  || |||¬«      ƒ d{  –—†  	 dd	l
m}  || |¬
«      ƒ d{  –—†  | j                  4 ƒd{  –—†  | j                  d| }| j                  t        |«      d | _        ddd«      ƒd{  –—†  	 ddlm}	  |	| ¬«      ƒ d{  –—†  | j$                  4 ƒd{  –—†  | j&                  d| }| j&                  t        |«      d }|| _        ddd«      ƒd{  –—†  	 ddlm}  || ¬«      ƒ d{  –—†  	 ddlm}  || «      ƒ d{  –—†  y7 �ŒG7 �Œ27 �Œ# t        j
                  $ r8 t        | |d¬«      ƒ d{  –—†7   t        j                  dt        |«      «       ‚ w xY w7 �ŒJ# t        $ r!}t        j                  d|«       Y d}~�Œmd}~ww xY w7 �Œe7 �Œ,# 1 ƒd{  –—†7  sw Y   �Œ=xY w7 �Œ,# t        $ r+}
t        j"                  dt        «      |
«       Y d}
~
�ŒYd}
~
ww xY w7 �ŒQ7 �Œ# 1 ƒd{  –—†7  sw Y   �Œ'xY w7 �Œ# t        $ r+}t        j"                  dt        «      |«       Y d}~�ŒCd}~ww xY w7 �Œ9# t        $ r }t        j"                  d|«       Y d}~yd}~ww xY w­w)zÇ
    Job to process spend_log_transactions queue.

    This job is triggered based on queue size rather than time.
    Pops the batch once, writes spend logs, then runs guardrail usage tracking.
    r²  r¬  Nr   )rœ  r§  r_  r©  rª  Tr°  zOSpend tracking - spend log write cancelled, requeued %d rows for the next flush)Ú"process_spend_logs_guardrail_usage)r§  rª  z@Spend tracking - guardrail usage tracking failed (non-fatal): %s)Úflush_tool_usage_transactions)r§  ÚtransactionszPSpend tracking - tool usage flush failed; %s tool usage transactions dropped: %s)Ú"flush_autorouter_turn_transactionszZSpend tracking - auto-router session rollup drain failed; %s turn transactions dropped: %s)Úflush_shadow_eval_funnelz4Spend tracking - shadow eval funnel drain failed: %s)rË  r™  r›  rÂ  rŒ  rã  r�  r@   rï  r3  Ú'litellm.proxy.guardrails.usage_trackingrÛ  r=  r  r[  Ú%litellm.proxy.db.spend_log_tool_indexrÜ  rð  r  r\  Ú*litellm.proxy.db.autorouter_session_rolluprÞ  rÑ  rß  )r§  r©  r_  rœ  r¸  rª  rÛ  Úguardrail_tracking_errÚtool_usage_to_processrÜ  Útool_tracking_errÚautorouter_turns_to_processÚremaining_autorouter_turnsrÞ  Úautorouter_tracking_errrß  Ú
funnel_errs                    r£   rÌ  rÌ  z  s  è ø€ ð €MØ#(Ðô
 .¨mÓ<×<ÀÒAØä#5°mÐEZÓ#[×[€OðÜ×0Ñ0Ø'Ø'Ø/Ø-Ø+ð 1ó 
÷ 	
ð 	
ð 
õ	
ñ 1Ø'Ø+ô
÷ 	
ð 	
ð ×:Ñ:÷ tñ tØ'4×'LÑ'LÐMcÐNcÐ'dÐØ0=×0UÑ0UÔVYÐZoÓVpÐVrÐ0sˆÔ-÷t÷ tð
ÝWá+Ø'Ø.ô
÷ 	
ð 	
ð ×?Ñ?÷ Pñ PØ-:×-WÑ-WÐXnÐYnÐ-oÐ#Ø,9×,VÑ,VÜÐ+Ó,Ð.ð-
Ð"ð 6PˆÔ2÷P÷ Pð
Ýaá0Ø'Ø4ô
÷ 	
ð 	
ðgÝPá& }Ó5×5Ñ5ða =ùð \ùð	
úô ×!Ñ!ò Ü  °ÈÔN×NÑNÜ×$Ñ$Ø]Ü�Ó ô	
ð 	ðúð	
úô ò 
Ü×$Ñ$ØNØ"÷	
ò 	
ûð
úðtùð tù÷ t÷ tò túð	
úô ò 
Ü×"Ñ"Ø^ÜÐ%Ó&Ø÷	
ò 	
ûð
úðPùð Pù÷ P÷ Pò Púð	
úô ò 
Ü×"Ñ"ØhÜÐ+Ó,Ø#÷	
ò 	
ûð
úð 	6úÜò gÜ×"Ñ"Ð#YÐ[e×fÑfûðgüs¼  ‚J>•E–J>­E®J>³E% ÁE"ÁE% ÁF6 Á)F3Á*F6 Á.J>Á>G#Á?J>Â-G)Â/J>Â:G&Â;J>Ã H ÃG?ÃH ÃJ>Ã(H9Ã)J>Ã,/H?ÄJ>Ä&H<Ä'J>Ä,I Ä?IÅ I ÅJ ÅJÅJ ÅJ>ÅJ>Å"E% Å%$F0Æ	FÆ
&F0Æ0J>Æ3F6 Æ6	G Æ?GÇJ>ÇG Ç J>Ç&J>Ç)G<Ç/G2Ç0G<Ç7J>Ç?H È	H6È H1È+J>È1H6È6J>È<J>È?IÉIÉIÉJ>ÉI É	JÉ! JÊJ>ÊJÊJ>ÊJ Ê	J;ÊJ6Ê1J>Ê6J;Ê;J>é   ÚMAX_SPEND_LOG_DRAIN_ITERATIONSzAsyncHTTPHandler | Nonec              ƒ   óÂ  K  — | j                   }|�M|j                  «        t        j                  t        j
                  «      5  |ƒ d {  –—†  d d d «       d | _         t        t        «      D ]0  }t        | «      ƒ d {  –—† dk(  r y t        | ||¬«      ƒ d {  –—†  Œ2 t        | «      ƒ d {  –—† }|dkD  rt        d|t        «       y y 7 Œ€# 1 sw Y   ŒxY w7 ŒZ7 ŒA7 Œ.­w)Nr   rÉ  zESpend tracking - %d spend log rows still queued after %d drain passes)rZ  rÁ  Ú
contextlibÚsuppressrŒ  rã  r¢  rë  rË  rÌ  r,   )r§  r©  r_  Úmonitor_taskr#  Ú	remainings         r£   Údrain_spend_logs_queuerñ  ã  sç   è ø€ ð
 (×EÑE€LØÐØ×ÑÔÜ× Ñ ¤×!7Ñ!7Ó8ñ 	Ø×Ð÷	à6:ˆÔ3äÔ1Ó2ò 
ˆÜ1°-Ó@×@ÀAÒEÙÜ#Ø'Ø-Ø/ô
÷ 	
ñ 	
ð
ô >¸mÓL×L€IØ�1‚}ÜØSØÜ*õ	
ð ð ø÷	ð 	úð
 Aøð	
øð Mús`   ‚ACÁCÁ
CÁCÁ/CÁ>CÁ?CÂCÂCÂ.CÂ/CÃCÃCÃCÃCÃCc              ƒ   óR  K  — ddl m}m} |}|}d}d}|}	t        j                  d||«       	 	 t        | «      ƒ d{  –—† }
|
dkD  r\|
|k\  rt        j                  d|
|«       |}	n&t        j                  d|
|«       t        |	|z  |«      }	t        | ||¬	«      ƒ d{  –—†  nt        |	|z  |«      }	t        |	«      ƒ d{  –—† r|}	Œš7 ŒŠ7 Œ,7 Œ# t        $ rN}t        d
t        |«      |¬«       t        |	|z  |«      }	t        j                  |	«      ƒ d{  –—†7   Y d}~ŒYd}~ww xY w­w)aB  
    Background task that monitors the spend_log_transactions queue size
    and triggers processing when the threshold is reached.

    Args:
        prisma_client: Prisma client instance
        db_writer_client: Optional HTTP handler for external spend logs endpoint
        proxy_logging_obj: Proxy logging object
    r   )ÚSPEND_LOG_QUEUE_POLL_INTERVALÚSPEND_LOG_QUEUE_SIZE_THRESHOLDg      >@g      ø?zEStarting spend logs queue monitor (threshold: %s, poll_interval: %ss)NzHSpend logs queue size (%s) reached threshold (%s), triggering processingzHSpend logs queue size (%s) below threshold (%s), processing with backoffrÉ  z%Error in spend logs queue monitor: %sr  )Úlitellm.constantsró  rô  r@   r	  rË  r¼   ÚminrÌ  r•  r=  r,   r    rŒ  r�  )r§  r©  r_  ró  rô  Ú	thresholdÚbase_intervalÚmax_backoffÚbackoff_multiplierÚcurrent_intervalrÍ  rö  s               r£   Ú_monitor_spend_logs_queuerü    s\  è ø€ ÷ð
 6€IØ8€MØ€KØ #ÐØ$Ðä×ÑØOÐQZÐ\iôð ð&	2ô  @ÀÓN×NˆJà˜AŠ~Ø Ò*Ü(×.Ñ.ØbØ"Ø!ôð (5Ñ$ä(×.Ñ.ØbØ"Ø!ôô (+Ð+;Ð>PÑ+PÐR]Ó'^Ð$ä+Ø"/Ø%5Ø&7ô÷ ñ ô $'Ð'7Ð:LÑ'LÈkÓ#ZÐ ä6Ð7GÓH×HÐHØ#0Ð ðE ð Oøð(øð Iùäò 	2ÜÐCÄSÈÃVÐQRÕSä"Ð#3Ð6HÑ#HÈ+ÓVÐÜ—-‘-Ð 0Ó1×1Ö1ûð		2üso   ‚+D'®C ¼C½AC ÂC	Â"C Â?CÃ C ÃD'ÃC Ã	C ÃC Ã	D$Ã>DÄDÄDÄD'ÄD$Ä$D'é   r³  ÚreporE  Úfailure_budgetc              ƒ   ó†  K  — 	 | j                   j                  |d¬«      ƒ d{  –—†  |S 7 Œ# t        $ �r}t        j                  |«      s‚ t        j
                  |«      r‚ t        |dz
  d«      }t        |«      dk(  r3|d   j                  d«      }t        d|t        |«      |¬«       |cY d}~S |dk  rt        d	t        |«      «       Y d}~yt        |«      d
z  }t        | |d| |«      ƒ d{  –—†7  }|dk  rt        d	t        |«      |z
  «       Y d}~yt        | ||d |«      ƒ d{  –—†7  cY d}~S d}~ww xY w­w)a|  Write spend-log rows, isolating any row Postgres rejects on its data.

    ``create_many`` writes the whole batch in a single statement, so one row
    carrying bytes Postgres refuses (a residual NUL byte is the canonical case)
    fails the entire insert and drops every good row alongside it. On a genuine
    data-layer rejection the batch is bisected so the good rows still persist
    and only the offending row is dropped and logged. Transport failures,
    including the "can't reach database server" outage that prisma mislabels as
    a ``DataError``, are re-raised unchanged so the caller's connection-retry
    path still runs.

    ``failure_budget`` caps the *failed* inserts the isolation may issue, which
    is the work an authenticated caller flooding poisoned rows can amplify. The
    one insert a statement needs when nothing is poisoned is not charged, so a
    caller can thread a single budget through every statement of a flush and
    bound the whole flush's failed inserts and log lines by the initial value,
    without a large healthy flush ever running out and losing rows. When the
    budget is spent the still-failing remainder is dropped wholesale (the
    pre-existing drop-the-batch behavior) under one log line, and a statement
    reached afterwards is still attempted, so clean rows behind a poison flood
    persist. Returns the budget left after this subtree.
    T)rª   Úskip_duplicatesNrV  r   r+  zQSpend tracking - dropping spend log row Postgres rejected. request_id=%s error=%sr  zxSpend tracking - dropping %d spend log rows without per-row isolation; isolation failure budget exhausted for this flushrÒ  )rB  Úcreate_manyr=  rb   Úis_prisma_data_errorÚ%is_database_service_unavailable_errorr„  r3  r  r,   r    r´  )rþ  rE  rÿ  rö  Úbudget_leftr+  Úmidrð  s           r£   r´  r´  K  sE  è ø€ ð6"[Ø�j‰j×$Ñ$¨$ÀÐ$ÓE×EÐEØÐð 	Fùäó [Ü'×<Ñ<¸QÔ?ØÜ#×IÑIÈ!ÔLØÜ  °!Ñ!3°QÓ7ˆÜˆt‹9˜Š>Ø $ Q¡§¡¨LÓ 9ˆJÜØcØÜ�A“Øõ	ð ÕØ˜!ÒÜðDä�D“	ôô
 Ü˜“Y !‘^ˆÜ!IÈ$ÐPTÐUYÐVYÐPZÐ\gÓ!h×hÐhˆ	Ø˜Š>ÜðDä�D“	˜C‘ôô
 Ü=¸dÀDÈÈÀJÐPYÓZ×ZÐZÕZûð?[üs   ‚E„ - ¤+¥- ªE«- ­
D>·A6D9Â-D>Â.EÂ3D9ÃEÃ!D9Ã3C6Ã4"D9ÄEÄD9Ä.D1Ä/D9Ä3D>Ä4EÄ9D>Ä>Erö  rà  c                 óÈ   — ddl }d| › �}|dz    |j                  «       z   }t        j                  «       }||z
  }t        j                  |j                  | |d|¬«      «       | ‚)zª
    Raise an exception for failed update spend logs

    - Calls proxy_logging_obj.failure_handler to log the error
    - Ensures error messages says "Non-Blocking"
    r   NzC[Non-Blocking]LiteLLM Prisma Client Exception - update spend logs: rú  rÎ  r  )r»   r½   rd  rŒ  r�  r~  )rö  rà  r_  r»   rÜ  rÝ  rá  rÞ  s           r£   r¶  r¶  ‹  sy   € ó à\Ð]^Ð\_Ð`€IØ&¨Ñ-Ð0D°	×0DÑ0DÓ0FÑF€OÜ—i‘i“k€HØ *Ñ,€IÜ×ÑØ×)Ñ)Ø ØØ$Ø)ð	 	*ó 	
ôð €Gr¢   Útodayc                 óÐ   — | j                   dk(  r't        | j                  dz   dd«      t        d¬«      z
  S t        | j                  | j                   dz   d«      t        d¬«      z
  S )Né   rV  ©Údays)Úmonthr   Úyearr   )r  s    r£   Ú_get_month_end_dater  £  sT   € Ø‡{�{�bÒÜ�E—J‘J ‘N A qÓ)¬I¸1Ô,=Ñ=Ð=Ü�—
‘
˜EŸK™K¨!™O¨QÓ/´)ÀÔ2CÑCÐCr¢   Úcurrent_spendÚsoft_budget_limitc                 óà   — |€yt        j                  «       }t        |«      }||z
  j                  }|j                  dk(  r| }n| |j                  dz
  z  }| ||z  z   }||kD  rt        d«       yy)NFrV  z*Projected spend exceeds soft budget limit!T)r   r  r  r  ÚdayrÁ   )r  r  r  Ú	end_monthÚremaining_daysÚdaily_spend_estimateÚprojected_spends          r£   Ú_is_projected_spend_over_limitr  ©  s‚   € ØÐ àä—:‘:“<€Eô +¨5Ó1€Ià&¨Ñ.×4Ñ4€Nð ‡y�y�A‚~Ø,Ñà,°·	±	¸A±Ñ>Ðð +Ð.BÀ^Ñ.SÑT€OàÐ*Ò*ÜÐBÔCØØr¢   c                 ó.  — |€y t        j                  «       }t        |«      }||z
  j                  }|j                  dk(  r| }n| |j                  dz
  z  }| ||z  z   }||kD  r3|dk  r|}||fS || z
  }|dk  r|}||fS ||z  }	|t        |	¬«      z   }||fS y )NrV  r   r  )r   r  r  r  r  r   )
r  r  r  r  r  Údaily_spendr  Úlimit_exceed_dateÚremaining_budgetÚapprox_dayss
             r£   Ú_get_projected_spend_over_limitr  Ä  sÞ   € ØÐ Øä—:‘:“<€EÜ*¨5Ó1€IØ&¨Ñ.×4Ñ4€Nð ‡y�y�A‚~Ø#‰à# u§y¡y°1¡}Ñ5ˆØ*¨k¸NÑ.JÑK€OàÐ*Ò*Ø˜!ÒØ %Ðð Ð 1Ð1Ð1ð '8¸-Ñ&GÐØ 1Ò$Ø$)Ð!ð Ð 1Ð1Ð1ð	 &6¸Ñ%C�Ø$)¬I¸;Ô,GÑ$GÐ!ð Ð 1Ð1Ð1àr¢   c           	      óx   — | �|�|€y d|v r/|j                  d«      }|d   }||vrt        d| › d|› d|› d�«      ‚y )NrŒ   r*  zInvalid model for team z: z.  Valid models for team are: rú  )r”  r=  )ré  Úteam_configrR  Úvalid_modelsÚmodel_in_requests        r£   Ú_is_valid_team_configsr#  ä  sm   € Ø€˜+Ð-°Ð1EØà�;ÑØ)Ÿo™o¨hÓ7ˆØ".¨wÑ"7ÐØ <Ñ/ÜØ)¨'¨°"Ð5EÐ4FÐFdÐeqÐdrÐrtÐuóð ð r¢   c                 ó:   — t        | j                  «       dz  «      S )Ng    eÍÍA)rž   r  )Údts    r£   Ú_to_nsr&  ò  s   € Üˆr�|‰|‹~ Ñ#Ó$Ð$r¢   rƒ  Útrust_client_model_infoc                 óŒ  — |€| S | j                  d«      xs i }| j                  d«      xs i }|j                  d«      xs i }|r|j                  d«      nd}|j                  d«      xs |j                  d«      }d}|�J|j                  |¬«      }	|	€| S |	j                  j                  d«      }
t        |
t        «      r|
}nñ|
rï|
g}në| j                  d	«      }t        |t
        «      r|s| S |j                  ||¬
«      xs g }t        «       }g }|D ]˜  }|j                  d«      xs i }|j                  d«      }t        |t
        «      r|g}nt        |t        «      sŒN|D ]F  }t        |t
        «      r|n
t        |«      }||vsŒ%|j                  |«       |j                  |«       ŒH Œš |xs d}|€| S t        | |«      S )a‹  
    Check if the model has guardrails defined and merge them with existing guardrails in the request data.

    Args:
        data: The request data dict
        llm_router: The LLM router instance to get deployment info from
        trust_client_model_info: If False, ignore metadata.model_info.id and
            resolve guardrails by alias-union only. Set to False on the
            pre_call path because add_litellm_data_to_request preserves
            client-supplied model_info when allow_client_pricing_override is
            set, so a caller could spoof an unguarded model_info.id while
            requesting a guarded alias and bypass guardrails (veria-ai HIGH
            on #29654). Defaults to True for post_call paths where the
            router has populated model_info.id itself.

    Returns:
        Modified data dict with merged guardrails (if any model-level guardrails exist)
    Nr  r  rÌ  ró   rÔ  )rÏ  r¢  r*  )rÿ  ré  r“  )r  Úget_deploymentr“  r  rã   r    Úget_model_listrÆ  Úreprrl  r'  Ú_merge_guardrails_with_existing)rª   rƒ  r'  r  r  rÌ  rÏ  ré  Úmodel_level_guardrailsÚ
deploymentÚdeployment_guardrailsÚmodel_aliasÚdeploymentsÚseenÚunionÚdepÚlitellm_params_depr¢  r:  rÏ   s                       r£   r³  r³  ö  sã  € ð. ÐØˆà—h‘h˜zÓ*Ò0¨b€HØ"Ÿh™hÐ'9Ó:Ò@¸bÐØ Ÿ™ \Ó2Ò8°b€JÙ.E�j—n‘n TÔ*È4€Hð
 —\‘\Ð"8Ó9ÒiÐ=M×=QÑ=QÐRhÓ=i€Gà26ÐØÐØ&×5Ñ5¸xÐ5ÓHˆ
ØÐØˆKØ'1×'@Ñ'@×'DÑ'DÀ\Ó'RÐô Ð+¬TÔ2Ø%:Ñ"Ù"Ø&;Ð%<Ñ"ð "ŸX™X gÓ.ˆÜ˜+¤sÔ+±;ØˆKð (×6Ñ6À+ÐW^Ð6Ó_ÒeÐceˆÜ›5ˆØˆØò 	$ˆCØ!$§¡Ð)9Ó!:Ò!@¸bÐØ+×/Ñ/°Ó=ˆJÜ˜*¤cÔ*Ø(˜\‘
Ü 
¬DÔ1ØØò $�Ü% a¬Ô-‘a´4¸³7�Ø˜d’?Ø—H‘H˜S”MØ—L‘L •Oñ	$ð	$ð "'¢¨$ÐàÐ%Øˆô +¨4Ð1GÓHÐHr¢   r-  c                 óþ   — | j                  «       }|j                  di «      }|j                  dg «      }t        |t        «      s|r|gng }t        |t        «      s|r|gng }t	        t        ||z   «      «      |d<   |S )a  
    Merge model-level guardrails with any existing guardrails in the request data.

    Args:
        data: The request data dict
        model_level_guardrails: Guardrails defined at the model level

    Returns:
        Modified data dict with merged guardrails in metadata
    r  r¢  )r	  r  r  r  rã   rÆ  )rª   r-  r¿  r  Úexisting_guardrailss        r£   r,  r,  K  s�   € ð  Ÿ9™9›;€MØ#×.Ñ.¨z¸2Ó>€HØ"Ÿ,™, |°RÓ8Ðô Ð)¬4Ô0Ù7JÐ2Ñ3ÐPRÐô Ð,¬dÔ3Ù=SÐ"8Ñ!9ÐY[Ðô "¤#Ð&9Ð<RÑ&RÓ"SÓT€Hˆ\ÑØÐr¢   c                 óÈ  — d}t        | t        «      rÄt        | j                  t        «      r| j                  }|S t        | j                  t        «      r!t        j                  | j                  «      }|S t        | d«      rHt        | dd «      }t        |t        «      r|}|S t        |t        «      r"t        j                  |«      }|S t        | «      }|S t        | «      }|S )Nr   r2  )	r  r8   rþ   r    r  rû  ry  rÉ  r  )rö  rè  Ú_errors      r£   Úget_error_message_strr:  g  sÑ   € Ø€MÜ�!”]Ô#Ü�a—h‘h¤Ô$ØŸH™HˆMð Ðô ˜Ÿ™¤$Ô'Ü ŸJ™J q§x¡xÓ0ˆMð Ðô �Q˜	Ô"Ü# A y°$Ó7ˆFÜ˜&¤#Ô&Ø &�ð Ðô ˜F¤DÔ)Ü $§
¡
¨6Ó 2�ð
 Ðô   ›FˆMð Ðô ˜A›ˆØÐr¢   c                  óx   — t        j                  d«      x} r| S t        t        j                  d«      «      du ryy)z°
    Get the Redoc URL from the environment variables.

    - If REDOC_URL is set, return it.
    - If NO_REDOC is True, return None.
    - Otherwise, default to "/redoc".
    Ú	REDOC_URLÚNO_REDOCTNz/redoc©rÆ   rÇ   r‚   )Ú	redoc_urls    r£   Ú_get_redoc_urlr@  {  s:   € ô —I‘I˜kÓ*Ð*€yÐ*ØÐä”2—9‘9˜ZÓ(Ó)¨TÑ1Øàr¢   c                  óx   — t        j                  d«      x} r| S t        t        j                  d«      «      du ryy)zµ
    Get the docs (Swagger UI) URL from the environment variables.

    - If DOCS_URL is set, return it.
    - If NO_DOCS is True, return None.
    - Otherwise, default to "/".
    ÚDOCS_URLÚNO_DOCSTNr®  r>  )Údocs_urls    r£   Ú_get_docs_urlrE  Œ  s9   € ô —9‘9˜ZÓ(Ð(€xÐ(Øˆä”2—9‘9˜YÓ'Ó(¨DÑ0Øàr¢   c                  óx   — t        j                  d«      x} r| S t        t        j                  d«      «      du ryy)zÂ
    Get the OpenAPI JSON URL from the environment variables.

    - If OPENAPI_URL is set, return it.
    - If NO_OPENAPI is True, return None.
    - Otherwise, default to "/openapi.json".
    ÚOPENAPI_URLÚ
NO_OPENAPITNz/openapi.jsonr>  )Úopenapi_urls    r£   Ú_get_openapi_urlrJ  �  s:   € ô —i‘i Ó.Ð.€{Ð.ØÐä”2—9‘9˜\Ó*Ó+¨tÑ3Øàr¢   c           
      ó¦  — ddl m} t        j                  d| «       t	        | t
        «      rLt        t        | dd| › d�«      t        j                  t        | dd«      t        | d	|j                  «      ¬
«      S t	        | t        «      r| S t        | d	|j                  «      }t        t        | «      t        j                  t        | dd«      |¬
«      S )zg
    Returns an Exception as ProxyException, this ensures all exceptions are OpenAI API compatible
    r   )r9   zException: %srþ   zerror(ú)ÚparamÚNoner6  )r2  rô   rM  Úcode)Úfastapir9   r@   r…  r  r8   r)   r  r(   Úinternal_server_errorÚHTTP_500_INTERNAL_SERVER_ERRORr    )rö  r9   Ú_status_codes      r£   Úhandle_exception_on_proxyrT  ®  sº   € õ ä×"Ñ" ?°AÔ6ä�!”]Ô#ÜÜ˜A˜x¨6°!°°A¨Ó7Ü ×6Ñ6Ü˜!˜W fÓ-Ü˜˜M¨6×+PÑ+PÓQô	
ð 	
ô 
�A”~Ô	&ØˆÜ! ! ]°F×4YÑ4YÓZ€LÜÜ�A“Ü×2Ñ2Ü�a˜ &Ó)Øô	ð r¢   Úfeaturec                 ó²   — ddl m} | r!d| › dt        j                  j                  › �}ndt        j                  j                  › �}|st        dd|i¬«      ‚y	)
zC
    Raises an HTTPException if the user is not a premium user
    r   )rn  z=This feature is only available for LiteLLM Enterprise users: z. z=This feature is only available for LiteLLM Enterprise users. i“  rð  r5  N)r¨  rn  r'   Únot_premium_userr×   r8   )rU  rn  Ú
detail_msgs      r£   Ú_premium_user_checkrY  È  s†   € õ 8áØTÐU\ÐT]Ð]_Ô`q÷  aCñ  aC÷  aIñ  aIð  `Jð  K‰
ð LÔL]×LnÑLn×LtÑLtÐKuÐvð 	ñ ÜØØ˜ZÐ(ô
ð 	
ð r¢   c                 óV   — | �|€y|j                  «       }t        |«      }d}| |v rd}|S )zD
    Returns True if the model is in the llm_router model names
    FT)Úget_model_namesrÆ  )r*  rƒ  r  Úmodel_names_setÚ
is_in_lists        r£   Úis_known_modelr^  Ü  sA   € ð €}˜
Ð*ØØ#×3Ñ3Ó5€Kä  Ó-€Oà€JØ�ÑØˆ
àÐr¢   Ú
index_namec                 ód   — t         j                  €y| t         j                  j                  «       v S )zZ
    Returns True if the vector store index is in the llm_router vector store indexes
    F)r¾   Úvector_store_index_registryÚget_vector_store_indexes)r_  s    r£   Úis_known_vector_store_indexrc  í  s-   € ô
 ×*Ñ*Ð2ØØœ×<Ñ<×UÑUÓWÐWÐWr¢   Ú	base_pathr3  c                 ó¦   — | j                  d«      } |j                  d«      }| s	|rd|› �S dS |s| S | j                  d|› �«      r| }|S | › d|› �}|S )Nr®  )ÚrstripÚlstripr±  )rd  r3  Ú
final_paths      r£   Ú
join_pathsri  ÷  s~   € à× Ñ  Ó%€IØ�L‰L˜Ó€Eñ Ù#��5�'ˆ{Ð,¨Ð,ñ ØÐð ×Ñ˜A˜e˜W˜+Ô&Øˆ
ð
 Ðð "�{ ! E 7Ð+ˆ
àÐr¢   Úrequest_base_urlc                 ó¦   — t        «       }|�|}n| }t        «       }|�)|dk7  rt        ||«      }t        ||«      S t        ||«      S t        ||«      S )Nr   )Úget_proxy_base_urlÚget_server_root_pathri  )rj  r3  Úserver_base_urlrº  Úserver_root_pathÚintermediate_urls         r£   Úget_custom_urlrq    sh   € ä/Ó1€OØÐ"Ø"‰à#ˆä2Ó4ÐØÐØ˜rÒ!ä&0°Ð;KÓ&LÐÜÐ.°Ó6Ð6ä˜h¨Ó.Ð.ä˜(Ð$4Ó5Ð5r¢   c                  ó,   — t        j                  d«      S )z@
    Get the proxy base url from the environment variables.
    rc  r(  r¡   r¢   r£   rl  rl  "  s   € ô �9‰9Ð%Ó&Ð&r¢   c                  ó.   — t        j                  dd«      S )z‘
    Get the server root path from the environment variables.

    - If SERVER_ROOT_PATH is set, return it.
    - Otherwise, default to "/".
    ÚSERVER_ROOT_PATHr   r(  r¡   r¢   r£   rm  rm  )  s   € ô �9‰9Ð'¨Ó,Ð,r¢   c                 ón   — t        «       }|r(|dk7  r#| j                  |dz   «      r| t        |«      d S y| S )zbStrip SERVER_ROOT_PATH prefix. Returns de-prefixed route, or None if route is not under root path.r®  N)rm  rþ  r3  )r3  Ú	root_paths     r£   Únormalize_route_for_root_pathrw  3  s@   € ä+Ó-€IÙ�Y #Ò%Ø×Ñ˜I¨™OÔ,Øœ˜Y›Ð)Ð*Ð*ØØ€Lr¢   r2  c                 óP   — ddl m} |€t        t        j                  d| i¬«      ‚|S )Nr   r¦  rð  r5  )r¨  r§  r8   r9   rR  )r2  r§  s     r£   Úget_prisma_client_or_throwry  =  s1   € Ý8àÐÜÜ×=Ñ=Ø˜WÐ%ô
ð 	
ð Ðr¢   rÏ   c                 ó¨   — ddl }t        | t        «      sydt        | «      cxk  rdk  r)n y|j	                  d| «      ry|j	                  d| «      ryy)	z­
    Validates API key format:
    - sk- keys: must match ^sk-[A-Za-z0-9_-]+$
    - hashed keys: must match ^[a-fA-F0-9]{64}$
    - Length between 20 and 100 characters
    r   NFr²  rÃ  z^sk-[A-Za-z0-9_-]+$Tz^[a-fA-F0-9]{64}$)r  r  r    r3  r  )rÏ   r  s     r£   Úis_valid_api_keyr{  H  sS   € ó ä�cœ3ÔØØŒC�‹HÔ˜Ôð
 ð	 �8‰8Ð*¨CÔ0ØØ�8‰8Ð(¨#Ô.ØØr¢   c                  óä  — ddl } t        j                  d«      }t        j                  d«      }t        j                  d«      }t        j                  d«      }t        j                  d«      }|r�|r|r}| j                  j	                  |«      }|r| j                  j	                  |«      nd}| j                  j	                  |«      }|rd	|› d
|› d|› d|› �}	nd	|› d|› d|› �}	|r|	d|› �z  }	|	S y)z´
    Construct a DATABASE_URL from individual environment variables.
    Returns:
        Optional[str]: The constructed DATABASE_URL or None if required variables are missing
    r   NÚDATABASE_HOSTÚDATABASE_USERNAMEÚDATABASE_PASSWORDÚDATABASE_NAMErÂ  r   zpostgresql://ú:ú@r®  z?schema=)Úurllib.parserÆ   rÇ   ÚparseÚ
quote_plus)
ÚurllibÚdatabase_hostÚdatabase_usernameÚdatabase_passwordÚdatabase_nameÚdatabase_schemaÚdatabase_username_encÚdatabase_password_encÚdatabase_name_encr^  s
             r£   Ú$construct_database_url_from_env_varsr�  [  s  € ó ô Ÿ9™9 _Ó5€MÜ!Ÿy™yÐ)<Ó=ÐÜ!Ÿy™yÐ)<Ó=ÐÜŸ9™9 _Ó5€MÜŸY™YÐ'8Ó9€OáÑ*©}à'-§|¡|×'>Ñ'>Ð?PÓ'QÐÙUf v§|¡|×'>Ñ'>Ð?PÔ'QÐlnÐØ#)§<¡<×#:Ñ#:¸=Ó#IÐñ àÐ 5Ð6°aÐ8MÐ7NÈaÐP]ÈÐ^_Ð`qÐ_rÐsñ ð +Ð+@Ð*AÀÀ=À/ÐQRÐSdÐReÐfˆLáØ˜h Ð&7Ð8Ñ8ˆLàÐàr¢   r>  rZ   ré  rm  r]   r‘   c              ƒ   óz   K  — ddl m} ddlm}  |||||¬«      ƒ d {  –—† } || |¬«      ƒ d {  –—†  |S 7 Œ7 Œ­w)Nr   ©Úget_team_object)Úvalidate_membership©ré  r§  rm  r_  )r>  Ú
team_table)Úlitellm.proxy.auth.auth_checksr’  Ú1litellm.proxy.management_endpoints.team_endpointsr“  )r>  ré  r§  rm  r_  r’  r“  Úteam_objects           r£   Ú_get_validated_team_objectr™  €  sN   è ø€ õ ?ÝUá.ØØ#Ø-Ø+ô	 ÷ €Kñ Ð0AÈkÔ
Z×ZÐZØÐðøð [ús   ‚;ž7Ÿ;°9±;¹;c              ƒ   ó    K  — ddl m} | �|�|�|€y 	  || |||¬«      ƒ d {  –—† S 7 Œ# t        $ r t        j                  d| «       Y y w xY w­w)Nr   r‘  r”  z,Could not fetch team %s while listing models)r–  r’  r8   r@   r¼   )ré  r§  rm  r_  r’  s        r£   Ú"_get_team_object_for_access_groupsr›  ”  sq   è ø€ õ ?à€˜-Ð/Ð3EÐ3MÐQbÐQjØð	Ù$ØØ'Ø1Ø/ô	
÷ 
ð 	
ð 
ùô ò Ü×"Ñ"Ð#QÐSZÔ[Ùðüs1   ‚A“) ¢'£) ¦A§) ©AÁAÁ
AÁAr˜  c              ƒ   óÚ   K  — ddl m}m}  ||�|j                  xs dnd|||¬«      ƒ d {  –—† } || |d¬«      ƒ d {  –—† }t	        t
        j                  g |¢|¢­«      «      S 7 Œ:7 Œ)­w)Nr   )Ú_get_models_from_access_groupsÚ/get_authorized_resources_from_key_access_groupsr¡   )Úaccess_group_idsr§  rm  r_  Úaccess_model_names)Úvalid_tokenr˜  Úresource_field)r–  r�  rž  rŸ  rí   r  r  )	r>  r˜  r§  rm  r_  r�  rž  Úteam_group_modelsÚkey_group_modelss	            r£   Ú_get_access_group_modelsr¥  ª  s‡   è ø€ ÷ñ
 &DØALÐAX˜+×6Ñ6Ò<¹"Ð^`Ø#Ø-Ø+ô	&÷  Ðñ %TØ%ØØ+ô%÷ Ðô
 ”—‘ÐFÐ!2ÐFÐ5EÑFÓGÓHÐHð øðús    ‚*A+¬A'­A+¿A)Á (A+Á)A+r>   rÅ  Ú
user_modelÚinclude_model_access_groupsÚonly_model_access_groupsÚreturn_wildcard_routesc              ƒ   ó(  K  — ddl m}m}m} |€g }i }n |j	                  «       }|j                  «       }|r|r|r|
rt        | |||
|¬«      ƒ d{  –—† nd}|�dn || |||¬«      } ||�|j                  n| j                  |||¬«      }|xs | j                  }|s|r1t        | |xs t        |||
|¬«      ƒ d{  –—† ||
|¬	«      ƒ d{  –—† nd}|rg |¢|¢­n|}|rg |¢|¢­n|} ||||||j                  d
d«      |	|||||¬«      }|S 7 Œ¼7 ŒS7 ŒE­w)aó  
    Get the list of models available to a user based on their API key and team permissions.

    Args:
        user_api_key_dict: User API key authentication object
        llm_router: LiteLLM router instance
        general_settings: General settings from config
        user_model: User-specific model
        prisma_client: Prisma client for database operations
        proxy_logging_obj: Proxy logging object
        team_id: Specific team ID to check (optional)
        include_model_access_groups: Whether to include model access groups
        only_model_access_groups: Whether to only return model access groups
        return_wildcard_routes: Whether to return wildcard routes

    Returns:
        List of model names available to the user
    r   )Úget_complete_model_listÚget_key_modelsÚget_team_modelsN)r>  ré  r§  rm  r_  r¡   )r>  Úproxy_model_listÚmodel_access_groupsr§  )r  r®  r¯  r§  r”  )r>  r˜  r§  rm  r_  Úinfer_model_from_keysF)Ú
key_modelsr  r®  r¦  r°  r©  rƒ  r¯  r§  r¨  ré  )Úlitellm.proxy.auth.model_checksr«  r¬  r­  r[  Úget_model_access_groupsr™  rŒ   r  ré  r¥  r›  r  )r>  rƒ  rÅ  r¦  r§  r_  ré  r§  r¨  r©  rm  r«  r¬  r­  r®  r¯  Úrequested_team_objectr±  r  Úeffective_team_idÚaccess_group_modelsÚgranted_key_modelsÚgranted_team_modelsÚ
all_modelss                           r£   Úget_available_models_for_userrº  Ä  s¿  è ø€ ÷>ñ ð ÐØÐØ Ñà%×5Ñ5Ó7ÐØ(×@Ñ@ÓBÐñ ‘}Ñ):Ñ?Qô )Ø/ØØ'Ø1Ø/ô
÷ 	
ð 	
ð ð ð !Ð,ñ 	áØ/Ø-Ø 3Ø(Cô	
ð ñ )à,AÐ,MÐ!×(Ò(ÐSd×SpÑSpà)Ø/Ø$?ô€Kð  'ÒCÐ*;×*CÑ*CÐñ  ™ô 'Ø/Ø-ò Ü7Ø)Ø+Ø#5Ø"3ô	÷ ð (Ø1Ø/ô
÷ 	
ð 	
ð ð ñ$ HRÐ C *Ð CÐ/BÒ CÐWaÐÙITÐ!E ;Ð!EÐ1DÒ!EÐZeÐñ 0Ø%Ø'Ø)ØØ.×2Ñ2Ð3JÈEÓRØ5ØØ/Ø$?Ø!9Ø!ô€Jð ÐðK	
øðJøð	
ús8   ‚ADÁDÁA*DÂ:D
Â;DÃ
DÃADÄDÄDrÏ  ÚproviderÚinclude_metadataÚfallback_typeÚget_model_infoc                 ó  — ddl m} | dt        |dœ}	  || «      }d}
d}|�Zt        |j                  d«      «      }
t        |j                  d«      «      }|j                  d	«      }t        |t        «      r||d	<   |�|j                  | «      \  }}|�|}
|�|}|
�|
|d<   |�||d<   |s|S |�|nd
}g d¢}||vrt        dd|› �¬«      ‚ || ||¬«      }i |¥dd|ii¥S # t        $ r#}	t	        j
                  d| |	«       d}Y d}	~	Œêd}	~	ww xY w)a  
    Create a standardized OpenAI-compatible model object.

    When include_metadata is true, attaches the model's configured fallbacks
    (resolved via the router under fallback_type, defaulting to "general").
    Raises HTTPException(400) for an unknown fallback_type.
    r   )Úget_all_fallbacksr*  )ró   r°   ÚcreatedÚowned_byz=create_model_info_response: cost map lookup failed for %s: %sNÚmax_input_tokensÚmax_output_tokensr«  Úgeneral)rÅ  Úcontext_windowÚcontent_policyr4  z'Invalid fallback_type. Must be one of: r5  )r*  rƒ  r½  r  Ú	fallbacks)r²  rÀ  r!   r=  r@   r¼   rN   r  r  r    Úget_configured_token_limitsr8   )rÏ  r»  r¼  r½  rƒ  r¾  rÀ  ÚbaseÚmodel_cost_inforö  rÃ  rÄ  r«  Úconfigured_inputÚconfigured_outputÚeffective_fallback_typeÚvalid_fallback_typesrÈ  s                     r£   Úcreate_model_info_responserÐ  :  s‰  € õ Bð ØÜ0Øñ	&€DðÙ,:¸8Ó,Dˆð $(ÐØ$(ÐØÐ"Ü-¨o×.AÑ.AÐBTÓ.UÓVÐÜ.¨×/BÑ/BÐCVÓ/WÓXÐØ%×)Ñ)¨&Ó1ˆÜ�dœCÔ ØˆD�‰LàÐØ.8×.TÑ.TÐU]Ó.^Ñ+ÐÐ+ØÐ'Ø/ÐØÐ(Ø 1ÐàÐ#Ø#3ˆÐÑ ØÐ$Ø$5ˆÐ Ñ!áØˆà6CÐ6O¡]ÐU^Ðâ"QÐØÐ&:Ñ:ÜØØ<Ð=QÐ<RÐSô
ð 	
ñ
 )ØØØ-ô€Ið
 :ˆdÐ9�J ¨iÐ 8Ñ9Ð9øô] ò Ü×"Ñ"ØKØØô	
ð
 �ûðús   “C Ã	D
Ã'DÄD
Úavailable_modelsc                 ó&  — d| v rn| j                  d«      D �cg c]  }|j                  «       ‘Œ }}|D �cg c]	  }||vsŒ|‘Œ }}|r+t        ddj                  dj	                  |«      «      ¬«      ‚y| |vrt        dd| › d�¬«      ‚yc c}w c c}w )	aZ  
    Validate that a model is accessible to the user.
    Supports batch requests with comma-separated model IDs.

    Args:
        model_id: The model ID to validate (can be comma-separated for batch requests)
        available_models: List of models available to the user

    Raises:
        HTTPException: If the model is not accessible
    ú,i”  z=The following model(s) do not exist or are not accessible: {}r¿  r5  zThe model `z%` does not exist or is not accessibleN)rý  rü  r8   Úformatr(  )rÏ  rÑ  ÚmrŒ   Úinaccessible_modelss        r£   Úvalidate_model_accessr×  …  s²   € ð  ˆh�Ø,4¯N©N¸3Ó,?Ö@ q˜Ÿ™�Ð@ˆÐ@Ø17Ö%U¨A¸1ÐDTÒ;T¢aÐ%UÐÐ%UÙÜØØV×]Ñ]Ø—I‘IÐ1Ó2óôð ð ð Ð+Ñ+ÜØØ$ X JÐ.SÐTôð ð ,ùò AùÚ%Us   ˜B	µ	B¿B))r2  rÒ  )r2  rÑ  )ÚdeltarÒ  Ú_PRESERVED_NONE_FIELDSÚobjÚpreserve_fieldsÚexclude_unsetc                 ó<  — | j                  d|¬«      }|j                  d«      }|s|S | j                  }t        ||«      D ]X  \  }}t        D ]J  \  }}	|j                  |«      }
|
€Œ|	|
vsŒt        ||d«      }|€Œ/t        ||	«      sŒ<t        ||	«      |
|	<   ŒL ŒZ |S )a  
    Serialize a Pydantic model to a dictionary while preserving specific fields
    even if they are None.

    Fields listed in _PRESERVED_NONE_FIELDS are restored after
    model_dump(exclude_none=True) strips them.

    Args:
        obj: The Pydantic BaseModel instance to serialize
        preserve_fields: Deprecated, kept for backward compatibility.
        exclude_unset: Whether to exclude fields that were not explicitly set

    Returns:
        Dictionary representation with None values excluded except for preserved fields
    T)r;  rÜ  ÚchoicesN)rÇ  r  rÞ  rþ  rÙ  r  rÉ  )rÚ  rÛ  rÜ  r  rÞ  Úobj_choicesÚ
choice_objÚchoice_dictÚ
sub_objectÚ
field_nameÚsub_dictÚsub_objs               r£   Ú model_dump_with_preserved_fieldsræ  ¯  s¼   € ð( —N‘N°ÀM�NÓR€Fà—Z‘Z 	Ó*€GÙØˆàŸ™€KÜ#& {°GÓ#<ò HÑˆ
�KÜ&<ò 	HÑ"ˆJ˜
Ø"—‘ zÓ2ˆHØÐØØ Ò)Ü! *¨j¸$Ó?�ØÑ&¬7°7¸JÕ+GÜ+2°7¸JÓ+G�H˜ZÒ(ñ	HðHð €Mr¢   rù  rø  )Tr­   )NNNFFFNr¼  (~  rŒ  rí  r	  r¬  rõ   rû  rÆ   r0  r2  rh  r«  rd  r»   Úcollections.abcr   r   r   r   r   r   r	   Údataclassesr
   r   r   r   r   r   Úemail.mime.multipartr   Úemail.mime.textr   Útypesr   Útypingr   r   r   r   r   r   r   r   r   r   r   Útyping_extensionsr   r   r¾   r    rõ  r!   r"   r#   r$   r%   r&   Úlitellm.proxy._typesr'   r(   r)   r*   r+   Ú3litellm.proxy.spend_tracking.spend_log_error_loggerr,   r`  r.   Ú!litellm.types.proxy.model_listingr/   Úlitellm.types.utilsr0   r1   r2   r3   Ú>litellm_enterprise.enterprise_callbacks.send_emails.base_emailr4   Ú@litellm_enterprise.enterprise_callbacks.send_emails.resend_emailr5   ÚBlitellm_enterprise.enterprise_callbacks.send_emails.sendgrid_emailr6   Ú>litellm_enterprise.enterprise_callbacks.send_emails.smtp_emailr7   ÚImportErrorrî  rP  r8   r9   Úlitellm.litellm_core_utilsÚ*litellm.litellm_core_utils.litellm_loggingr:   r;   r<   r=   r>   Úlitellm._loggingr?   r@   Úlitellm._service_loggerrA   rB   Úlitellm.caching.cachingrC   rD   Úlitellm.caching.dual_cacherE   Úlitellm.exceptionsrF   rG   Ú%litellm.integrations.custom_guardrailrH   rI   Ú"litellm.integrations.custom_loggerrJ   Úlitellm.integrations.prometheusrK   Ú1litellm.integrations.SlackAlerting.slack_alertingrL   Ú(litellm.integrations.SlackAlerting.utilsrM   Ú'litellm.litellm_core_utils.core_helpersrN   rO   rP   rQ   Ú*litellm.litellm_core_utils.safe_json_dumpsrR   Ú*litellm.litellm_core_utils.safe_json_loadsrS   Úlitellm.llmsrT   Ú&litellm.llms.custom_httpx.http_handlerrU   rV   rW   rX   rY   rZ   Úlitellm.proxy.auth.route_checksr[   Ú-litellm.proxy.common_utils.config_sync_pubsubr\   Ú-litellm.proxy.common_utils.user_api_key_cacher]   Úlitellm.proxy.db.create_viewsr^   r_   r`   Ú'litellm.proxy.db.db_spend_update_writerra   Ú"litellm.proxy.db.exception_handlerrb   rc   Úlitellm.proxy.db.log_db_metricsrd   Úlitellm.proxy.db.prisma_clientre   rf   Ú'litellm.proxy.db.routing_prisma_wrapperrg   Ú#litellm.proxy.db.spend_log_batchingrh   ri   rj   Úlitellm.proxy.db.token_authrk   rl   rm   ÚLlitellm.proxy.guardrails.guardrail_hooks.unified_guardrail.unified_guardrailrn   Úlitellm.proxy.hooksro   rp   Ú'litellm.proxy.hooks.cache_control_checkrq   Ú&litellm.proxy.hooks.max_budget_limiterrr   Ú,litellm.proxy.hooks.parallel_request_limiterrs   Ú/litellm.proxy.hooks.parallel_request_limiter_v3rt   Ú*litellm.proxy.hooks.sensitive_data_routingru   Ú$litellm.proxy.litellm_pre_call_utilsrv   Ú3litellm.proxy.management_helpers.key_settings_auditrw   Ú-litellm.proxy.policy_engine.pipeline_executorrx   Ú&litellm.repositories.budget_repositoryry   Ú&litellm.repositories.config_repositoryrz   Ú'litellm.repositories.table_repositoriesr{   r|   r}   r~   Ú$litellm.repositories.team_repositoryr   Ú$litellm.repositories.user_repositoryr€   Ú2litellm.repositories.verification_token_repositoryr�   Úlitellm.secret_managers.mainr‚   Ú)litellm.types.integrations.slack_alertingrƒ   rì  r„   r…   r†   Ú0litellm.types.proxy.policy_engine.pipeline_typesr‡   rˆ   r‰   Ú	mcp.typesrŠ   Úopentelemetry.tracer‹   Ú_Spanr|  rŒ   Úprisma_modelsÚprisma.actionsr�   Úprisma.clientrŽ   Úprisma.modelsr�   Úprisma.typesr�   rv  Úlitellm.models.teamr‘   râ  r’   rá  r“   Ú%litellm.repositories.prisma_protocolsr”   r•   r°   r–   rŸ   r˜   r¥   r¨   r²   r·   r  Úanthropic_messagesr¸   rÁ   rÈ   rÊ   rï   r  rž   rì   rú   rõ  r  r	  r    r  rí   r  r  r#  r)  r7  r?  r0  rØ  r1  rœ  Úaanthropic_messagesÚ	responsesr�  Ú	embeddingr�  Ú
moderationÚamoderationÚimage_generationÚaimage_generationÚspeechÚaspeechÚrerankÚarerankÚgenerate_contentÚagenerate_contentÚgenerate_content_streamÚagenerate_content_streamrB  rP  rQ  r]  r`  rl  rþ  r  r  r  r  r~  r  r  r  r   r"  r*  r-  r/  r8  r;  r=  rã   rG  r=  rI  rL  r0  r"  r*  rî   r4  r6  rG  rW  r°  ri  rw  r‚  r  r�  r’  r•  r™  r›  rÎ  rË  rÙ  rÌ  rë  rñ  rü  r³  r´  r¶  r  r  r  r#  r&  r³  r,  r:  r@  rE  rJ  rT  rY  r^  rc  ri  rq  rl  rm  rw  ry  r{  r�  r™  r›  r¥  rº  r¾  rÐ  r×  rÙ  ræ  r¡   r¢   r£   ú<module>r@     s/  ðÜ Û Û Û Û Û Û 	Û Û 
Û 
Û Û Û ß i× iÑ iß (ß 8Ó 8Ý .Ý $Ý "ß s× s× sÑ sç 1å ?÷÷ ÷õ õ PÝ 8Ý ?ß MÓ Mðõõõõð_Û÷ *ã Û !Û 1÷õ ÷ Bß @ß 9Ý =ß P÷õ <Ý <Ý KÝ T÷ñ õ
 ?Ý AÝ FÝ <Ý C÷õ õ 8Ý UÝ I÷ñ õ
 H÷õ ;÷õ I÷ñ ÷
ñ õ
÷ <Ý LÝ Jõõõõ JÝ XÝ JÝ CÝ C÷ó õ @Ý ?õõ 5Ý I÷ñ õ
 Uß EáÝ(Ý1Ý.ÝIÝ0ÝAÝ'åWÝ>ÝTÝJÝBÝRà�6‰>�Dà€Dá�D‹M€€EÓ ô/�Iô /ô
�Iô ô^˜ô ^ô>˜ô >ñ
 0Ó1Ð �5Ó 1áMVÐXa×XtÒXtÐWuÓMvÐ 2Ð4JÓ vðH 6ó Hò÷6d
ñ d
ðT 79Ñ ˜U¡4©©T¨	¡?Ñ3Ó 8ð, <ð ,±Dô ,ð8±}ð 8ÐPVð 8Ð[_ô 8ð,S©ð S¹4ô Sð ©¨f¨Ñ!5ð ¸'Á#ÀvÀ+Ñ:Nô ð,˜G¡C¨ KÑ0ð ±U¹5ÁÐFYÐAYÑ;ZÐ\_Ð;_Ñ5`ô ð¨G±C¸°KÑ,@ð ÀYÉsÁ^ô ð=˜fð =©ô =ðH fð H±ô Hð¡sð ¸6ð ÐQWð Ñ\_ô ð]©cð ]À&ð ]ÐX^ð ]ÐchÐkoÑcoô ]ñ  &/ñ /ð 	×ÒØ×ÒØ×!Ò!Ø×"Ò"Ø×$Ò$Ø×%Ò%Ø×ÒØ×ÒØ×ÒØ×ÒØ×ÒØ×ÒØ×"Ò"Ø×#Ò#Ø×ÒØ×ÒØ×ÒØ×ÒØ×"Ò"Ø×#Ò#Ø×)Ò)Ø×*Ò*ð-ô/ó &Ñ ˜Uó ð:" Ø¡ V Ñ,ð" à™#˜v˜+Ñ&ð" ñ ð" ñ ˆ6�6ˆ>Ñ˜TÑ!ô	" ñJ & bÓ)�ˆUÓ )ðZ¨'±#°v°+Ñ*>ð ZÀ7É3ÐPVÈ;ÑCWô Zñ2 �$Ô÷Jð Jó ñJ÷0p)jò p)jólSJð

™ð 
¡$ô 
ñ" 8NÐW[Ô7\Ñ �uÐ3Ñ4Ó \Ø+-Ñ ! 5Ó -ð,ØÐ,Ñ,ð,áð,ñ 	ˆ4�Zô,òb 03°2·:²:·>²>ÐBjÐlpÓ3qÓ/rÑ   %©¡*Ó rØ!@Ñ �E™#‘JÓ @á)2Ù:Ù6ô*Ñ �e˜IÑ&ó ÷'ò 'ð0¡#ð 0©#ô 0ðJ˜#ð J¡$¡s¨F {Ñ"3ô Jð˜sð ¡z°DÑ'8ô ð
¨.ð 
Ácð 
ÈcÐTXÉjô 
ðQ©ð Q°ô Qð2©cð 2°dô 2ð
Ð0Eð 
ÑTXÑY\ÑT]ð 
Ðbfô 
ô0™iõ ñ �$˜dÔ#÷)Xð )Xó $ñ)X÷Xw&ò w&ðzMK¡3ð K¨yð K¹lô Kð L¡Cð L©Dô LðI¡sð I±sð IÁUð IÈwÏ|Ê|ô Ið
Ø ð
áð
ñ ð
ñ ˜‘:ð	
ñ
 ˜‘:ð
ñ ð
ñ ð
ñ ð
ð 
ô
ðB "&ØØò9^Ù˜$‘Jð9^á�4‰Zð9^ñ �‰*ô9^ðx‘cô ð<™Cð <¡Cô <ð™cð ©3ð ±4ô ð(L¹cô Lð:	¡ð 	©ô 	ð  Ø.ò
Ùð
à
�7™3 ˜;Ñ'Ñ
(ð
ñ ð	
ñ
 ð
ð 
ô
õ@1ð±eð Áô ð©Lð Áð ÉÉdÑSVÐX^ÐS^ÑN_ÑI`ô ÷Gò GðT)
Ùð)
à&¨Ñ-ð)
ñ $ô)
ðXl¹,ð lÉ3ô lð*LÙð*Lá#ô*LðZcgÙðcgà&¨Ñ-ðcgñ $ôcgðL )+Ñ  Ó *ð
Ùð
à/ð
ñ $ð
ð 
ô	
ð<D2ÙðD2à&¨Ñ-ðD2ñ $ôD2ðN 58Ñ *¨EÓ 7ð=[Ø
ð=[à
�7™3 ˜;Ñ'Ñ
(ð=[ñ ð=[ñ 	ô	=[ð@©Ið Á5ð Ñ]iô ð0D˜tð D¨ô Dð±%ð ÉEÐTXÉLô ð6±5ð ÉUÐUYÉ\ð Ñ^cÐfjÑ^jô õ@ó%ð %)òRIÙ
ðRIà˜‘ðRIñ "ðRIñ 
ô	RIðj©$ð Èð ÑSWô ð8™Yð ©3ô ð(™˜d™
ô ð"‘s˜T‘zô ð"™# ™*ô ð"¡ð ¨~ô ò4
¡ t¡ô 
ð(™# ™*ð °&¸4±-ð ÁDõ ñ"X©Cð X±Dõ Xñ™#ñ ¡cð ©cõ ó.6¡Sñ 6±°t±ð 6Ásõ 6ð('™C $™Jõ 'ð-™cõ -ñ©ð ±°t±õ ñ©õ ñ™#ð ¡$õ ð&"©c°D©jõ "ñJÙ'ñáðð "ññ *ð	ð
 &ðñ "õñ(Ù�4‰Zðà˜NÑ+ñð !Ñ!2Ñ3ðð   Ñ/ð	ð
 Ñ*Ñ+õñ,IÙ'ñIàÑ6Ñ7ðIð ˜NÑ+ñIð !Ñ!2Ñ3ð	Ið
   Ñ/ðIñ ‰3�ˆ8�_õIð> /3Ø26ØØ(-Ø%*Ø#(Ø6:ósÙ'ðsà™Ñ"ñsñ ñsñ �d‘
ð	sð
 ˜NÑ+ðsð   Ñ/ñsñ �4‰Zñsñ "&ñsñ #ñsñ !ñsð !Ñ!2Ñ3ðsñ 
‰#�Yõsðr #Ø $Ø%)Ø18×1GÒ1GòH:ÙñH:áñH:ñ ñH:ñ ˜‘:ð	H:ð
 ™Ñ"ñH:ð ™c˜U IÐ-Ñ.ðH:ð õH:ñV Ùñ á™3‘ið ð 
õ óF8Ñ ˜™d¡5©©c¨¡?Ñ3Ñ4ô ð )-Øó%Ø	ñ%á™#‘Y Ñ%ñ%ñ ð%ñ 
‰#ˆvˆ+Ñö	%øðkk ò Ø€OØÐØ€OØÓð	ûð ò _Ù
Ð]Ó
^Ð^ð_ús   Ãi? Ã,j é?jêjêj!