tPjBUdZddlZddlZddlmZmZmZmZmZddl m Z ddl m Z ddl mZddlmZmZddlmZmZdd lmZerdd lmZd Zeed <d Zeed<dedededzfdZdee efdeddfdZ!GddeZ"y)z Compression Interception Handler CustomLogger that compresses inbound Anthropic Messages requests and fulfills litellm_content_retrieve tool calls server-side via the typed agentic loop plan. N) TYPE_CHECKINGAnyClassVarFinalcast)verbose_logger)compress) CustomLogger)CompressionInterceptionConfigCompressionSavingsMetadata)AgenticLoopPlanAgenticLoopRequestPatch) CallTypes)Logginglitellm_content_retrieve"LITELLM_CONTENT_RETRIEVE_TOOL_NAMEi_CACHE_TTL_SECONDSoriginal_tokenscompressed_tokensreturnct|tst|tsyt|tst|tsy|dks||kryt||||z dS)Nrcompression_interception) tokens_before tokens_after tokens_savedsource) isinstanceboolintr rrs z/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/integrations/compression_interception/handler.py _compression_savings_from_countsr" se/4( ?C0P#T**=NPS2T12C C %%&$'88)  kwargssavingsc`|jd}t|tr||d<yd|i|d<y)a Attach savings to the request's litellm metadata so they land in the SpendLog row's metadata JSON under ``compression_savings``. ``/v1/messages`` requests carry proxy metadata under ``litellm_metadata`` (the ``metadata`` key is Anthropic's own API field). The existing dict is updated in place because the proxy and the logging object hold references to the same object; replacing it would orphan writes made through those references. litellm_metadatacompression_savingsN)getrdict)r$r%existings r!_record_compression_savingsr,1s;jj!34H(D!*1&'"7!AF r#ceZdZUdZeehZeeee d< d,de de de dzdedzde ee fdzf fd Zed ed dfd Zed e ee fde ee fd dfdZde ee fdedzd e dzfdZde dedee dee dzde dede d ee e ffdZde dedee de de de ddde de d efdZd-dZd edzd e eeffd!Zde de ee fd edzfd"Zd#e ee fd$e eefd efd%Zde d eee ee fee ee fffd&Zde ee fd e ee ffd'Z de d e fd(Z!d)ee ee fdzd*ee ee fd ee ee ffd+Z"xZ#S).CompressionInterceptionLoggera CustomLogger that implements transparent prompt compression + retrieval loops. Flow: 1. Compress inbound /v1/messages requests in pre-call hook. 2. Inject litellm_content_retrieve tool and persist compressed cache by call_id. 3. Detect retrieval tool_use blocks in first model response. 4. Build typed rerun plan with tool_result blocks from the compressed cache. server_fulfilled_tool_namesNenabledcompression_triggercompression_targetembedding_modelembedding_model_paramscvt|||_||_||_||_||_i|_yN)super__init__r0r1r2r3r4_compression_cache_by_call_id)selfr0r1r2r3r4 __class__s r!r8z&CompressionInterceptionLogger.__init__Ps?  #6 "4.&<#VX*r#configrc |t|jddt|jdd|jd|jd|jdS) Nr0Tr1@ r2r3r4)r0r1r2r3r4)rr)r)clsr<s r!from_config_yamlz.CompressionInterceptionLogger.from_config_yaml`s]It45 #FJJ/Dg$N O%zz*>?"JJ'89#)::.F#G   r#litellm_settingscallback_specific_paramsci}d|vr|d}n*d|vr&t|dtrtt|d}tj |S)Ncompression_interception_paramsr)rr*rr r.r@)rArBcompression_paramss r!initialize_from_proxy_configz:CompressionInterceptionLogger.initialize_from_proxy_configjsh =? ,0@ @!12S!T  '+C C $%? @$I "&-()CD" -==>PQQr#r$ call_typec K|jsy||tjk7ryt|j ddxsddkDry|j d}|j d}t |t rt |tsy|j|j dry|jt||tj|j|j|j|j}tt ttf|j di}ttdz|j d}tt t tt"f|j dg}|r9|d|d<|rJ|j%tt t tt"fdz|j d| |d<ttdz|j d } | s"tt'j(} | |d <|t+j*f|j,| <t/|j d |j d  } | t1|| t3j4d| |j d |j d t7||S|6t3j4d||j d |j d |Sw)N_agentic_loop_depthrmessagesmodeltools)rJrKrGr1r2r3r4cachecompression_skipped_reason)existing_toolscompressed_toolslitellm_call_idrrr )r$r%zaCompressionInterception: compressed request [call_id=%s original=%d compressed=%d cached_keys=%d]zRCompressionInterception: compression skipped [reason=%s original=%d compressed=%d])r0ranthropic_messagesrr)rliststr_has_retrieval_tool_prune_expired_cacher r1r2r3r4rr*r _merge_toolsuuiduuid4timer9r"r,rdebuglen) r:r$rGrJrK compressedrM skip_reasonrPcall_idr%s r!async_pre_call_deployment_hookz#> DcNJNN7B,GH!#*jnn=Y.Z[ "&tDcN';Z^^GUW=X"Y !+J!7F: "&"3"3#'T#s(^(responserKrJrLstreamcustom_llm_providercK|jsdifS|j|sdifS|j|\}} |sdifSd|| ddfSw)NF)raTcompression_retrieval) tool_callsthinking_blocks tool_type)r0rU_extract_retrieval_tool_calls) r:rarKrJrLrbrcr$rfrgs r!async_should_run_agentic_loopz;CompressionInterceptionLogger.async_should_run_agentic_loopsr||"9 ''."9 &*&H&HRZ&H&[# O"9 $.0   sA A "anthropic_messages_provider_config*anthropic_messages_optional_request_params logging_objzLiteLLMLoggingObj | Nonec xK|jttttt f|j dg} ttttt f|j dg} |j|| } |j| } | Dcgc]}|j|| }}d| | Dcgc]<}d|j d|j dt|j d id >c}zd }d tt| Dcgc]}d | |j d||dc}d }|||gz}ttdz|j dxs| j d}|jDcic]\}}|dk7s ||}}}|}|<|jj di}tt|j d|}t!|||||j#| }t%d|d| xsddScc}wcc}wcc}wcc}}ww)Nrfrg)rmr$)r_ assistanttool_useidnameinput)typerqrrrs)rolecontentuser tool_result)rt tool_use_idrv max_tokensagentic_loop_paramsrK)r$)rKrJrzoptional_paramsr$Tre)rhr_)run_agentic_loop request_patchmetadata)rVrrSr*rTrr)_resolve_call_id _get_cache_resolve_retrieval_contentrranger\ritemsmodel_call_detailsr_prepare_followup_kwargsr )r:rLrKrJrarkrlrmrbr$rfrgr_rMtcretrieval_resultsassistant_messagei user_messagefollow_up_messagesrzkv"optional_params_without_max_tokensfull_model_nameagentic_paramsrs r!async_build_agentic_loop_planz;CompressionInterceptionLogger.async_build_agentic_loop_plansg !!# d38n!5uyyr7RS !%d4S>&:EIIFWY[<\!]..;v.Vw7Yc#dSUD$C$CB$N#d#d &% '&&,FF6+MNVVGR0   $ s:/   *#-a=#4#4T#:03  %-0A000?  !'#:w}RTU  c$e 5 s?B"H:$H%=H:AH*H:$"H/AH: H4(H4-B H:ctj}|jjDcic]\}\}}||z tkr|||fc}}}|_ycc}}}wr6)rZr9rr)r:nowr_rM created_ats r!rVz2CompressionInterceptionLogger._prune_expired_cache%sjYY[ 3399; . . Z#55 eZ( (. *. sAr_cR|siS|jj|}|iS|dS)Nr)r9r))r:r_ cache_entrys r!rz(CompressionInterceptionLogger._get_cache0s5I!??CCGL  I1~r#c|!t|dd}t|tr|r|S|jd}t tdzt|tr|SdS)NrQ)getattrrrTr)r)r:rmr$logging_call_idkwargs_call_ids r!rz.CompressionInterceptionLogger._resolve_call_id8s[  "%,[:KT%RO/3/O&& & +< =C$J*^S2Q\\W[\\r# tool_callrMc|jdi}d}t|trt|jddxsd}|sy||vr||Sd|dS)Nrsr}keyzNo retrieval key provided.z[compressed content key 'z ' not found])r)rr*rT)r:rrM raw_inputrs r!rz8CompressionInterceptionLogger._resolve_retrieval_content@sa$=="5  i &immE2.4"5C/ %<: *3%|<`0`%%"'))D/$.$.%*YYw%; %UFD9 $UFD9 +#**$.(/z2(F)0 R)H #66#**$7$+E62$> + >`0`%%")%t"<$.$.%,UGR%@%FB E) V?**r#cdh}|jDcic]\}}|jdr||vs||!c}}Scc}}w)Nlitellm_logging_obj_compression_interception)r startswith)r:r$ internal_keysrrs r!rz6CompressionInterceptionLogger._prepare_followup_kwargssJ 56 #\\^ Q1<<@[3\abjwawAqD   s ???cRt|tsy|D]}t|ts|jd}|jddk(r*t|tr|jdtk(ry|jddk(sx|jdtk(syy)NFfunctionrtrrTcustom)rrSr*r)r)r:rLtoolrs r!rUz1CompressionInterceptionLogger._has_retrieval_tools%& DdD)xx +Hxx:-*Xt2L<<'+MMxx8+0@Df0f r#rOrPclt|xsg}|j|r|S|j||Sr6)rSrUextend)r:rOrPmergeds r!rWz*CompressionInterceptionLogger._merge_toolss8 ^1r2  # #F +M &' r#)Tr>NNN)rN)$__name__ __module__ __qualname____doc__ frozensetrr/rrT__annotations__rrr*rr8 classmethodr r@ staticmethodrFrr`rStuplerjr rrVrrrrirrUrW __classcell__)r;s@r!r.r.CsD=FGiFjFV_bfVfFkorvkvFP   t*  DzD    !   tTz  2G G G t* G  G -0 G 59G 0G G G  G R  #*c3h]C]c3h]CRVJ] =DcN =4PSUXPX> =^a =7+c7+eDcSVhDXZ^_cdgildl_mZnDn>o7+r tCH~ $sCx.    T#s(^,t3 tCH~.  d38n  r#r.)#rrZrXtypingrrrrrlitellm._loggingrlitellm.compressionr "litellm.integrations.custom_loggerr 3litellm.types.integrations.compression_interceptionr r (litellm.types.integrations.custom_loggerr rlitellm.types.utilsr*litellm.litellm_core_utils.litellm_loggingrLiteLLMLoggingObjrrrobjectr"r*rTr,r.r#r!rs <<+(;*W,F"EF#E#06$&"BS&[(9BD^BcgB$^L^r#