uPj#FddlZddlmZddlmZddlmZGddeZy)N)Final) DualCache) CustomLoggerceZdZUdZeed<dZeed<dZeed<de fdZ dZ d Z d Z d Zd Zd edefdZded efdZded efdZy)LeastBusyLoggingHandlerF test_flagrlogged_successlogged_failure router_cachec||_y)N)r )selfr s g/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/router_strategy/least_busy.py__init__z LeastBusyLoggingHandler.__init__s (c |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |xsi}|j|d d z||<|jj || y#t$rYywxYw) zX Log when a model is being used. Caching based on model group. litellm_paramsmetadataN model_group model_infoid_request_countkeyrrvalue)get isinstanceintstrr get_cache set_cache Exception)r modelmessageskwargsrrrequest_count_api_keyrequest_count_dicts rlog_pre_api_callz(LeastBusyLoggingHandler.log_pre_api_calls  &'++J7?%+,<%=j%I%M%Mm]a%b ,-11,CGGdS&"*C(RB2=n/M%,0,=,=,G,GLa,G,b,hfh");)?)?A)F)J"2&!!++0EM_+`   sCACA5C CCc  |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |xsi}|j|d} | y| d z ||<|jj || |jr|xjd z c_yy#t$rYywxYw Nrrrrrrrrrr) rrrr r r!r"rr r# r r& response_obj start_timeend_timerrr'r(request_count_values rlog_success_eventz)LeastBusyLoggingHandler.log_success_event2s, &'++J7?%+,<%=j%I%M%Mm]a%b ,-11,CGGdS&"*C(RB2=n/M%,0,=,=,G,GLa,G,b,hfh"9K9O9OPRTU9V#&.)>''1,'"   %C6AC6AC6.AC66 DDc  |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |xsi}|j|d} | y| d z ||<|jj || |jr|xjd z c_yy#t$rYywxYwr+) rrrr r r!r"rr r#r,s rlog_failure_eventz)LeastBusyLoggingHandler.log_failure_eventNs, &'++J7?%+,<%=j%I%M%Mm]a%b ,-11,CGGdS&"*C(RB2=n/M%,0,=,=,G,GLa,G,b,hfh"9K9O9OPRTU9V#&.)>''1,'"   r2c:K |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |d{xsi}|j|d} | y| d z ||<|jj || d{|jr|xjd z c_yy7m7)#t$rYywxYwwr+) rrrr r async_get_cacheasync_set_cacherr r#r,s rasync_log_success_eventz/LeastBusyLoggingHandler.async_log_success_eventisG &'++J7?%+,<%=j%I%M%Mm]a%b ,-11,CGGdS&"*C(RB2=n/M%262C2C2S2SXm2S2n,n,trt"9K9O9OPRTU9V#&.)>''1,'"-o m    oDD DAD D?D DD 7D8(D D !%D DD D DDDDc:K |djdy|ddjdd}|djdijdd}||yt|tr t|}|d}|jj |d{xsi}|j|d} | y| d z ||<|jj || d{|jr|xjd z c_yy7m7)#t$rYywxYwwr+) rrrr r r6r7rr r#r,s rasync_log_failure_eventz/LeastBusyLoggingHandler.async_log_failure_eventsG &'++J7?%+,<%=j%I%M%Mm]a%b ,-11,CGGdS&"*C(RB2=n/M%262C2C2S2SXm2S2n,n,trt"9K9O9OPRTU9V#&.)>''1,'"-o m    r9healthy_deploymentsall_deploymentsc&|D]}|dd|vsd||dd<td}d}|jD]\}}||ks |}|}|-|D]}|dd|k(s|cStj|}|Stj|}|S)zE Helper to get deployments using least busy strategy rrrinfN)floatitemsrandomchoice) r r<r=d min_trafficmin_deploymentkvms r_get_available_deploymentsz2LeastBusyLoggingHandler._get_available_deploymentss% ;At$O;9:, 56 ; El #))+ #DAq; !" #  %( \?4(N:H $]]+>?N$]]+>?Nrrcr|d}|jj|xsi}|j||S)zJ Sync helper to get deployments using least busy strategy rrr<r=)r r!rJr rr<r'r=s rget_available_deploymentsz1LeastBusyLoggingHandler.get_available_deploymentssO+6n'E!%!2!2!r\s!-;F lF r