uPjmUdZddlmZddlmZddlmZmZddlm Z ddl m Z ddl m Z ddlmZmZerdd l mZd d d d Zded<ddZ d ddZ d ddZddZddZGdde Zy)z LAR-1 Semantic Routing Strategy Routes requests based on agent confidence level (LAR-1 protocol). Thresholds are configurable via routing_strategy_args in router config. LAR-1 metadata passed via request_kwargs["metadata"]["lar1"] ) annotations)Mapping) TYPE_CHECKINGFinal)ValidationError)verbose_router_logger)CustomRoutingStrategyBase) LAR1MetadataLAR1Time)Routerg333333?g?gffffff?lowmediumhighzFinal[dict[str, float]]DEFAULT_THRESHOLDScHt|ttfr t|S|SN) isinstanceintfloat)valuedefaults i/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/router_strategy/lar1_routing.py_coerce_thresholdrs%#u&U| NNc|xsi}t|jdtdt|jdtdt|jdtddS)Nconfidence_threshold_lowrconfidence_threshold_mediumrconfidence_threshold_highrr )rgetr)routing_strategy_argsargss rlar1_thresholds_from_argsr#!si(-2D *D!EGYZ_G`a#DHH-J$KM_`hMij!$((+F"GI[\bIcd rc`t|t|}d|_|j|y)N)router_instance thresholdslar1)LAR1RoutingStrategyr#routing_strategyset_custom_routing_strategy)routerr!strategys rapply_lar1_routing_strategyr-,s2*,-BCH%F &&x0rcit|xsi}|d}|d}|d}d|cxkr|cxkr |cxkrdksntd|d|d||S) NrrrrzCLAR-1 thresholds must satisfy 0 < low < medium < high < 1, got low=z , medium=z, high=)r ValueError)r&mergedrrrs r_normalize_thresholdsr28s|@)@j.>B@FC8$F.D  'f 't 'a 'QRUQVV_`f_ggnosnt u   Mrcd|jdijdi}t|ts3tjdt |j tS tj|S#t$r*}tjd|tcYd}~Sd}~wwxYw)Nmetadatar'z6[LAR-1] Invalid lar1 metadata type: %s. Using defaultsz1[LAR-1] Invalid lar1 metadata: %s. Using defaults) r rdictrwarningtype__name__r model_validater)request_kwargslar1_rawexcs r_parse_lar1_metadatar=Ds$((R8<K|i}|jyt|}|j}td|jD}|j j } |jj|||||d{} t| tr| S| sy|j||| } |j| | \} } | y| rtjd|| | S| jdijdd}tjd| || S7w)Nc34K|]}|jywr)r).0es r zELAR1RoutingStrategy.async_get_available_deployment..hs?A?s)modelr:messagesinputspecific_deploymentzAR-1] confidence=%s -> %s model_infor7unknownzE[LAR-1] No deployment for type '%s', fallback to deployment type '%s')r@r= confidencetupleevidencetimerasync_get_healthy_deploymentsrr5_classify_request_select_deploymentrinfor r6)rArHrIrJrKr:r'rNrPtime_dimhealthytargetselected exact_match actual_types rasync_get_available_deploymentz2LAR1RoutingStrategy.async_get_available_deploymentYs-  !N << *>: OO ???))//#||II) 3 J   gt $N..z8XN $ 7 7 H+    ! & &'DjRX Y  "*lB!?!C!CFI!VK ! ) )WY_al 3 sA>DDBDcd|vry|tjjk(ry|j}||dkry||dkry||dkryy) N UNVERIFIEDz cloud-smartz cloud-fastrrrlocaldeep)r MEMrr&)rArNrPrVts rrSz%LAR1RoutingStrategy._classify_requests] 8 # x||)) )?? %  ( # & !rc|sy|D]@}t|ts|jdijdd}||k(s<|dfcS|D]}t|ts|dfcSy)N)NFrLr7TF)rr5r )rA target_type deployments deployment model_types rrTz&LAR1RoutingStrategy._select_deployments % (Jj$/# b9==fbIJ[(!4''  (& )J*d+!5(( )rctd)NzcLAR-1 routing only supports async routing. Enable async_only_mode on the router or use acompletion.)NotImplementedError)rAr"kwargss rget_available_deploymentz,LAR1RoutingStrategy.get_available_deployments! q  r)NN)r%z Router | Noner&dict[str, float] | None)NNFN) rHstrrIzlist[dict[str, str]] | NonerJzstr | list | NonerKz bool | Noner:z dict | None)rNrrPztuple[str, ...]rVrnreturnrn)rernrfz list[dict]roztuple[dict | None, bool])r8 __module__ __qualname__rBr\rSrTrlrrr(r(Ps*..2<&<,<15#'+0&* ++.+! + ) + $ +Z"  *  " * rr()robjectrrrorr)r!Mapping[str, object] | Nonerodict[str, float])r+r r!rtroNone)r&rmroru)r:r5ror )__doc__ __future__rcollections.abcrtypingrrpydanticrlitellm._loggingrlitellm.routerr litellm.types.lar1r r r r__annotations__rr#r-r2r=r(rrrrrs##'$245%69SRU.V+V:>6:> 1  16 1  1  c 3c r