tPj],tUddlmZddlZddlmZmZddlmZddlm Z m Z m Z m Z ddgZ eed<Gd d Zy) )FinalN) print_verboseverbose_logger)LATENCY_BUCKETS)DEFAULT_SERVICE_CONFIGSServiceLoggerPayloadServiceMetrics ServiceTypes error_class function_nameFAILED_REQUESTS_LABELSc eZdZdZ ddefdZdedeefdZ defdZ dZ de d e fd Z de d e fd Z dde d e d ee dzfd Zde defdZde defdZgfde ded ee dzfdZdefdZdefdZdefdZdede ezfdZy)PrometheusServicesLoggerN mock_testingc  ddlm}m}m}m}ddlm}tj}| t|nt|_ ||_||_||_||_tjdi|_t"D].} g} |j%| } t&j(| vr0|j+| j,d} | r| j/| t&j0| vre|j3| j,dt4 } | r| j/| |j3| j,d }|r| j/|t&j6| vr0|j9| j,d }|r| j/|| s| |j | j,<1i|_||_d|_d|_ y#t$r tdwxYw#t$r}tCd ||d}~wwxYw) Nr)REGISTRYCounterGauge Histogram) Collectorz>Missing prometheus_client. Run `pip install prometheus-client`z#in init prometheus services metricslatency)type_of_requestfailed_requests)radditional_labelstotal_requestssizez(Got exception on init prometheus client )"prometheus_clientrrrrprometheus_client.gc_collectorr ImportError Exceptionlitellmprometheus_latency_bucketstuplerlatency_bucketsrdebugpayload_to_prometheus_mapr _get_service_metrics_initializer HISTOGRAMcreate_histogramvalueappendCOUNTERcreate_counterr GAUGE create_gaugeprometheus_to_amount_maprmock_testing_success_callsmock_testing_failure_callsr)selfrkwargsrrrrr_custom_bucketsserviceservice_metricsmetrics_to_initialize histogramcounter_failed_requestcounter_total_requestsgaugees m/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/integrations/prometheus_services.py__init__z!PrometheusServicesLogger.__init__s :  bQQD&-%G%GO=L=X5#9^mD &DN"DLDJ$DM  !F GgiD *' TQS(,(L(LW(U%"++/DD $ 5 5gmmU^ 5 _I '..y9!))-BB-1-@-@ (9*@.A.* .'../EF-1-@-@`p-@-q*-'../EF!''+@@ --gmmV-TE'..u5"DSD227==A; T>35D ) ,D ./D +./D +e b `aa bh  DQCH IG s/G E:G"8G" GG"" H+G;;Hr6returnctjtjg}|tvr|Stj|ij dg}|st j d||S|S)NmetricszNo metrics found for service %s)r r,r(rgetrr%)r3r6DEFAULT_METRICSrBs r>r'z8PrometheusServicesLogger._get_service_metrics_initializeZsf"0"8"8.:R:R!S 1 1" "044WbAEEiQST  !BG L" "ct|jdd}|||vS|jjD]}||jk(syy)N_names_to_collectorsTF)getattrrcollectname)r3 metric_namenames_to_collectorsmetrics r>is_metric_registeredz-PrometheusServicesLogger.is_metric_registeredes[&-T]] _get_metricz$PrometheusServicesLogger._get_metricps}}1155kBBrErcd|d|}|j|}|r|j|S|j|d|d|g|jS)Nlitellm__z Latency for  service) labelnamesbuckets)rNrPrr$r3r6rrK is_registereds r>r)z)PrometheusServicesLogger.create_histogramvsl'y/1BC #88E ##K0 0~~ 7)8 ,y((   rEcd|d|}|j|}|r|j|S|j|d|d|gS)NrRrSz Gauge for rTrU)rNrPrrWs r>r/z%PrometheusServicesLogger.create_gauges['y/1BC #88E ##K0 0zz+G9H'ESZR[z\\rErcd|d|}|j|}|r|j|S|j|d|d|d|g|xsgzS)NrRrSzTotal z for rTrZ)rNrPr)r3r6rrrKrXs r>r-z'PrometheusServicesLogger.create_countersw (y/1BC #88E ##K0 0|| _%U7)8 <y$5$;<  rElabelsamountctt||jsJ|j|j|yN) isinstancerr\observe)r3r9r\r]s r>observe_histogramz*PrometheusServicesLogger.observe_histograms1 )T^^444 ((0rEctt||jsJ|j|j|yr_)r`rr\set)r3r<r\r]s r> update_gaugez%PrometheusServicesLogger.update_gauges/ %,,, V  (rEct||jsJ|r#|j|g|j|y|j|j|yr_)r`rr\inc)r3counterr\r]rs r>increment_counterz*PrometheusServicesLogger.increment_countersQ'4<<000  GNN6 6$5 6 : :6 B NN6 " & &v .rEpayloadc|jr|xjdz c_|jj|jvr|j|jj}|D]}t ||j r3|j||jj|jLt ||jscd|jvsr|j||jjdyy)Nr9r\r]rrhr\r]) rr1r6r*r&r`rrbdurationr_namerir3rj prom_objectsobjs r>service_success_hookz-PrometheusServicesLogger.service_success_hooks     + +q 0 + ?? D$B$B B"&"@"@AVAV"WL# c4>>2**"%&44&//+  T\\27G3997T** #&44 +  CrEc^|jr|xjdz c_|jj|jvrj|j|jj}|D]A}t ||j s|j||jjdCyy)Nrlrn)rr2r6r*r&r`rrirqs r>service_failure_hookz-PrometheusServicesLogger.service_failure_hooks     + +q 0 + ?? D$B$B B"&"@"@AVAV"WL# c4<<0** #&44 +  CrEcK|jr|xjdz c_|jj|jvr5|j|jj}|D] }t ||j r3|j||jj|jMt ||jr7d|jvr)|j||jjdt ||js|js|j||jjdxsd|jjdxsd y y w) z3 Log successful call to prometheus rlrmrrn gauge_labels gauge_valuer)r<r\r]N)rr1r6r*r&r`rrbrorrprirevent_metadatarerCrqs r>async_service_success_hookz3PrometheusServicesLogger.async_service_success_hooksH     + +q 0 + ?? D$B$B B"&"@"@AVAV"WL# c4>>2**"%&44&//+  T\\27G3997T** #&44 +  TZZ0--))"%#*#9#9#=#=n#M#SQS#*#9#9#=#=m#L#QPQ*  CsDE= E=*AE=errorcK|jr|xjdz c_|jj}|j}|j j |jvr|j|j j }|D]{}t||jsd|jvr,|j||j j ||gdT|j||j j d}yyw)Nrlr)rhr\rr]rn) rr2 __class____name__ call_typer6r*r&r`rrpri)r3rjr}r r rrrss r>async_service_failure_hookz3PrometheusServicesLogger.async_service_failure_hooks     + +q 0 +"__55 &00 ?? D$B$B B"&"@"@AVAV"WL# c4<<0(CII5..$'#*??#8#8/:M.J#$ /..$'#*??#8#8#$/  Cs B$D 'A&D )Fr_)r __module__ __qualname__litellm_service_latencyboolr?r listr r'rNrPstrr)r/r-floatrbrerirrtrvr|r rrEr>rrsB"#??B | ^H\  4 C    c  ]C]#]/3     9t+  11 1)) )/1 / / /  9t+ /,@( ,@ 8L<%YrEr)typingrr!litellm._loggingrr%litellm.types.integrations.prometheusrlitellm.types.servicesrrr r r __annotations__rrrEr>rs; :A"/ @@AArE