tPj2)UddlZddlZddlZddlmZddlmZmZmZddlm Z ddl m Z ddl m Z mZmZmZmZddlmZddlmZmZdd lmZdd lmZehd Zeeed <Gd de Zy)N)datetime)AnyFinalcast)verbose_logger)CustomBatchLogger)get_datadog_envget_datadog_hostnameget_datadog_pod_nameget_datadog_servicenormalize_datadog_tag_value) safe_dumps)get_async_httpx_clienthttpxSpecialProvider)DatadogFOCUSCostEntry)StandardLoggingPayload> envhostteamusermodelservicemodel_idpod_nameprovider model_group_RESERVED_TAG_KEYSc eZdZddeedzffd ZdZdZdeedee fdZ d ede eeffd Z e d e eefd ed eddfdZe d e eefd ed eddfdZdee fdZxZS)DatadogCostManagementLoggerN cost_tag_keysc J|r t|ng|_tjd|_tjd|_tjdd|_|jr |j stjdd|j d|_ ttj|_ tj|_tj"|j%d |vr|j |d <t'|Pd i|y) N DD_API_KEY DD_APP_KEYDD_SITEz datadoghq.comz[Datadog Cost Management: DD_API_KEY and DD_APP_KEY are required. Integration will not work.z https://api.z/api/v2/cost/custom_costs) llm_provider flush_lock)listr osgetenv dd_api_key dd_app_keydd_siterwarning upload_urlrrLoggingCallback async_clientasyncioLockr& create_taskperiodic_flushsuper__init__)selfr kwargs __class__s y/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/integrations/datadog/datadog_cost_management.pyr7z$DatadogCostManagementLogger.__init__0s?L](;RT))L1))L1yyO< doo  " "m )6OP2@T@d@de",,.D//12 v %#'??F<  "6"clK |jdd}|y|jdddkDrW|jj|t|j|jk\r|j d{yyy7#t $r }tjd|Yd}~yd}~wwxYww)Nstandard_logging_object response_costrz=Datadog Cost Management: Error in async_log_success_event: %s) get log_queueappendlen batch_sizeasync_send_batch Exceptionr exception)r8r9 response_obj start_timeend_timer>es r;async_log_success_eventz3DatadogCostManagementLogger.async_log_success_eventIs iLRJJWprvLw #&.'**?A>B%%&=>t~~&$//9//111:C2 i  $ $%dfg h h isKB4BB4A%B>B?BB4B B1B,'B4,B11B4cpK|jsy|jdd}g|_ |j|}|s tjdt |y|j |d{y7#t $r4}||jz|_tjd|Yd}~yd}~wwxYww)Nz]Datadog Cost Management: batch produced no aggregable entries; dropping %d log(s) from queue.z6Datadog Cost Management: Error in async_send_batch: %s)rA_aggregate_costsrdebugrC_upload_to_datadogrFrG)r8 batch_to_sendaggregated_entriesrKs r;rEz,DatadogCostManagementLogger.async_send_batchZs~~ #~~a0  b(,(=(=m(L %$$s &))*<= = = b*T^^;DN  $ $%]_` a a bsL$B62A6B6A6.A4/A63B64A66 B3?*B.)B6.B33B6logsreturnc i}|D]} |jdxsd}|jdxsd}|jdd}|dk(rF|jdxstj}tj|}|j d} |j |} | r"t t| jnd} ||| | f} | |vr|d || | d d | r| nd d || <|| dxx|z cc<t|jS#t$r!} tjd| Yd } ~ 8d } ~ wwxYw)zq Aggregates costs by Provider, Model, and Date. Returns a list of DatadogFOCUSCostEntry. custom_llm_providerunknownrr?r startTimez%Y-%m-%dr'zLLM Usage for gUSDN) ProviderNameChargeDescriptionChargePeriodStartChargePeriodEnd BilledCostBillingCurrencyTagsr^z-Error processing log for cost aggregation: %s)r@timer fromtimestampstrftime _extract_tagstuplesorteditemsrFrr.r(values)r8rS aggregatorlogrrcosttsdtdate_strtagstags_keykeyrKs r;rNz,DatadogCostManagementLogger._aggregate_costsnsZ mo / C. 77#89FY(5Iww219 WW[)8TYY[++B/;;z2))#.:>5 !56B(;j((0/=eW-E-5+3&)+0(,$'JsO3 -5-W/ bJ%%'((  &&'VXYZ sAD B2D E!D==Erjc \ttttd}|j |d|j d|j |d|j d|j |d|j dt tttf|j dxsi}|j drt|d|d<|j d xs7|j d xs$|j d xs|j d }|rt||d <|j drt|d|d<|jrCt|j}|j dxsgD]G}t|trd|vr|jd\}}} ||vs2| s5|j||| I|j!D]@\}} ||vs | t| tt"fr%|j||t| BdD]w} |j | } t| ts%| j!D]@\}} ||vs | t| tt"fr%|j||t| By|S)N)rrrrrrVrrmetadatauser_api_key_aliasruser_api_key_team_alias team_aliasuser_api_key_team_idteam_idrr request_tags:)spend_logs_metadatarequester_metadata)r r r r _add_tagr@rdictstrrr r set isinstance partition_set_custom_tagrgr() r8rjrorsteam_tagallowrtk_v nested_keynesteds r;rdz)DatadogCostManagementLogger._extract_tagsss"$*,(*,. '  dJ0E(FG dGSWWW%56 dJ (;<+/tCH~swwz?R?XVX*Y <<, -6x@T7UVDL LL2 3 '||L) '||23 '||I&  6x@DL << &"%h}&=">D    t112Eggn-3 5!"c*cm,,s+1a:!((q!4  5 !( :1:!- 1tTl8S((q#a&9 :L B !j1fd+ & B1:!- 1tUYl@[ 00q#a&AB B r<rorqvaluec`|tvrtjd||yt|||<y)NukDatadog Cost Management: dropping user-supplied tag %r=%r — key is reserved for trusted cost attribution.)rrrOr rorqrs r;rz+DatadogCostManagementLogger._set_custom_tags8 $ $  @   /6S r<c&|rt|||<yyN)rrs r;r}z$DatadogCostManagementLogger._add_tags E DI r<payloadc`K|jr |jsyd|j|jd}t|}|jj |j ||d{}|j tjdt||jy7?w)Nzapplication/json)z Content-Typez DD-API-KEYzDD-APPLICATION-KEY)contentheadersz=Datadog Cost Management: Uploaded %s cost entries. Status: %s) r+r,rr1putr/raise_for_statusrrOrC status_code)r8rr data_jsonresponses r;rPz.DatadogCostManagementLogger._upload_to_datadogsdoo ///"&// &g. $ 1 1 5 5dooybi 5 jj!!# KSQX\[c[o[o ksA*B.,B,-AB.r)__name__ __module__ __qualname__r(rr7rLrErrrNr~rd staticmethodrrr}rP __classcell__)r:s@r;rr/s#d3i$&6#2i"b(8)T*@%A8)dK`Fa8)t5!75DcN5n 7d38n 73 7s 7t 7 7#tCH~#C#### T  r<r)r2r)rartypingrrrlitellm._loggingr(litellm.integrations.custom_batch_loggerr,litellm.integrations.datadog.datadog_handlerr r r r r *litellm.litellm_core_utils.safe_json_dumpsr&litellm.llms.custom_httpx.http_handlerrr2litellm.types.integrations.datadog_cost_managementrlitellm.types.utilsr frozensetr__annotations__rr'r<r;rsi ##+FB7(1  (E)$  T "3T r<