tPj`dZddlZddlZddlZddlmZddlmZmZmZddl Z ddl Z ddl m Z ddl mZddlmZddlmZmZmZdd lmZmZdd lmZdd lmZdd lmZmZdd lddl m!Z!m"Z"m#Z#m$Z$GddeZ%y)z Implements logging integration with Datadog's LLM Observability Service API Reference: https://docs.datadoghq.com/llm_observability/setup/api/?tab=example#api-standards N)datetime)AnyFinalLiteral)verbose_logger)uuid)CustomBatchLogger)get_datadog_base_url_from_envget_datadog_serviceget_datadog_tags)create_mock_datadog_clientshould_use_datadog_mock)tracer)>handle_any_messages_to_chat_completion_str_messages_conversion)get_async_httpx_clienthttpxSpecialProvider)*) CallTypes#StandardLoggingGuardrailInformationStandardLoggingPayload&StandardLoggingPayloadErrorInformationceZdZdZdefdZdZdefdZdZ dZ d Z d ed e d e de fd ZdedzfdZdededzfdZdedefdZdededzdeefdZ d"dedzdedzdedfdZdeeezeeefzdzdeefdZdedeeeffdZdedefdZdedefdZdede fdZ!deedeeeeffdZ"e#deeeefdeeeffd Z$dedeeeffd!Z%y)#DataDogLLMObsLoggerc  tjdt|_|jrt tjdt j d}ttj|_ t j d|_ |r|j|nRt j dd tdt j dd td |jt}|r |d |_t#j$|j't#j(|_g|_|j/}|j1|t3j4|fi|d |j*iy#t$r}tj6d ||d}~wwxYw) Nz"DataDogLLMObs: Initializing loggerz<[DATADOG MOCK] DataDogLLMObs logger initialized in mock modeLITELLM_DD_AGENT_HOST) llm_provider DD_API_KEY) dd_agent_host*DD_API_KEY is not set, set 'DD_API_KEY=<>'DD_SITEzGDD_SITE is not set, set 'DD_SITE=<>', example sit = `us5.datadoghq.com`"/api/intake/llm-obs/v1/trace/spans flush_lockz&DataDogLLMObs: Error initializing - %s)rdebugr is_mock_moder osgetenvrrLoggingCallback async_clientr_configure_dd_agent Exception_configure_dd_direct_apir intake_urlasyncio create_taskperiodic_flushLockr" log_queue_get_datadog_llm_obs_paramsupdater __init__ exception)selfkwargsr dd_base_urldict_datadog_llm_obs_paramses q/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/integrations/datadog/datadog_llm_obs.pyr4zDataDogLLMObsLogger.__init__0sw,   !E F 7 9D   *,$$%cd $&99-D#EM 6DXDhDh iD  ii 5DO((}(E99\408#$PQQ99Y-5#$mnn--/"?!@K%0M1S"T    3 3 5 6%llnDO24DN 261Q1Q1S ' MM5 6  & &t Rv R$// R   $ $%Mq QG sF"F%% G .GG rctjdd}d|_d|d|d|_t j d|jy) zK Configure the Datadog logger to send traces to the Agent. LITELLM_DD_LLM_OBS_PORT8126 localhostzhttp://:r!z#DataDogLLMObs: Using DD Agent at %sN)r%r&r r,rr#)r6r agent_ports r;r)z'DataDogLLMObsLogger._configure_dd_agent_sHII&?H " #M?!J', example site = `us5.datadoghq.com`z https://api.r!N)rr*r%r&r r,)r6s r;r+z,DataDogLLMObsLogger._configure_dd_direct_apilsOHI Iyy+ ||fg g(6XYrBreturnc0i}tjttjtr tjj }|Sttjt r'tditjj }|S)z Get the datadog_llm_observability_params from litellm.datadog_llm_observability_params These are params specific to initializing the DataDogLLMObsLogger e.g. turn_off_message_logging )litellm datadog_llm_observability_params isinstanceDatadogLLMObsInitParams model_dumpdict)r6r9s r;r2z/DataDogLLMObsLogger._get_datadog_llm_obs_paramsys -/#  3 3 ?'BBD[\.5.V.V.a.a.c+ +* GDDdK.E/>>/*,,+*rBcK tjd|jdd|j|||}tjd||jj |t |j|jk\r|jd{yy7#t$r }tjd|Yd}~yd}~wwxYww)Nz1DataDogLLMObs: Logging success event for model %smodelunknownDataDogLLMObs: Payload: %sz/DataDogLLMObs: Error logging success event - %s rr#getcreate_llm_obs_payloadr1appendlen batch_sizeasync_send_batchr*r5r6r7 response_obj start_timeend_timepayloadr:s r;async_log_success_eventz+DataDogLLMObsLogger.async_log_success_event [  !TV\V`V`ahjsVt u!88XVG  !=w G NN ! !' *4>>"doo5++---6- [  $ $%VXY Z Z [ACBB,#B*$B,(C*B,, C5C CCCcK tjd|jdd|j|||}tjd||jj |t |j|jk\r|jd{yy7#t$r }tjd|Yd}~yd}~wwxYww)Nz1DataDogLLMObs: Logging failure event for model %srNrOrPz/DataDogLLMObs: Error logging failure event - %srQrXs r;async_log_failure_eventz+DataDogLLMObsLogger.async_log_failure_eventr^r_c K |jsytjdt|j|jrtjddt dt tt|ji}ddl m } tjd ||||}d d i}|jr|j|d <|jj|j ||d{}|j"dk7r%td|j"d|j$|jr*tjdt|jn tjd|j"|jj'y#t$r*}tjd t|Yd}~*d}~wwxYw7#t(j*$r4}tj,d|j.j$Yd}~yd}~wt$r }tj,d|Yd}~yd}~wwxYww)Nz!DataDogLLMObs: Flushing %s eventsz@[DATADOG MOCK] Mock mode enabled - API calls will be intercepteddataspan)ml_apptagsspans)type attributesr) safe_dumpsz payload %sz payload serialization failed: %sz Content-Typezapplication/jsonz DD-API-KEY)urlcontentheadersz2DataDogLLMObs: Unexpected response - status_code: z, text: z5[DATADOG MOCK] Batch of %s events successfully mockedz8DataDogLLMObs: Successfully sent batch - status_code: %sz'DataDogLLMObs: Error sending batch - %s)r1rr#rUr$DDIntakePayloadDDSpanAttributesr r *litellm.litellm_core_utils.safe_json_dumpsrjr*strrr(postr, status_codetextclearhttpxHTTPStatusErrorr5response)r6r\rj debug_error json_payloadrmryr:s r;rWz$DataDogLLMObsLogger.async_send_batchs 6 S>>  !Dc$..FY Z  $$%gh/24-/"nn  G N [$$\:g3FG#-W"5L,.@AG(, %$($5$5$:$:OO$%;%H ##s*HI]I]H^^fgogtgtfuv  $$%\^abfbpbp^qr$$%_aiauauv NN "1 [$$%G[IYZZ [ $$ a  $ $%NPQPZPZP_P_ ` ` S  $ $%NPQ R R SsI G'IBG'F/3AG'G%B(G'.I/ G"8GG'G""G''I:*H)$I) I5I IIIr7rZr[c|jd}| td|d}|j|}|jdijdi}tt |}t |j ||jd}|j|} d} t|tr|jd } t|j|jd| |||j|| } tt|jd d t|jd d t|jdd t|jdd |j|} t!| r| nd|jdt#t%j&|jdt#t%j&|jdd| t)|j+dzt)||z j-dz| | rdndt/| } |j1}||| d<| S)Nstandard_logging_objectz1DataDogLLMObs: standard_logging_object is not setmessages)r~litellm_paramsmetadata call_type)standard_logging_payloadr parent_id)kindinputoutputrerror prompt_tokensrcompletion_tokens total_tokens response_cost) input_tokens output_tokensr total_costtime_to_first_token undefinedtrace_idspan_idnamelitellm_llm_callgeArok)r}) rrrrmetastart_nsdurationmetricsstatusrfapm_id)rRr*_ensure_string_content InputMetar OutputMeta_get_response_messages_assemble_error_inforIrLMeta_get_datadog_span_kind _get_dd_llm_obs_payload_metadata LLMMetricsfloat _get_time_to_first_token_seconds LLMObsPayloadrrruuid4int timestamp total_secondsr _get_apm_trace_id)r6r7rZr[rr~r input_meta output_meta error_infometadata_parent_idrrr\ apm_trace_ids r;rSz*DataDogLLMObsLogger.create_llm_obs_payloadsGIOTmIn # +OP P+J7...A **%5r:>>z2N%/mnv/wx '00)A266{C1 !556NO )- h %!)k!: ,,-E-I-I+-VXjk::;ST  $7;;OQOP 8 < <=PRS TU7;;NANO599/1MN $ E EF^ _  )6,>(K-11*c$**,>OPLLC ,=>f&89--/#56(Z/>>@3FG(7d!:RS ) #446  # ,GH rBNc ttdd}t|r#|}|t|dd}| t|Sy#t$rYywxYw)z/Retrieve the current APM trace ID if available. current_spanNr)getattrrcallablerrr*)r6current_span_fnrrs r;rz%DataDogLLMObsLogger._get_apm_trace_idse %,V^T%JO(&5&7 +&-lJ&MH+"8},   s>A A Arcd}|jddk(re|jd}|rRt|jdxs|jdxsd|jd|jd  }|S) z_ Assemble error information for failure cases according to DD LLM Obs API spec Nrfailureerror_information error_message error_strz Unknown error error_class traceback)messagerhstack)rR DDLLMObsError)r6rrrs r;rz(DataDogLLMObsLogger._assemble_error_info%s ,0 # ' ' 1Y >VnVrVr#W !*-11/B'/33K@'&*..}=+// <  rBc|jd}|jd}|jd}||||z S||||z Sy)z Get the time to first token in seconds CompletionStartTime - StartTime = Time to first token For non streaming calls, CompletionStartTime is time we get the response back startTimecompletionStartTimeendTime)rR)r6rrZcompletion_start_timer[s r;rz4DataDogLLMObsLogger._get_time_to_first_token_seconds<sf+C*F*F{*S 5M5Q5QRg5h(@(D(DY(O ,1G(:5 5  !j&<j( (rBrc |jd}|gSt|tr ddl}|j |}|tjjtjjtjjtjjtj jtj"jtj$jtj&jtj(jf vr< t|t*r)d|vr%|d}|rt-|dkDrd|dvr |ddgSgSgS#t t f$rA tjt|}n#tj$rgcYcYSwxYwYrwxYw#t.t0t2f$rgcYSwxYw)z} Get the messages from the response object for now this handles logging /chat/completions responses ryNrchoicesr)rRrIrrast literal_eval ValueError SyntaxErrorjsonloadsJSONDecodeErrorr completionvalue acompletiontext_completionatext_completiongenerate_contentagenerate_contentgenerate_content_streamagenerate_content_streamanthropic_messagesrLrUKeyError IndexError TypeError)r6rrrYrrs r;rz*DataDogLLMObsLogger._get_response_messagesOs033J?  I lC ( "// =    & &  ! ! ' '  % % + +  & & , ,  & & , ,  ' ' - -  - - 3 3  . . 4 4  ( ( . .   lD1i<6O%1)%jtj@jfvry|gtjBjtjDjtjFjtjHjtjJjtjLjtjNjtjPjtjRjtjTjtjVjtjXjtjZjtj\jtj^jtj`jtjbjtjdjtjfjtjhjtjjjtjljtjnjtjpjtjrjtjtjtjvjtjxjtjzjtj|jtj~jtjjtjjtjjtjjtjjvryy)z Map liteLLM call_type to appropriate DataDog LLM Observability span kind. Available DataDog span kinds: "llm", "tool", "task", "embedding", "retrieval" see: https://docs.datadoghq.com/ja/llm_observability/terms/ rrrrr)Errr aembeddingrrrrrrrrr responses aresponses call_mcp_toolget_assistantsaget_assistants get_thread aget_thread get_messages aget_messagesafile_retrieve file_retrieve afile_list file_list afile_content file_contentretrieve_batcharetrieve_batchretrieve_fine_tuning_jobaretrieve_fine_tuning_jobalist_input_items create_batch acreate_batchcreate_fine_tuning_jobacreate_fine_tuning_jobcancel_fine_tuning_jobacancel_fine_tuning_joblist_fine_tuning_jobsalist_fine_tuning_jobscreate_assistantsacreate_assistantsdelete_assistantadelete_assistant create_threadacreate_thread add_message a_add_message run_thread arun_threadrun_thread_streamarun_thread_stream file_delete afile_delete create_file acreate_fileimage_generationaimage_generation image_edit aimage_edit moderation amoderation transcriptionatranscriptionspeechaspeechrerankarerank)r6rrs r;rz*DataDogLLMObsLogger._get_datadog_span_kinds\   1 ,,22I4H4H4N4NO O   & &  ! ! ' '  % % + +  & & , ,  & & , ,  ' ' - -  - - 3 3  . . 4 4  ( ( . .    % %  & &   00667 7   $ $ * *  % % + +  & &  ! ! ' '  " " ( (  # # ) )  $ $ * *  # # ) )  & &    % %  # # ) )  " " ( (  $ $ * *  % % + +  . . 4 4  / / 5 5  ' ' - -#  & %  " " ( (%  # # ) )%   , , 2 2%   - - 3 3 %  , , 2 2 %  - - 3 3 %   + + 1 1%   , , 2 2%   ' ' - -%   ( ( . .%   & & , ,%   ' ' - -%   # # ) )%   $ $ * *%   ! ! ' '%  # # ) )!% "  & &#% $  ! ! ' '%% &  ' ' - -'% (  ( ( . .)% *  ! ! ' '+% ,  " " ( (-% .  ! ! ' '/% 0  " " ( (1% 2  & & , ,3% 4  ' ' - -5% 6  & &7% 8  ! ! ' '9% :  & &;% <  ! ! ' '=% >  # # ) )?% @  $ $ * *A% B    " "C% D    # #E% F    " "G% H    # #I% % LrBr~c|gSt|tr|gSt|tr|Dcgc]}|c}St|trt|j ddgSgScc}w)Nrl)rIrrlistrLrR)r6r~rs r;rz*DataDogLLMObsLogger._ensure_string_contentsg  I h $:  $ '+34G4 4 $ ' Y345 5 5s A&c |jdd|jdd|jdd|jdd|jdd|jdd|jdd |jd d |j|d }|j|}|jd t |i|j |}|jdt |i|j |}|j|t |jdixsi}|j||S)zh Fields to track in DD LLM Observability metadata from litellm standard logging payload rNrOcustom_llm_provideridr cache_hit cache_keysaved_cache_costrguardrail_informationN) model_namemodel_providerr!rr"r#r$r%is_streamed_requestlatency_metrics spend_metricsr)rR_get_stream_value_from_payload_get_latency_metricsr3rL_get_spend_metrics_extract_tool_call_metadata)r6r _metadatar)r*tool_call_metadata_standard_logging_metadatas r;rz4DataDogLLMObsLogger._get_dd_llm_obs_payload_metadatasP 366w J6::;PR[\*..tY?044ZK155k9M155k9M 8 < <=OQR S%=%A%ABY[_%`#'#F#FG_#` , "&!:!:;S!T+T/-BCD $667OP /4 +>?@%)$D$DE]$^+,267O7S7ST^`b7c2d2jhj"34rBc@t}|j|}|dkDr|dz|d<|jdi}|jd}|||d<|jd}|8d}|D]$}|jd} | |t| z }&|dkDr|dz|d <|S) zK Get the latency metrics from the standard logging payload ritime_to_first_token_ms hidden_paramslitellm_overhead_time_msr%rrguardrail_overhead_time_ms)DDLLMObsLatencyMetricsrrRr) r6rr)time_to_first_token_secondsr4litellm_overhead_msguardrail_infototal_durationinfo_guardrail_duration_secondss r;r,z(DataDogLLMObsLogger._get_latency_metricss:P9Q.2-R-RSk-l# & *8SVZ8ZO4 5 8;;ORP %2%6%67Q%R  *:MO6 7SkRnRn #S   % N& I<@HHZH{3%s34&MM&1 9BH{3%u56%==4$,LL$8M$FS;se>!BC)1k)B&)%&8#>OaH{3%7J%KL'OYtzzZlOmH{3%7J%KL7 @ i4 $$%WY\^_` sB1C  C?C::C?ci} |jdg}|rrt|trb|D]]}t|tsd|vs|jd}|s-|j |}|j D] \}}||d|<_|jd} | rt| tr| jdg} | D]}} t| ts| jd}|s(t|ts9|jd}|sM|j |} | j D] \}}||d|<|S#t $r!} tjd| Yd } ~ |Sd } ~ wwxYw) zk Extract tool call information from both input messages and response for Datadog metadata. r~rRinput_ryrroutput_z6DataDogLLMObs: Error extracting tool call metadata: %sN) rRrIrrLreitemsr*rr#)r6rr0r~rrRinput_tool_calls_kvkeyrrYrchoiceresponse_tool_calls_kvr:s r;r.z/DataDogLLMObsLogger._extract_tool_call_metadatas57 ^6:::rJHJx6'KG!'40\W5L%,[[%> %262J2J:2V/.A.G.G.IK UEJ 2VC5> BK K#;">">z"JL < >!-!1!1)R!@% PF!&$/"(**Y"7"z'4'@)0\)BJ)9=9Q9QR\9] 62H2N2N2P!PJCJO$6$G!P P"! ^  !Y[\ ] ]!! ^sA9EEEA=EE)E:E3E E- E((E-)N)&__name__ __module__ __qualname__r4rrr)r+rLr2r]rarWrrrSrrrrrrrrrrrrrr7r,boolr+rJr-rX staticmethodrer.rFrBr;rr/s-^ U U Z+T+" [ [7Sr:T:x:S[:`m:x 3: =SXehlXl.I_di&/(>/KNQU:/ c/d>Bete03d e @ AeN sT#Yc3h/ORV/V [_`c[d "I_"dhilnqiqdr"H =S Xn DG]bf27;Q7Vj7rd3iTXY]^acf^fYgTh.'T#s(^(<'c3h''R%"DZ%"_cdgildl_m%"rBr)&__doc__r-rr%rtypingrrrrwrGlitellm._loggingr litellm._uuidr(litellm.integrations.custom_batch_loggerr ,litellm.integrations.datadog.datadog_handlerr r r 0litellm.integrations.datadog.datadog_mock_clientr r%litellm.litellm_core_utils.dd_tracingr8litellm.litellm_core_utils.prompt_templates.common_utilsr&litellm.llms.custom_httpx.http_handlerrr*litellm.types.integrations.datadog_llm_obslitellm.types.utilsrrrrrrFrBr;rsi && +F 99A "+A "rB