tPj[ddlZddlZddlZddlZddlZddlmZmZddlmZm Z ddl Z ddl m Z ddl Z ddlmZddlmZddlmZddlmZmZdd lmZdd lmZmZdd ldd lmZmZd Z GddeZ!y)N)datetimetimezone)AnyFinal) BaseModel)verbose_logger)uuid)CustomBatchLogger)create_mock_langsmith_clientshould_use_langsmith_mock)redact_user_api_key_info)get_async_httpx_clienthttpxSpecialProvider)*)StandardCallbackDynamicParamsStandardLoggingPayloadctjtjtjtf}t || SN)types CoroutineType FunctionType GeneratorTyper isinstance)valuenon_serializable_typess c/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/integrations/langsmith.pyis_serializablers;    % %!78 88c eZdZ d)dedzdedzdedzdedzdedzf fd Zdejedzfd Z d*d Z d+dedzdedzdedzdedzd e de f d Z d ede fdZd edefdZd efdZdedeeeffdZdededzfdZde fdZdZdZdZdZd,dedededefdZde d eefd!Zdeeeffd"Z d#eeefdefd$Z!d#eeefde fd%Z"d&Z#d'Z$defd(Z%xZ&S)-LangsmithLoggerNlangsmith_api_keylangsmith_projectlangsmith_base_urllangsmith_sampling_ratelangsmith_tenant_idc tj|_t|d i|d|jit |_|j rttjd|j|||||_ tjdStjdjjr"|xs t!tjdnd|_tjdd|_t't(j*|_tjd dxst.j0}|rt3||_g|_|j9|_y) N flush_lockz:[LANGSMITH MOCK] LangSmith logger initialized in mock mode)r!r"r#r%LANGSMITH_SAMPLING_RATEg?LANGSMITH_DEFAULT_RUN_NAMELLMRun) llm_providerLANGSMITH_BATCH_SIZE)asyncioLockr'super__init__r is_mock_moder rdebugget_credentials_from_envdefault_credentialsosgetenvstripisdigitfloat sampling_ratelangsmith_default_run_namerrLoggingCallbackasync_httpx_clientlitellmlangsmith_batch_sizeint batch_size log_queue_start_periodic_flush_task _flush_task) selfr!r"r#r$r%kwargs _batch_size __class__s rr1zLangsmithLogger.__init__*s>",,. >6>doo>57    ( *  !] ^#'#@#@//1 3 $A$  yy23? 34::<DDF $ RuRYY7P-Q'R  +-))4PRZ*['"8FZFjFj"kYY'=tDdHdHd !+.DO57595T5T5Vrreturnc tj}|j |j S#t$rtjdYywxYw)zIStart the periodic flush task only when an event loop is already running.zRLangsmith logger init: no running event loop, skipping periodic flush task startupN)r.get_running_loop RuntimeErrorrr3 create_taskperiodic_flushrFloops rrDz*LangsmithLogger._start_periodic_flush_taskPsT !224D  3 3 566    !u v s5AAc||j|jjr|j|_yyr)rEdonerD)rFs r_ensure_periodic_flush_taskz+LangsmithLogger._ensure_periodic_flush_taskZs7    #t'7'7'<'<'>#>>@D (?rallow_env_credentialsc|dur| |}|xsd}|}|} nl|xstjd}|xstjdxsd}|xstjdxsd}|xstjd} t|||| S) NFzlitellm-completionLANGSMITH_API_KEYLANGSMITH_PROJECTLANGSMITH_BASE_URLzhttps://api.smith.langchain.comLANGSMITH_TENANT_ID)rWrYrXrZ)r6r7LangsmithCredentialsObject) rFr!r"r#r%rU_credentials_api_key_credentials_project_credentials_base_url_credentials_tenant_ids rr4z(LangsmithLogger.get_credentials_from_envas !E ).@.L#4 #4#L8L $6 !%8 "#4#V BU8V #4#n BU8V#nZn "jbii0D&EjIj "&9%\BIIF[<\ ")242 6   rmetadata credentialsc 0|jd|d|jd|j|jd|jdd|jdd|jdd|jdd|jd dd S) N project_namerXrun_nameidrun_id parent_run_idtrace_id session_id dotted_order)rcrdrfrgrhrirj)getr<)rFr`ras r_extract_metadata_fieldsz(LangsmithLogger._extract_metadata_fields}s$LLEX9YZ Z1P1PQll4h)EF%\\/4@ Z6",,|T:$LL>  rctt|}|jd}t|trt||d<|S)N)r`requester_metadata)r dictrkr)rFr`redactednesteds r_redact_metadataz LangsmithLogger._redact_metadatas@3DNK %9: fd #-Ev-VH) *rct|}|jd}|r)t|trdD]}||vs||vs ||||<|j|S)Nrn)ri thread_idconversation_id)rorkrrr)rFr`extra_metadatarnkeys r_build_extra_metadataz%LangsmithLogger._build_extra_metadatasm $X$2$6$67K$L *-?"FE B,,N1J*$*F  Jd2d:6F6N*D   %n)=)E#'#6#6k#6#JD *Frc  |jdixsi}|jdixsi}|j||}|d|dk(rd|d<tjd|d|d|jdd} | t d | d}|j t |} i| d|jt |i} |j| } |dd | | |d| d | d | d | d } | d| ddk(r| d| d<dD]}|dk(rdn|}||s||| |<|j| |dtjd| | S#t$rwxYw)Nlitellm_paramsr`rirhz1Langsmith Logging - project_name: %s, run_name %srcrdstandard_logging_objectz,Error logging request payload. Payload=none.llm startTimeendTime request_tags) namerun_typeinputsr session_name start_timeend_timetagsextra error_strstatusfailureerror)rergrhrirjrerfz'Langsmith Logging data on langsmith: %s) rkrlrr3 Exceptionrxrorrrr)rFrG response_objrrra_litellm_paramsr`fieldsryrvrrrrw field_keys r_prepare_log_dataz!LangsmithLogger._prepare_log_datas5 %+ZZ0@"%E%KO&**:r:@bH 99(KPFl#vj'99'+|$  CVNE[]cdn]o =CJJG`bf$>tH~$NNZwZ D4I4I$x.4YZF!;;GDGz*! " &~ 6%k2#I./' D{#/GH4E4R ' 4W  2),t H )$ &y 1DI 2  % %dF8,< =  !JD QK   sDE 6E E"cD |j|}tj}||kDrtjd||ytjd|||j |}|j |||||}|jjt||tjd|jt|j|jk\r|jyy#t$rtjdYywxYw)NrG>Skipping Langsmith logging. Sampling rate=%s, random_sample=%sz;Langsmith Sync Layer Logging - kwargs: %s, response_obj: %srGrrrrarraz>"doo5  "6 X  $ $%V W XsAC>B7C>>DDcK |j|j|}tj}||kDrtjd||ytj d|||j |}|j|||||}|jjt||tj dt|j|jt|j|jk\r|jd{yy7#t$rtjdYywxYww)Nrrz>"doo5&&(((6( c  $ $%a b csHEAD.ECD.%D,&D.*E,D..E EEEcK |j|j|}tj}||kDrtjd||ytjd|j |}|j |||||}|jjt||tjdt|j|jt|j|jk\r|jd{yy7#t$rtjdYywxYww)Nrrz Langsmith Failure Event Logging!rrrz:Langsmith Layer Error - error logging async failure event.)rTrrrrrrrCrrr3rrBrrrrs rasync_log_failure_eventz'LangsmithLogger.async_log_failure_eventEs: c  , , .#'#M#MU[#M#\M#)==?M},##TVcer    B C!%!I!IQW!I!XK00)%!' 1D NN ! !$ +   CDNN#  4>>"doo5&&(((6( c  $ $%a b csHEAD,EC D,#D*$D,(E*D,,E  E E  EcK|jsy|j}|jD]1}|j|j|j d{3y7w)aX Handles sending batches of runs to Langsmith self.log_queue contains LangsmithQueueObjects Each LangsmithQueueObject has the following: - "credentials" - credentials to use for the request (langsmith_api_key, langsmith_project, langsmith_base_url) - "data" - data to log on to langsmith for the request This function - groups the queue objects by credentials - loops through each unique credentials and sends batches to Langsmith This was added to support key/team based logging on langsmith Nra queue_objects)rC_group_batches_by_credentialsvalues_log_batch_on_langsmithrar)rF batch_groups batch_groups rasync_send_batchz LangsmithLogger.async_send_batchhsl"~~ "@@B '..0 K..'33)77/    sAA'A%A'urlendpoint api_versioncp||vr|jd|}|jdr||S|d|S)N/)rstripendswith)rFrrrs r_add_endpoint_to_urlz$LangsmithLogger._add_endpoint_to_urlsM c !ZZ_%k]3C << U8*% %az""rrcK|d}|d}|jd}|j|d}d|i}|r||d<|Dcgc]}|d } } tjdt | |j rtjd |j j|d | i| d {} | j| jd k\r,tjd| j| jy |j r tjdt | y tjdt |jy cc}w7#tj$rI} tjd| j j| j jYd } ~ y d } ~ wt"$r+tjdt%j&Yy wxYww)aV Logs a batch of runs to Langsmith sends runs to /batch endpoint for the given credentials Args: credentials: LangsmithCredentialsObject queue_objects: List[LangsmithQueueObject] Returns: None Raises: Does not raise an exception, will only verbose_logger.exception() rYrWrZz runs/batch x-api-key x-tenant-idrz%Sending batch of %s runs to LangsmithzB[LANGSMITH MOCK] Mock mode enabled - API calls will be interceptedpost)rjsonheadersNi,zLangsmith Error: %s - %sz5[LANGSMITH MOCK] Batch of %s runs successfully mockedz%Batch of %s runs successfully createdzLangsmith HTTP Error: %s - %szLangsmith Layer Error - %s)rkrrr3rr2r>rraise_for_status status_codertextrChttpxHTTPStatusErrorrr{r traceback format_exc) rFrarlangsmith_api_baser!r%rr queue_objectelements_to_logr{es rrz'LangsmithLogger._log_batch_on_langsmiths"%00D$E#./B#C%0__5J%K../A<P%'89 %8GM "KX!Y<,v"6!Y!Y [  !H#oJ^ _  $$%ij$($;$;$@$@o.%A%H  % % '##s*$$%?AUAUW_WdWde$$"(()`befubvw"(()PRUVZVdVdRef'"Z $$ o  $ $%DajjF\F\^_^h^h^m^m n n [  $ $%A9CWCWCY Z [sr=G/ E G/A#E1E2AEG/+E,G/-)EG/EG,1?F50G/54G,)G/+G,,G/c 8i}|jD]}|d}|d|dtjd|d|d0t|d|d|d|j d}||vrt |g||<||j j||S) z@Groups queue objects by credentials using a proper key structurerarWrXzBLangsmith Logging - credentials missing - api_key: %s, project: %srYrZ)api_keyprojectbase_url tenant_idr)rCrwarningCredentialsKeyrk BatchGrouprr)rFlog_queue_by_credentialsrrarws rrz-LangsmithLogger._group_batches_by_credentialssLN  NN ML&}5K./7;GZ;[;c&&X 34 34  #$78#$78$%9:%//*?@ C220:{bd0e(- $S ) 7 7 > >| L) M,('rrGc|jdd}|j}||jd}| t|}|S)N standard_callback_dynamic_paramsr$)rkr;r:)rFrGrr;_sampling_rates rrz5LangsmithLogger._get_sampling_rate_to_use_for_requestsSX^XbXb .Y ( $11 + 7$D$H$HIb$cN) %n 5 rc |jdd}|j|j|jdd|jdd|jdd|jdd|jdddu}|S|j}|S)z Handles key/team based logging If standard_callback_dynamic_params are provided, use those credentials. Otherwise, use the default credentials. rNr!r"r#r%)r!r"r#r%rU)rkr4r5)rFrGrras rrz3LangsmithLogger._get_credentials_to_use_for_requestsY_XbXb .Y ( , 777"B"F"FGZ\`"a"B"F"FGZ\`"a#C#G#GH\^b#c$D$H$HI^`d$e&F&J&JK_ae&fjn&n 8K22KrcR|jsy tj}|jr$tj|j y|j |j y#t$r&tj|j YywxYw)z'Calls async_send_batch in an event loopN) rCr.get_event_loop is_runningrNrrun_until_completerMrunrPs rrzLangsmithLogger._send_batchs}~~  1!002D ##D$9$9$;<''(=(=(?@ 1 KK--/ 0 1sAA7A77,B&%B&c|jd}|jd}|jjd}|d|}d|i}|r||d<tjj||}|j S)NrWrYrZz/runs/rr)rr)r5rkr?module_level_clientr)rFrfr!rr%rrr{s r get_run_by_idzLangsmithLogger.get_run_by_id s#'#;#;rsZ  ' +FP3U9v:'v:r