uPj@AdZddlZddlmZmZmZmZmZmZddl Z ddl m Z ddl m Z ddlmZmZddlmZddlmZdd lmZmZmZmZerddlZdd lmZdd lmZm Z dd l!m"Z"eZ#neZ#eZ eZeZ"Gd deZ$GddeZ%y)z Transformation for LangGraph API. LangGraph provides streaming (/runs/stream) and non-streaming (/runs/wait) endpoints for running agents. Streaming endpoint: POST /runs/stream Non-streaming endpoint: POST /runs/wait N) TYPE_CHECKINGAnyFinalOptionalUnioncast)verbose_logger)convert_content_list_to_str) BaseConfigBaseLLMExceptionLangGraphSSEStreamIterator)AllMessageValues)ChoicesMessage ModelResponseUsage)Logging)AsyncHTTPHandler HTTPHandlerCustomStreamWrapperceZdZdZy)LangGraphErrorz)Exception class for LangGraph API errors.N)__name__ __module__ __qualname____doc__o/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/llms/langgraph/chat/transformation.pyrr(s3r rc2eZdZdZfdZdedzdedzdeedzedzffdZdedeefd Z d e d e ded e de f d Z d/dedzdedzded e de de dzdefdZ ded e defdZdeedee eeffdZdedeed e de de de f dZde defdZdedej*defdZ d0dedededede de dedeedfdzde dzd edzdefd!Z d0dedededede de dededde dzd edzdefd"Ze de fd#Z!e de fd$Z" d1dedej*d%e#ded&e deed e de d'd(dedzde dzde#fd)Z$ d1de dedeed e de dedzdedzde fd*Z%d+ed,e&de ejNzde(fd-Z) d/dedzde dzdedzde fd.Z*xZ+S)2LangGraphConfigz Configuration for LangGraph API. LangGraph is a framework for building stateful, multi-actor applications with LLMs. It provides a streaming and non-streaming API for running agents. c $t|di|y)Nr)super__init__)selfkwargs __class__s r!r&zLangGraphConfig.__init__4s "6"r api_baseNapi_keyreturncNddlm}|xs |dxsd}|xs|d}||fS)z Get LangGraph API base and key from params or environment. Returns: Tuple of (api_base, api_key) r)get_secret_strLANGGRAPH_API_BASEzhttp://localhost:2024LANGGRAPH_API_KEY)litellm.secret_managers.mainr.)r'r*r+r.s r!$_get_openai_compatible_provider_infoz4LangGraphConfig._get_openai_compatible_provider_info7s9 @^~.BC^G^@^,?@  r modelcdgS)zW LangGraph supports minimal OpenAI params since it's an agent runtime. streamr)r'r3s r!get_supported_openai_paramsz+LangGraphConfig.get_supported_openai_paramsJs zr non_default_paramsoptional_params drop_paramsc|S)z8 Map OpenAI params to LangGraph params. r)r'r7r8r3r9s r!map_openai_paramsz!LangGraphConfig.map_openai_paramsPs r litellm_paramsr5cV| td|jd}|r|dS|dS)z Get the complete URL for the LangGraph request. Streaming: /runs/stream Non-streaming: /runs/wait z`api_base is required for LangGraph. Set it via LANGGRAPH_API_BASE env var or api_base parameter./z /runs/streamz /runs/wait) ValueErrorrstrip)r'r*r+r3r8r<r5s r!get_complete_urlz LangGraphConfig.get_complete_url\sI  r  ??3' Z|, ,Zz* *r c|jd}|r|Sd|vr%|jdd}t|dk(r|dS|S)z Get the assistant ID from model or optional_params. model format: "langgraph/assistant_id" or just "assistant_id" assistant_idr>)getsplitlen)r'r3r8rCpartss r!_get_assistant_idz!LangGraphConfig._get_assistant_idysO .11.A   %< ;;sA.E5zQQx r messagesc|g}|D]}|jdd}|jdd}|dk(rd}n|dk(rd}n |dk(rd}nd}t|tr t|}t|ts t |}||d}|jd }t|t r|r||d <|j ||S) a Convert OpenAI-format messages to LangGraph format. OpenAI format: {"role": "user", "content": "..."} LangGraph format: {"role": "human", "content": "..."} Preserves per-message ``metadata`` when present (e.g. A2A ``skillId``). roleusercontenthuman assistantsystem)rMrOmetadata)rF isinstancelistr strdictappend) r'rKlanggraph_messagesmsgrMrOlanggraph_rolelanggraph_messagemessage_metadatas r!%_convert_messages_to_langgraph_formatz5LangGraphConfig._convert_messages_to_langgraph_formats;= 9C7766*Dggi,Gv~!($!,!!)!('4(5c:gs+g,'"1  #wwz2 *D16F0@!*-  % %&7 8= 9@"!r headersc$|j||}|j|}|d|id}|jdd} | r|jdd} | |d<d|vr|d|d<d|vr|d|d<d |vr|d |d <tjd ||S) a= Transform the request to LangGraph format. LangGraph request format: { "assistant_id": "agent", "input": { "messages": [{"role": "human", "content": "..."}] }, "stream_mode": "messages-tuple" # for streaming } rK)rCinputr5F stream_modezmessages-tupleconfigrT thread_idzLangGraph request payload: %s)rJr_rFr debug) r'r3rKr8r<r`rCrZpayloadr5rcs r!transform_requestz!LangGraphConfig.transform_requests(#44UOL $($N$Nx$X) "45*  '**8U; !0!4!4]DT!UK%0GM "  & / 9GH   ("1*"=GJ  / )#2;#?GK }t|ts|jdd}|dk(s,|jddcSt j d tj|S) z Extract content from LangGraph non-streaming response. Response format varies, but commonly: { "messages": [...], # or could be in different structure "values": {...} } rKtyperPrMairRrOvaluesz@Could not extract content from LangGraph response, returning raw) rFrUrVreversedrXr warningjsondumps)r'rirKr[msg_typerMrmoutput_messagess r!_extract_content_from_responsez.LangGraphConfig._extract_content_from_responses!(++J; h %() 6c4("wwvr2H7762.D4'4;+>"wwy"55  6&))(B7 fd #%+ZZ B%?O/40_#O4:C!#t,#&7762#6#t+#&779b#99 : abzz-((r raw_responsect||S)z@ Return a streaming iterator for SSE responses. )responser3r )r'r3rus r!get_streaming_responsez&LangGraphConfig.get_streaming_response s*FK!@&b1FCXN!++ D!# &    3 & X-A-A3x}}K_` `$(#>#>UYa#>#b$7/ 3# %  >2D9  "!r c Kddlm} m} ddlm} | t || s| t tdi}tjd||j||tj|d| d{}|jd k7r6t|jt|j!d{ |j#|| }| |||| }|j%|ddd|i|S77Gw)zG Get a CustomStreamWrapper for asynchronous streaming. r)rget_async_httpx_clientrN langgraph) llm_providerrz%Making async streaming request to: %sTrrrrrrPrrr)rrrrrrUrrr rfrrprqrrrWareadrxr)r'r3ryrzr*r`r{rKr|r}r~rrrrwrrs r!get_async_custom_stream_wrapperz/LangGraphConfig.get_async_custom_stream_wrapperPs   6 >F4D!E+c;9OXZ[FDhO!' D!# !,!     3 & X-A-A3U]UcUcUeOeKfg g$(#>#>UYa#>#b$7/ 3# %  >2D9  "!; Pfs%A7C?9C;:;C?5C=6AC?=C?cy)z8Indicates that this config has custom streaming support.Trr's r!has_custom_stream_wrapperz)LangGraphConfig.has_custom_stream_wrappersr cy)z} LangGraph does not use a stream param in request body. Streaming is determined by the endpoint URL. Frrs r!%supports_stream_param_in_request_bodyz5LangGraphConfig.supports_stream_param_in_request_bodys r model_response request_dataencodingztiktoken.Encoding | Nonec  |j} tjd| |j| } t | d}t dd|}|g|_||_ ddlm }|d| }|d| d }||z}t||| }t|d ||S#t$r!}tjd|Yd}~|Sd}~wwxYw#t$r5}tjd|td||j d}~wwxYw)zS Transform the LangGraph response to LiteLLM ModelResponse format. zLangGraph response: %srR)rOrMstopr) finish_reasonindexr) token_counterz gpt-3.5-turbo)r3rKT)r3textcount_response_tokens) prompt_tokenscompletion_tokens total_tokensusagez#Failed to calculate token usage: %sNz'Error processing LangGraph response: %szError processing response: )rr)rpr rfrtrrchoicesr3rrrsetattr Exceptionroerrorrr)r'r3rurrzrrKr8r<rr+r}rirOrchoicerrrrres r!transform_responsez"LangGraphConfig.transform_responses2"( #/#4#4#6M  !9= I!@@OG%W;GG$&7SF'-XN "#(N  Q7'4?U]'^ $1gmq$r!&36G&G $"/&7!-  7" ! Q&&'LaPP! ! Q    !JA N 5aS9(44  sBA!C$;B!C! C *CCC  C D 0DD c$d|d<|rd||d<|S)zI Validate and set up environment for LangGraph requests. zapplication/jsonz Content-TypezBearer Authorizationr)r'r`r3rKr8r<r+r*s r!validate_environmentz$LangGraphConfig.validate_environments)#5 )0 ':GO $r error_messagerct||S)Nr)r)r'rrr`s r!get_error_classzLangGraphConfig.get_error_classs+}MMr cy)zZ LangGraph has native streaming support, so we don't need to fake stream. Fr)r'r3r5rys r!should_fake_streamz"LangGraphConfig.should_fake_streamsr )N)NNN)NN),rrrrr&rWtupler2rVr6rXboolr;rArJrrr_rhrthttpxResponserrxLiteLLMLoggingObjrrbytesrrrrpropertyrrrrrintHeadersr rr __classcell__)r)s@r!r#r#,s~#!*!t! sTz3:% & !&c         &#+*+t+ +  +  +t + +:sTc"*"dCS>T*"Y]^bcfhkck^lYm*"X//'(/ /  /  / /b")D")S")HNNnnN $ N&AE!%)-9"9"!9"' 9"  9"  9"9"9"k#556=9"$;9" $,9" 9"H04!%)-9"9"!9"' 9"  9"  9"9"9"+,9"$;9" $,9" 9"v4t$#!%99nn9& 9 ' 9  9'(999-9t9$;9 9D##'(     t* *NSNsNTTYTaTaMaNfvN+/ Tz t  !4Z   r r#)&rrptypingrrrrrrrlitellm._loggingr 8litellm.litellm_core_utils.prompt_templates.common_utilsr )litellm.llms.base_llm.chat.transformationr r (litellm.llms.langgraph.chat.sse_iteratorrlitellm.types.llms.openairlitellm.types.utilsrrrrtiktoken*litellm.litellm_core_utils.litellm_loggingr_LiteLLMLoggingObjrrrrrrrr#rr r!rsy CC +SO6FFXT1*K4%4HjHr