uPj-6 PUdZddlZddlZddlZddlZddlZddlZddlZddlm Z m Z m Z ddl m Z mZmZmZmZmZddlZddlZddlmZmZmZmZddlmZmZmZddlmZddlmZ ddlm!Z!dd l"m#Z#e rdd l$m%Z%ddl&Z&dd l'm(Z(dd l)m*Z*dd l+m,Z,m-Z-m.Z.de/de0e1dffdZ2e2eZ3ee0e1dfe4d<e2eZ5ee0e1dfe4d<Gdde*Z6dejnejpzde9e1efde9e1effdZ:dZ;ee1e4d<dejxde=fdZ>de1de?defdZ@de1defdZAd ede efd!ZBd ede efd"ZCdejxde e1eDfd#e=de0ejee eze ezffd$ZFGd%d&ZGGd'd(eZH d-d)e1dzd*e1dzd+e1dzdeHfd,ZIy).z3 Common helpers / utils across al OpenAI endpoints N) AsyncIteratorIteratorMapping) TYPE_CHECKINGAnyFinalLiteral NamedTupleOptional)AsyncAzureOpenAI AsyncOpenAI AzureOpenAIOpenAI)ChatCompletionChatCompletionChunkChatCompletionMessage)Choice) ChoiceDelta)CompletionUsage) ClientSession) token_counter)BaseLLMException)_DEFAULT_TTL_FOR_HTTPX_CLIENTSAsyncHTTPHandlerget_ssl_configurationclsreturn.cttdtj|jjDS)zAExtract __init__ parameter names (excluding 'self') from a class.c3,K|] }|dk7s |yw)selfN).0ps e/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/llms/openai/common_utils.py z*_get_client_init_params..'sVq!v+Vs )tupleinspect signature__init__ parameters)rs r$_get_client_init_paramsr+%s( VG--cll;FFV VV_OPENAI_INIT_PARAMS_AZURE_OPENAI_INIT_PARAMSceZdZ d dededej dzdejdzdeejzdzdedzf fd Z xZ S) OpenAIErrorN status_codemessagerequestresponseheadersbodycV||_||_||_|r||_nt j dd|_|r||_n&t j||j|_t|%||j|j|j|j |y)NPOSThttps://api.openai.com/v1)methodurl)r1r3)r1r2r5r3r4r6) r1r2r5r3httpxRequestr4Responsesuperr))r r1r2r3r4r5r6 __class__s r$r)zOpenAIError.__init__/s'  "DL ==dictHeadersr) __classcell__)r@s@r$r0r0.sy )-*./3    %  ..4'   %,  Tk  r,r0edatacbg}t|tjr/|jj }|j di}|}n |j }| t|tr|j dr|j di}t|tr t j|}|j d}t|trt|dkDrt|dtrn|D]i}|j dst|j dts5t|j ddk(sS|j|ddk|jD cic] \} } | |vs | | } } } | S#tj$rd|i}YwxYwcc} } w)a{ Helper function to read OpenAI UnprocessableEntityError and drop the params that raised an error from the error message. Args: e (UnprocessableEntityError): The UnprocessableEntityError exception data (Dict[str, Any]): The original data dictionary containing all parameters Returns: Dict[str, Any]: A new dictionary with invalid parameters removed errorr2detailrloc) isinstancer<HTTPStatusErrorr4jsongetr6rFrEloadsJSONDecodeErrorlistlenappenditems) rIrJinvalid_params error_json error_message error_bodyr2rM error_dictkvnew_datas r$+drop_params_from_unprocessable_entity_errorrcOst(*N!U**+JJOO- )~~gr: " VV *Z">:>>R[C\..B/ gs # .**W- H- fd #F aJvayRV>%#8$?JNN512a7"))*U*;A*>?  @)- P18Oq!tPHP O'' .#W- .QsF7 F+F+F('F(zQcould not finish the message because max_tokens or model output limit was reached _OUTPUT_TOKEN_LIMIT_ERROR_MARKERcBt|jjvS)aR True when OpenAI/Azure rejected a chat request because the output budget could not fit a single visible token. GPT-5.x turns that case into a 400 while returning a length-truncated 200 for marginally larger budgets, so the match has to stay pinned to the full provider sentence to avoid swallowing genuine bad requests. )rdr2lower)rIs r$is_output_token_limit_errorrgs ,qyy/@ @@r,model prompt_tokensc tdtjtddt ddft t j |dtd||  S) N chatcmpl-rlength assistantrolecontent)index finish_reasonr2zchat.completion)completion_tokensri total_tokens)idchoicescreatedrhobjectusage)ruuiduuid4rrrDtimer)rhris r$_output_token_limit_completionr~s_  tzz|n % &-;K  DIIK  ]jk  r,c tdtjtddt ddft t j |d S) Nrkrrlrmrnro)rrrsdeltazchat.completion.chunk)rvrwrxrhry)rr{r| ChunkChoicerrDr})rhs r$_output_token_limit_chunkrsR  tzz|n % &!{B?  DIIK &  r,chunkc#K|ywNr!rs r$ _iter_oncers KscK|ywrr!rs r$ _aiter_oncers Ks is_asynccrt|jdd}|jd}t|tr t ||nd}|jds"|j j t||fSt|}|j j |r t|fSt|fS)aRSynthesize the length-truncated response the provider itself returns for slightly larger output budgets. The provider billed the prompt it processed but sends no usage object with the 400, so the prompt is estimated the way every other usage-less path estimates it: reporting zero would spend input tokens against no budget. rhrnmessages)rhrrstream) rErTrQrWrr4r5r~rrr)rIrJrrhrrirs r$!build_output_token_limit_responsersDHHWb12Ehhz*HLVW_aeLf=uxHlmM 88H zz!!#A%#WWW,U3E ::  h E 2 VVJuDU VVr,c eZdZdZedededdeeze ze zdzfdZ ede je jzdzdefd Ze dd eeze ze zdedded efd Zedededdefd ZededdeedffdZe ddedde jdzfdZede jdzfdZy) BaseOpenAILLMzb Base class for OpenAI LLMs for getting their httpx clients and SSL verification settings client_initialization_params client_type)openaiazurerNcrtj||}tjj |}|S)zbRetrieves the OpenAI client from the in-memory cache based on the client initialization parametersrr)rget_openai_client_cache_keylitellmin_memory_llm_clients_cache get_cache)rr _cache_key_cached_clients r$get_cached_openai_clientz&BaseOpenAILLM.get_cached_openai_clients> *EE)E#F !( C C M Mj Yr, http_clientcT|y|tjuxr|tjuS)a"Whether litellm may close an SDK client built around ``http_client``. ``_get_async_http_client`` / ``_get_sync_http_client`` hand back ``litellm.aclient_session`` / ``litellm.client_session`` when the caller configured one. The SDK's ``close()`` closes whatever http client it was given, so an SDK client wrapping one of those shared sessions must never be closed on eviction; the caller goes on using the session. ``None`` means the SDK built its own http client, which litellm does own. T)raclient_sessionclient_session)rs r$owns_wrapped_http_clientz&BaseOpenAILLM.owns_wrapped_http_clients/  '"9"99gkQXQgQg>ggr, openai_clientlitellm_owned_clientctj||}tjj ||t |y)a#Stores the OpenAI client in the in-memory cache for _DEFAULT_TTL_FOR_HTTPX_CLIENTS SECONDS ``litellm_owned_client`` says litellm built this client, so the cache may close it once it is evicted. A client the caller supplied stays open, since litellm does not own it. r)keyvaluettlrN)rrrr set_cacher)rrrrrs r$set_cached_openai_clientz&BaseOpenAILLM.set_cached_openai_clientsG*EE)E#F  ++55.!5 6 r,cd}|jdCtj|jddj}|j }d|d|jdg}d}t j ||z}|D]'}|j|d |j|)d j|}|S) zWCreates a cache key for the OpenAI client based on the client initialization parametersNapi_keyrnzhashed_api_key=z is_async=r)timeout max_retries organizationapi_baser=,) rThashlibsha256encode hexdigestr-get_openai_client_initialization_param_fieldsrYjoin) rrhashed_api_key hash_object key_partsLITELLM_CLIENT_SPECIFIC_PARAMSopenai_client_fieldsparamrs r$rz)BaseOpenAILLM.get_openai_client_cache_keys ' + +I 6 B!(0L0P0PQZ\^0_0f0f0h!iK(224Nn- .488DE F 1 &  G GT_ G `, -  * SE   wa(D(H(H(O'PQ R S HHY/ r,.c$|dk(rtStS)zGReturns a tuple of fields that are used to initialize the OpenAI clientr)r-r.rs r$rz;BaseOpenAILLM.get_openai_client_initialization_param_fieldss ( "& &, ,r,shared_sessionrc rtjtjSttddr!ddlm}t j |St}t j |tjt|tjr|ndt|tr|nd|dS) N network_mockFrMockOpenAITransport transport) ssl_context ssl_verifyrT)verifyrfollow_redirects)rrgetattr(litellm.llms.custom_httpx.mock_transportrr< AsyncClientrr_create_async_transportrQssl SSLContextbool)rr ssl_configs r$_get_async_http_clientz$BaseOpenAILLM._get_async_http_client%s  " " .** * 7NE 2 T$$/B/DE E23   &>>+5j#..+QZW[)3J)E:4- "  r,ctjtjSttddr!ddlm}t j |St}t j |dS)NrFrrrT)rr)rrrrrr<Clientr)rrs r$_get_sync_http_clientz#BaseOpenAILLM._get_sync_http_client>s]  ! ! -)) ) 7NE 2 T<<*=*?@ @23 ||!  r,)Fr)rArBrC__doc__ staticmethodrFr rr rr rr<rrrrrrErr&rr rrr!r,r$rrs &* 9@AR9S  +  +.> > E   hellU=N=N.NQU.U hZ^ h h &+   +k9-./- sCx--48  1   T !  0 5<<$#6  r,rc8eZdZUeed<edzed<edzed<y)OpenAICredentialsrNrr)rArBrCrE__annotations__r!r,r$rrQsM 4Z*r,rrrrc|xsBtjxs0tjdxstjdxsd}|xs,tjxstjddxsd}|xs9tj xs'tj xstjd}t|||S)zFResolve OpenAI credentials from params, litellm globals, and env vars.OPENAI_BASE_URLOPENAI_API_BASEr9OPENAI_ORGANIZATIONNOPENAI_API_KEY)rrr)rrosgetenvrr openai_keyr)rrrresolved_api_baseresolved_organizationresolved_api_keys r$get_openai_credentialsrWs  '    ' 99& ' ' 99& ' ' ' )rG,@,@rBIINceiDjrnr%mmGrsX <<KK EEXX4I?9%BFWW%S/W /Ff.MU5c?+M4KK4X5sCx1X " B) &&)>)>>) sCx.) #s(^)ZX!%* A6#9#9AdA#cn" S -@  )h7J.K0]CV5WW W%,S&[%9WEIW 5==.84G+HH=YlKmm mnW"J J Z  #Dj 4Z* r,