uPj3 UddlmZmZddlZddlZddlmZddlmZddlm Z ddl m Z ddl mZddlmZdd lmZmZGd d e ZeZeed <d ZddefdZdedzdedzdefdZddededzdefdZdedeedededef dZdedeedededef dZdedeedededef dZ dedeedededef dZ!GddZ"y) )FinalcastN)verbose_logger) InMemoryCache)factory)BaseLLMExceptionget_secret_str)AllMessageValues)WatsonXAPIParamsWatsonXCredentialscPeZdZ ddededeejzdzffd ZxZ S)WatsonXAIErrorN status_codemessageheadersc*t||||yN)rrr)super__init__)selfrrr __class__s f/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/llms/watsonx/common_utils.pyrzWatsonXAIError.__init__s ['7SN) __name__ __module__ __qualname__intstrdicthttpxHeadersr __classcell__)rs@rrrsA 04 TTT %, TTrriam_token_cachec tdxsdS)NWATSONX_IAM_URLz(https://iam.cloud.ibm.com/identity/tokenr rrget_watsonx_iam_urlr)s + , Z0ZZrreturnc tj|}|i}d|d<|2tdxs%tdxstdxs td}| tdd|d <d |d }t }t j d |||tjj||| }|j|j}|d}tj|||ddz tt|S)Nz!application/x-www-form-urlencoded Content-Type WX_API_KEYWATSONX_API_KEYWATSONX_APIKEYWATSONX_ZENAPIKEYzAPI key is requiredapplication/jsonAcceptz&urn:ibm:params:oauth:grant-type:apikey) grant_typeapikeyzNcalling ibm `/identity/token` to retrieve IAM token. URL=%s headers=%s data=%s)urldatar access_token expires_in )keyvaluettl)r% get_cacher ValueErrorr)rdebuglitellmmodule_level_clientpostraise_for_statusjson set_cacherr )api_keyparamsresultrr6 iam_token_urlresponse json_datas rgenerate_iam_tokenrL s)(227;F ~"E ?|,7!"347!"237""56  ?23 3.B  34  _     "55::}SWah:i!!##==? >*!!,'", " V rrFtokenc$||St|}|Sr)rLrFrMs r_generate_watsonx_tokenrPIs  w 'E LrrGmodelc^|jd|jdd}|jdd}|jd|jdd}|"|jd|jdd}|%td xstd xs td }|%td xstd xs td}|2tdxs%tdxstdxs td}|"| ||jds tddt |||S)zw Find watsonx.ai credentials in the params or environment variables and return the headers for authentication. project_idwatsonx_projectNspace_id region_nameregionwatsonx_region_namewatsonx_regionWATSONX_PROJECT_ID WX_PROJECT_ID PROJECT_IDWATSONX_REGION WX_REGIONREGIONWATSONX_DEPLOYMENT_SPACE_IDWATSONX_SPACE_ID WX_SPACE_IDSPACE_ID deployment/zError: Watsonx project_id and space_id not set. Set WX_PROJECT_ID or WX_SPACE_ID in environment variables or pass in as a parameter.rr)rSrUrV)popr startswithrr )rGrQrSrUrVs r_get_api_paramsriPsV fjj!2D9Jzz*d+H**]FJJx,FGKjj !6::.>#E  / 0 sN?4S sWefrWs $%56q.:UqYghpYq  8 9 *01 *m, *j) h.53DUM]M]^kMl[   rmessagesprovidercustom_prompt_dictc Kddlm}||vr||}tj||j d|j d|j dd|j dd|j dd|j d d S||j j k(rtj| S||| d {}|r|Stj||dS7 w)z:Async core logic for converting watsonx messages to promptrWatsonXModelPattern role_dictrolesinitial_prompt_valuefinal_prompt_value bos_token eos_tokenrjrprrrtrurvrjrQrjNwatsonxrQrjcustom_llm_provider litellm.types.llms.watsonxroptf custom_promptget IBM_MISTRALAIr;mistral_instruct_ptprompt_factoryrQrjrkrlapply_template_fnromodel_prompt_dictrHs r_aconvert_watsonx_messages_corer{s? ""#5e#<  '++K9J9N9Nw9WX!2!6!67Mr!R0445I2N'++K<'++K<    (66<< <&&990ehOO M!!V_`` PsCC+C) !C+c ddlm}||vr||}tj||j d|j d|j dd|j dd|j dd|j d d S||j j k(rtj| S||| }|r|Stj||d S)z9Sync core logic for converting watsonx messages to promptrrnrprqrrrsrtrurvrwrxryrzr{r}rs r_convert_watsonx_messages_corers? ""#5e#<  '++K9J9N9Nw9WX!2!6!67Mr!R0445I2N'++K<'++K<    (66<< <&&99*I M!!V_``rc^Kddlm}t|||||jd{S7w)z3Async version of convert_watsonx_messages_to_promptrIBMWatsonXChatConfigrQrjrkrlrN)(litellm.llms.watsonx.chat.transformationrraapply_prompt_templaterQrjrkrlrs r#aconvert_watsonx_messages_to_promptrs8N0-.EE   s $-+-cBddlm}t|||||jS)z2Sync version of convert_watsonx_messages_to_promptrrr)rrrapply_prompt_templaters r"convert_watsonx_messages_to_promptrs*N )-.DD  rceZdZ ddededeededededzdedzd efd Zdedzd efd Zd ed edzd efdZ dede dee jzd e fdZedededzdedzd efdZdeded efdZy)IBMWatsonXMixinNrrQrjoptional_paramslitellm_paramsrFapi_baser*c@ddd}d|vri||Sttdz|jdxs td} ttdz|j ddxs td} | r d| |d<n | r d | |d<nt || } d| |d<i||S) Nr1)r,r2 AuthorizationrM WATSONX_TOKEN zen_api_keyr0zBearer z ZenApiKey rO)rr rr rgrP) rrrQrjrrrFrdefault_headersrMrs rvalidate_environmentz$IBMWatsonXMixin.validate_environments/("  g %1o11 1 $J    ( KN?,K " $J    t 4 [GZ8[  )0'8GO $ )3K='AGO $+G5IE)0'8GO $-/-W--rc|xs2tdxs%tdxstdxs td}| tdd|S)NWATSONX_API_BASE WATSONX_URLWX_URLWML_URLrezpError: Watsonx URL not set. Set WATSONX_API_BASE in environment variables or pass in as parameter - 'api_base='.rf)r r)rrr5s r _get_base_urlzIBMWatsonXMixin._get_base_urlsg  )01 )m, )h' )i(  ; K  rr5 api_versionc>|xstj}|d|z}|S)Nz ?version=)r@WATSONX_DEFAULT_API_VERSION)rr5rs r_add_api_version_to_urlz'IBMWatsonXMixin._add_api_version_to_urls(!HW%H%H i }-- r error_messagerct|||Sr)r)rrrrs rget_error_classzIBMWatsonXMixin.get_error_classs+}V]^^rc |xsF|jddxs2tdxs%tdxstdxs td}|xsf|jd|jd|jddxs2td xs%td xstd xs td }|jd |jdd}d}|V|jd|}|jd|jd|}|jd|jdd}|t|ts t dd|t|ts t ddt ||ttdz|S)Nr4r/r.r-r0r5rbase_urlrrrrwx_credentialswatsonx_credentialsrFrM watsonx_tokenrezrError: Watsonx API key not set. Set WATSONX_API_KEY in environment variables or pass in as parameter - 'api_key='.rfzuError: Watsonx API base not set. Set WATSONX_API_BASE in environment variables or pass in as parameter - 'api_base='.)rFrrM)rgr r isinstancer rr r)rrFrrrMs rget_watsonx_credentialsz'IBMWatsonXMixin.get_watsonx_credentialss  3""8T2 3./ 3/0 3l+  3 12   )""##J0C0CJPT0UV ) 01  ) m,  )h' )i( !0 3 3     5t <!  !  %%))%:H$((>3E3EiQX3YZG"&&""#TE ?*Wc": M   :h#< P "'HDQTW[Q[]bLcddr api_paramschi}|jdriS||d<|d |d|d<|S|d|d<|S)Nrdmodel_idrSrU)rh)rrQrpayloads r_prepare_payloadz IBMWatsonXMixin._prepare_payloadPs[!   M *I#  l # /$.|$rs ")FF76KT%T'([&#&RS4Zd s(D(t(?O(Va a#$aa a  a@a a#$aa a  a@ #$   $ #$   &yyr