uPj]UddlZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z ddl m Z mZmZmZmZmZmZddlZddlmZmZddlmZddlmZdd lmZdd lmZm Z m!Z!m"Z"m#Z#m$Z$dd l%m&Z&m'Z'dd l(m)Z)dd l*m+Z+m,Z,e r ddl-m.Z.ddl/m0Z0neZ0eZ.ejbdZ2ee3d<ejbdZ4ee3d<e5hdZ6ee3d<GddeZ7GddeZ8Gdde9Z:GddZ;y)N)Callable)datetimeLock) TYPE_CHECKINGAnyClassVarFinalLiteralcastget_args) BaseModelValidationError)verbose_logger) DualCache) InMemoryCache)#BEDROCK_EMBEDDING_PROVIDERS_LITERAL$BEDROCK_IAM_CACHE_FETCH_LOCK_STRIPESBEDROCK_IAM_CACHE_MAX_ENTRIES BEDROCK_INVOKE_PROVIDERS_LITERALBEDROCK_MAX_POLICY_SIZE+STS_CREDENTIAL_EXPIRY_SAFETY_MARGIN_SECONDS)contains_bedrock_arnget_aws_dns_suffix)tracer) get_secretget_secret_str)AWSPreparedRequest Credentialsz\A[a-z0-9-]+\Z_VALID_AWS_REGION_PATTERNzU(?:^|\.)sts(?:-fips)?\.([a-z0-9-]+)\.(?:amazonaws\.com(?:\.cn)?|vpce\.amazonaws\.com)!_STS_REGION_FROM_ENDPOINT_PATTERN>date authorization x-amz-datex-amz-security-tokenSIGV4_COMPUTED_HEADERSc2eZdZUeed<eed<edzed<y)Boto3CredentialsInfo credentialsaws_region_nameNaws_bedrock_runtime_endpoint)__name__ __module__ __qualname__r __annotations__strf/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/llms/bedrock/base_aws_llm.pyr)r)3s"%*,r3r)cBeZdZUdZeeezdzed<dZedzed<y)_WebIdentityTokenClaimsNaudiss)r-r.r/r7r1listr0r8r2r3r4r6r69s'"&CtCy4 &Ctr3r6ceZdZfdZxZS) AwsAuthErrorc||_||_tjdd|_tj ||j|_t|!|jy)NPOSTz0https://us-west-2.console.aws.amazon.com/bedrock)methodurl) status_coderequest) r@messagehttpxRequestrAResponseresponsesuper__init__)selfr@rB __class__s r4rHzAwsAuthError.__init__?sL& }}F8jk ; U  &r3)r-r.r/rH __classcell__rJs@r4r;r;>s ''r3r;c eZdZUeeeZeeed<e de e DZ ee e dfed<d\fd Zd]d eezdzfd Zd eeedzfdefd Zd eeedzfdege eedzffdefdZededzdedzdedzdefdZededzdefdZededzdefdZededzdedzdedzdefdZededzdedzdedzdefdZej> d^dedzdedzdedzdedzdedzdedzdedzdedzdedzdedzd eezdzfdZ d edzdedzfd!Z!ed"ede"dzfd#Z#ed ede"dzfd$Z$ed%ed&e"dzd edefd'Z%ed ed(edefd)Z&ed*edefd+Z'ed ede(dzfd,Z) d_d%ed edzd*edzdefd-Z*ededzddfd.Z+ededzdedzfd/Z,e d_dedzdedzdedzfd0Z- d`dedzd eezdzdedzdefd1Z. d]dedzfd2Z/ed3ede eeefdzfd4Z0 d]ded eezdzdefd5Z1ed6ededzfd7Z2ej> d_dededededzdedzdedzd eezdzde e3edzffd8Z4 dad9ededed:ededzdedzd eezdzdedzdefd;Z5 dadedededzdedzd eezdzdedzdefd<Z6d=ede e3edzffd>Z7dedzdedzdedzdededzdedzdedzdedzd eezdzde e3edzffd?Z8ej> dadedzdedzdedzdedededzdedzdedzd eezdzde e3edzffd@Z9ej>dede e3edzffdAZ:ej>dededede e3edzffdBZ;ej>dedededzde e3edzffdCZ<ej>de e3edzffdDZ=ej>defdEZ> dbdFedzdGedzdedHe?dIdzde eeff dJZ@dHe?dIdzdedefdKZA d]d%ed edzdeBfdLZCej> dcdMe3dedNedzdOedPeeDzdQedRedzdSedeEfdTZFdQedefdUZG dadVe?dWdQed%edXedFed edzdYedzdZedzdRedzde eeDdzffd[ZHxZIS)d BaseAWSLLM)max_size_in_memory)in_memory_cache_shared_iam_cachec#0K|]}tywNr).0_s r4 zBaseAWSLLM.\s@@s._credential_fetch_locksreturnNc^tj|_t|gd|_y)N) aws_access_key_idaws_secret_access_keyaws_session_tokenr+aws_session_nameaws_profile_name aws_role_nameaws_web_identity_tokenaws_sts_endpointr,aws_external_id)rNrQ iam_cacherGrHaws_authentication_params)rIrJs r4rHzBaseAWSLLM.__init__`s%#55  * &r3 ssl_verifyc ddlm}||S)av Get SSL verification setting for boto3 clients. This ensures that custom CA certificates are properly used for all AWS API calls, including STS and Bedrock services. Returns: Union[bool, str]: SSL verification setting - False to disable, True to enable, or a string path to a CA bundle file r)get_ssl_verifyre)&litellm.llms.custom_httpx.http_handlerrg)rIrergs r4_get_ssl_verifyzBaseAWSLLM._get_ssl_verifyqs J44r3credential_argsctj|d}tj|j j S)zP Generate a unique cache key based on the credential arguments. T) sort_keys)jsondumpshashlibsha256encode hexdigest)rIrkcredential_strs r4 get_cache_keyzBaseAWSLLM.get_cache_keys5 !% ?d K~~n3356@@BBr3credential_fetchercP|j|}|jt|t|jz5|jj |}|r |cdddS|\}}|jj ||||cdddS#1swYyxYw)u' Read-through IAM cache on the process-wide ``DualCache``. Only the in-memory layer is used by default (no Redis on ``_shared_iam_cache`` unless configured globally). TTL on write: static access-key fetches pass ``_get_default_ttl_for_boto3_credentials()`` (~59 minutes); ambient env passes ``ttl=None``, which ``InMemoryCache.set_cache`` resolves to ``default_ttl`` (600 seconds / 10 minutes by default). Used for static access-key credentials, ambient credentials from ``_auth_with_env_vars`` (including when skipping AssumeRole because the runtime identity already matches ``aws_role_name``), web identity STS credentials (plain non-refreshable ``Credentials`` cached ~59 min, inside the 3600s STS session), and AssumeRole STS credentials (cached for the lifetime of the STS session minus a safety margin). Profiles and explicit session-token tuples are not cached here — shared ``Credentials`` / refresh state must not span logical sessions. N)ttl)rurWhashlenrc get_cache set_cache)rIrkrv cache_key_cachedr*rxs r4_get_or_set_cached_credentialsz)BaseAWSLLM._get_or_set_cached_credentialss. --o>  ) )$y/C@\@\<]*] ^ !^^55i@G   23 K NN $ $Y  $ E    sB))BB%r`r_r]c"|duxr |duxr|duSrSr2)r`r_r]s r4 _is_auth_with_web_identity_tokenz+BaseAWSLLM._is_auth_with_web_identity_tokens% &T1pm46OpTdlpTppr3c |duSrSr2)r_s r4_is_auth_with_aws_rolez!BaseAWSLLM._is_auth_with_aws_roles D((r3r^c |duSrSr2)r^s r4_is_auth_with_aws_profilez$BaseAWSLLM._is_auth_with_aws_profiles t++r3rZr[r\c"|duxr |duxr|duSrSr2rZr[r\s r4%_is_auth_with_aws_session_token_tuplez0BaseAWSLLM._is_auth_with_aws_session_token_tuples& !,t1Fd1RtWhptWttr3r+c"|duxr |duxr|duSrSr2rZr[r+s r4'_is_auth_with_access_key_and_secret_keyz2BaseAWSLLM._is_auth_with_access_key_and_secret_keys& !,r1Fd1RrWfnrWrrr3rarbc  tddfdfdfdfdf|dfdfd f d f d ff D\ } tjd d ud ud u|d u tj D cic]\} } | j ds| dk(s| | !}} } j rj|   fdSjrj|  f dSj|r$jtt|\}}|SjrCjtttttt\}}|Sjrj|fdSj|j Scc} } w)z3 Return a boto3.Credentials object c3TK|] \}}||ntj|"ywrS)osgetenv)rTvalueenv_vars r4rVz-BaseAWSLLM.get_credentials..s/ w&EBIIg,> > s&(AWS_ACCESS_KEY_IDAWS_SECRET_ACCESS_KEYAWS_SESSION_TOKENAWS_REGION_NAMEAWS_SESSION_NAMEAWS_PROFILE_NAME AWS_ROLE_NAMEAWS_WEB_IDENTITY_TOKENAWS_STS_ENDPOINTAWS_EXTERNAL_IDzin get credentials aws_access_key_id=[set=%s] aws_secret_access_key=[set=%s] aws_session_token=[set=%s] aws_region_name=%s aws_session_name=%s aws_profile_name=%s aws_role_name=%s aws_web_identity_token=[set=%s] aws_sts_endpoint=%s aws_external_id=%sNaws_rec jttttttS)N)r`r_r]r+rarbre)_auth_with_web_identity_tokenr r1)rbr+r_r]rar`rIresr4z,BaseAWSLLM.get_credentials..%sC::+/5K+L"&sM":%)#/?%@$3%5$3);r3c T jtt  S)N rZr[r\r_r]r+rarbre)_resolve_role_credentialsr r1) rZrbr+r_r[r]r\rarIres r4rz,BaseAWSLLM.get_credentials..2s966&7*?&7"&sM":%5$3%5$3)7 r3rcjttttttS)Nr)$_auth_with_access_key_and_secret_keyr r1)rZr+r[rIsr4rz,BaseAWSLLM.get_credentials..Ts8AA&*30A&B*.s4I*J$(o$>Br3)tuplerdebuglocalsitems startswithrrrr_auth_with_aws_profiler r1r_auth_with_aws_session_tokenr_auth_with_env_vars)rIrZr[r\r+r]r^r_r`rarbrekvargsr* _cache_ttls`````` ````` r4get_credentialszBaseAWSLLM.get_credentialssqD  #$78&(?@"$78 "34!#56!#560')AB!#56 "34 #    !      "  "  ! T ) ! - T )     "$ .  + 0)/(8f1ALL Returns `anthropic` 2. model=anthropic.claude-3-5-sonnet-20240620-v1:0 -> Returns `anthropic` 3. model=llama/arn:aws:bedrock:us-east-1:086734376398:imported-model/r4c4kewx2s0n -> Returns `llama` 4. model=us.amazon.nova-pro-v1:0 -> Returns `nova` invoke/rnova.rN) rreplacelowerr rr rrNr)r _split_modelrs r4get_bedrock_invoke_providerz&BaseAWSLLM.get_bedrock_invoke_providers   I &MM)R3E U[[] ""BCCX+E!DDXTaDbH !i8&;!DDXT\D]H X%9!DDXT[D\H X%9!DDXT[D\H $)A!DDXT_D`H  # x(?!DDXT^D_H  ( "!DDXT\D]H !DDXTZD[Hr3rcX|j|dzd}tj|S)zp Remove `llama` from modelID since `llama` is simply a spec to follow for custom bedrock models rrr)rrNr)rrrs r4rz-BaseAWSLLM._get_model_id_from_model_with_specs, --s B7))8)< Returns `cohere` 2. model=amazon.titan-embed-text-v1 -> Returns `amazon` 3. model=amazon.nova-2-multimodal-embeddings-v1:0 -> Returns `nova` 4. model=us.twelvelabs.marengo-embed-2-7-v1:0 -> Returns `twelvelabs` 5. model=twelvelabs.marengo-embed-2-7-v1:0 -> Returns `twelvelabs` rrrrN)rr rr rrz)rrpotential_providerrs r4get_bedrock_embedding_providerz)BaseAWSLLM.get_bedrock_embedding_providers U[[] ""EFF?HH %< ;;s+E5zQ%*1X"%2U)VV CEWXX"'q !X.Q%RR?ASTT!!DE KH5 ?JJ Kr3c|jdd}|j||i||j|}n|j|}tdd}||t |t r|}tdd}||t |t r|}|F ddl}tjd5|j}dddj} | r| }nd}|j||S#1swY/xYw#t$rd}Y,wxYw)ar Get the AWS region name from the environment variables. Parameters: optional_params (dict): Optional parameters for the model call model (str): The model name model_id (str): The model ID. This is the ARN of the model, if passed in as a separate param. Returns: str: The AWS region name r+Nr AWS_REGIONrboto3.Session() us-west-2) get_validate_aws_region_namerrrr1boto3rtraceSession region_namer) rIrrrr+litellm_aws_region_namestandard_aws_region_namersessionconfigured_regions r4_get_aws_region_namezBaseAWSLLM._get_aws_region_names%"*--.?F &&7  "#"&"E"Eh"O"&"E"Ee"L-78I4-P # '+76<"9.8t.L $',87=":  " .\\"345%*]]_G5+2+>+>!$&7O&1O &&755 ."- .s*C6+C*<C6*C3/C66 DDcr|yt|trtj|st d|dy)z Validate that an AWS region name conforms to the expected format (lowercase alphanumerics and hyphens). Raises ValueError otherwise. NzInvalid AWS region format: zH. Region names must contain only lowercase letters, digits, and hyphens.)rr1r!r ValueError)r+s r4rz$BaseAWSLLM._validate_aws_region_name[sN  " /3/7P7V7VWf7g-o-@AYY 8hr3c|sytjj|jxsd}tj |}|r|j dSdS)zYExtract region from sts.{region}.amazonaws.com or vpce-x.sts.{region}.vpce.amazonaws.com.Nrr)rrurlparsehostnamer"searchgroup)rahostrs r4_parse_sts_region_from_endpointz*BaseAWSLLM._parse_sts_region_from_endpointisO  ll++,<=FFL"8??E!&u{{1~0D0r3ctj|xs0tjdxstjdxs|S)z|STS signing region: parsed from aws_sts_endpoint, else AWS_REGION / AWS_DEFAULT_REGION, else the configured aws_region_name.rAWS_DEFAULT_REGION)rNrrr)rar+s r4_resolve_sts_regionzBaseAWSLLM._resolve_sts_regiontsE  6 67G H yy& yy-.   r3cld|j|i}|||d<|j||}|||d<|S)zDSTS client kwargs with aligned endpoint_url and region_name (SigV4).verify endpoint_urlr)rjr)rIrarer+kwargs sts_regions r4_build_sts_client_kwargsz#BaseAWSLLM._build_sts_client_kwargssQ ()=)=j)IJ  '%5F> " 445EW  !$.F= ! r3c|j||Dtdd}|t|tr|}tdd}|t|tr|}|d}|j||S)a Get the AWS region name for non-llm api calls. LLM API calls check the model arn and end up using that as the region name. For non-llm api calls eg. Guardrails, Vector Stores we just need to check the dynamic param or env vars. Nrrr)rrrr1)rIr+rrs r4)get_aws_region_name_for_non_llm_api_callsz4BaseAWSLLM.get_aws_region_name_for_non_llm_api_callss~ &&7  "-78I4-P #&2zBY[^7_"9.8t.L $'3 C[]`8a":&"- &&7r3arncT|jd}t|dks|ddk7ry|d}|d}dj|dd}|jd r|jd d }n8|jd r&|jd }t|d k\r|d}nyy|||fS)a? Parse an ARN and return (partition, account_id, role_name). Handles: - arn:aws:iam::123456789012:role/MyRole - arn:aws:iam::123456789012:role/path/to/MyRole - arn:aws:sts::123456789012:assumed-role/MyRole/session-name Returns None if the ARN cannot be parsed. rrr Nrrzrole/rz assumed-role/r)rrzjoinr)r r partition account_idresource role_name role_partss r4 _parse_arn_account_and_role_namez+BaseAWSLLM._parse_arn_account_and_role_namesyy~ u:>U1X. 8 !!H ((59-   w ' s+B/I   1 (s 3J:!#&qM *i//r3cl|j|}|y|\}}}tjd}tjd}|r|r||k(S ddl} t j d5| j d|j|} | j} | jd d } ddd|j } | ,| \}}}||k(r!||k(r||k(rtjd |y y#1swYIxYw#t$r)}tjd t|Yd}~yd}~wwxYw)ay Check if the current environment is already running as the target IAM role. This handles multiple AWS environments: - IRSA (EKS): AWS_ROLE_ARN + AWS_WEB_IDENTITY_TOKEN_FILE are set - ECS task roles: Uses sts:GetCallerIdentity to check current role ARN - EC2 instance profiles: Uses sts:GetCallerIdentity to check current role ARN Compares partition, account ID, and role name to avoid cross-account false matches. Returns True if the current identity matches the target role, meaning we can skip sts:AssumeRole and use ambient credentials directly. NF AWS_ROLE_ARNAWS_WEB_IDENTITY_TOKEN_FILErz%boto3.client(sts).get_caller_identitysts)rArnrz0Current identity already matches target role: %sTz-Could not determine current role identity: %s)rrrrrrclientrjget_caller_identityrrrrr1)rIr_re target_parsedtarget_partitiontarget_account target_rolecurrent_role_arnweb_identity_token_filer sts_clientidentity caller_arn caller_parsedcaller_partitioncaller_account caller_rolees r4_is_already_running_as_rolez&BaseAWSLLM._is_already_running_as_rolesP& $DD]S  8E5.+#%))N";)+3P)Q  7#}4 4 Z EF <$)LLt?S?ST^?_L$` ","@"@"B$,LL$;  < $(#H#H#TM(@M= .+$(88&.8#{2"((J% - < <& Z  !PRUVWRX Y Y Zs2D(AC5-AD5C>:D D3 D..D3 oidc_tokenc\|jd}t|dk7ry|d} tj|dt| dzzz}tj |}|j |jyd|jd|jS#t tf$rYywxYw) zReturn the public ``aud``/``iss`` claims of a web identity JWT without verifying its signature, so a rejected-token error can name the audience LiteLLM actually sent. The signature is never read, so no secret is exposed.rrNr=rzaud=z, iss=) rrzbase64urlsafe_b64decoder6model_validate_jsonrrr7r8)r.segmentspayloaddecodedclaimss r4!_unverified_web_identity_audiencez,BaseAWSLLM._unverified_web_identity_audiences %**3/ x=A !! #55gG }WXGX@Y6YZG3GGPF :: &**"4fjj^6&**88 O,  s=BB+*B+c ,ddl}tjd||||jds|tj vr t ddt|} | t dd |j||| } tjd 5|jd,i| } dddd d dgdddddiidddgdddddiiddddgddddiidgd} ||| dtj| dd} ||| d<  jd-i| }|d$d%|d$d&|d$d'|d(}|d)t(kDrtj*d*|d)tjd+5|j,d-i|}dddj/}||j1fS#1swYxYw# jj $rE}t#| t$r|j'| nd}|rd|nd }t d d!|d"|#|d}~wwxYw#1swYxYw).z: Authenticate with AWS Web Identity Token rNz  P  $(#@#@-!+$A$  \\- . I , H6G HJ I$,%!$"(+@&*I!J (3%!$"(+@&*I!J 2%8!$"(+@&*I!JG,/) b%/ *#jj!7JO %   &/> | , "J*"J"J"`M_"`L".m!<]!K%1-%@AR%S!-m!<^!L* !  * +.E E  " "`/0  \\; < =*U]]<^!>-!+"?" \\= > G , Fo FJ G M}^no)GG!,/ H *-8 \\J K +75<<,",]";&01B&C",^"< , " , !  I%:%N%N%PO  C_EXEXY^`iEj  TVceuv$/%   &/> | ,0$00F3EFFm 9 9 G G   I  !Da H H Is;E+6E8!F6F+E58FF  F9F44F9cddl}|j|||}tjdt j d5|j d i|} ddd  j} tjd| jddtjd ||||d } ||| d < jdi| S#1swYuxYw#t$r } tjd | Yd} ~ ed} ~ wwxYw)z-Handle same-account role assumption for IRSA.rNr:z2Same account role assumption, using automatic IRSAz%boto3.client(sts) with automatic IRSAzCurrent IRSA identity: %srrhriz.Attempting to assume role: %s with session: %srjrQrVr2) rr rrrrrrrrrn) rIr_r]rbrarer+rrqr%rur,r_s r4_handle_irsa_same_accountz$BaseAWSLLM._handle_irsa_same_accounts !%!>!>-!+"?"  QR \\A B G , Fo FJ G I%/%C%C%EO  !Q>QRWYb>c d M}^no$/%   &/> | ,%z%%;(:;;+ G G I  !Da H H Is$C 6C C C?C::C?r`cddlm}|d}||d|d|d}|d}t|tj|j z j tz }||fS) zExtract credentials and TTL from STS response. The TTL carries the same safety margin as the non-IRSA assume path, so a cached entry is never handed out close enough to expiry to die mid-request. rrr rRrSrT access_key secret_keytoken Expiration)botocore.credentialsr intrnowtzinfo total_secondsr)rIr`r sts_credentialsr*expiration_timerxs r4_extract_credentials_and_ttlz'BaseAWSLLM._extract_credentials_and_ttl(s 5!-m!<(&}5&'89!.1 "1!> x||O,B,BC C R R T9 :  Cr3c 2|j|| r&tjd||jStjd|j |||||xs.dt t jj||||  S)a Resolve credentials for a target role, either from the ambient identity or via sts:AssumeRole. Both the ``sts:GetCallerIdentity`` probe and the assume itself run here, so a cache hit on the caller's key skips both. ``aws_session_name`` defaults inside this fetcher rather than in ``get_credentials`` so the cache key stays stable when the caller does not supply one. rhz)F12 F)U\\E3DE  F F12 )U\\&7*?&7  (   %/%   &/> | , 1:11G4FGL6".m!<(&}5&'89!.1 ,L9 &ll:+<+<= $|3BBDGrrG##a $$%I1M!SV+0^befgbh0h"((B%%  ( F F  ( "1vI* 33Mj3Y"**?&!  3355$$k! / sWAFG,9G8&H G)AG$$G),G58H I8 AI3I8I33I8cddl}tjd5|j|}|j dfcdddS#1swYyxYw)z/ Authenticate with AWS profile rNz,boto3.Session(profile_name=aws_profile_name)) profile_namerrrrr)rIr^rrs r4rz!BaseAWSLLM._auth_with_aws_profilesM \\H I 2!MM7GMHF))+T1 2 2 2 $AAc,ddlm}||||}|dfS)z5 Authenticate with AWS Session Token rrrzN)rr )rIrZr[r\r r*s r4rz'BaseAWSLLM._auth_with_aws_session_tokens' 5((,# D  r3cddl}tjd5|j|||}dddj }||j fS#1swY+xYw)zA Authenticate with AWS Access Key and Secret Key rNz|boto3.Session(aws_access_key_id=aws_access_key_id, aws_secret_access_key=aws_secret_access_key, region_name=aws_region_name))rZr[r)rrrrrr\)rIrZr[r+rrr*s r4rz/BaseAWSLLM._auth_with_access_key_and_secret_keysr \\ K  #]]"3&;++G %446 DGGIII  s AA"cddl}tjd5|j}|j }|dfcdddS#1swYyxYw)z= Authenticate with AWS Environment Variables rNrr)rIrrr*s r4rzBaseAWSLLM._auth_with_env_vars)sJ  \\+ , %"]]_G!(!8!8!:K$ % % %rcy)zj Get the default TTL for boto3 credentials Returns `3600-60` which is 59 minutes i r2)rIs r4r\z1BaseAWSLLM._get_default_ttl_for_boto3_credentials5sr3api_baser, endpoint_type)runtimeagent agentcorectd}||}n=|t|tr|}n(|rt|tr|}n|j||}|t|tr|}||fS|rt|tr|}||fS|}||fS)NAWS_BEDROCK_RUNTIME_ENDPOINT)rr+)rrr1_select_default_endpoint_url)rIrr,r+r env_aws_bedrock_runtime_endpointrproxy_endpoint_urls r4get_runtime_endpointzBaseAWSLLM.get_runtime_endpoint>s3==[2\(  #L ) 5*Eacf:g7L -*=]_b2c;L<<+ /=L ( 3 C_ad8e!=  /// .*=]_b2c!A ///". ///r3c\t|}|dk(rd|d|S|dk(rd|d|Sd|d|S)z Select the default endpoint url based on the endpoint type Default endpoint url is https://bedrock-runtime.{aws_region_name}.{partition dns suffix} rzhttps://bedrock-agent-runtime.rrzhttps://bedrock-agentcore.zhttps://bedrock-runtime.)r)rIrr+ dns_suffixs r4rz'BaseAWSLLM._select_default_endpoint_url\sZ/? G #3O3DAj\R R k )//@*N N-o->a |L Lr3c B ddlm}|jdd}|jdd}|jdd}|j ||}|jdd|jd d}|jd d} |jd d} |jd d} |jd d} |jdd} |jdd}|j ||||| | || | | }t ||| S#t$r tdwxYw)z Get boto3 credentials from optional params Args: optional_params (dict): Optional parameters for the model call Returns: Credentials: Boto3 credentials object rr7Missing boto3 to call bedrock. Run 'pip install boto3'.r[NrZr\r+r_r]r^r`rar,rb rZr[r\r+r]r^r_r`rarb)r*r+r,)rr ImportErrorrrrr))rIrrr r[rZr\r+r_r]r^r`rar,rbr*s r4*_get_boto_credentials_from_optional_paramsz5BaseAWSLLM._get_boto_credentials_from_optional_paramsnsf Y 8 (7':':;RTX'Y#2#6#67JD#Q#2#6#67JD#Q!%!:!:?E!R-t4.22?DI "1"5"56H$"O"1"5"56H$"O(7(;(;*>/"7/+--'#9-++? + $#+)E  A YWX X Ys D Dr* extra_headersrdataheadersapi_keysupports_bearer_tokenc P|sd} n||} n td} | r ddlm} d| |d<| d|||} n dd lm} ddlm} |j |} | |d |}| d||| } |j| |jD].\}}| |jtvs || j|<0|*d|vr&|djd s|d| jd<| j}|S#t$r tdwxYw#t$r tdwxYw) NAWS_BEARER_TOKEN_BEDROCKr AWSRequestrBearer Authorizationr=r>r?rr SigV4AuthbedrockAWS4-HMAC-SHA256)rbotocore.awsrequestrr botocore.authr!_filter_headers_for_aws_signatureadd_authrrr'rrprepare)rIr*r+rrrrrraws_bearer_tokenrrAraws_signature_headerssigv4 header_name header_valuepreppeds r4get_request_headerszBaseAWSLLM.get_request_headerssr%+/   & -.HI   ]:*11A0B'CGO $ LtU\]G ]3: ,0+Q+QRY+Z !$[)_ME  - G NN7 #.5]]_ @) \+ 0A0A0CKa0a3?GOOK0 @ )#}4%o6AABTU3@3Q0 *I ]!"[\\ ] ]!"[\\ ]sC8 D8D D%ci}hd}|jD]D\}}| |j}||vs#|jds|jds@|||<F|S)z Filter headers to only include those that AWS SigV4 includes in signature calculation. This Fixes forwarded client headers from breaking the signature calculation. > x-amz-algorithmx-amz-signaturex-amz-credentialx-amz-signedheadersx-amz-content-sha256r#rr% content-typer&zx-amz-zx-amzn-)rrr)rIrr aws_headersrr header_lowers r4rz,BaseAWSLLM._filter_headers_for_aws_signatures} (*  *1 B %K#&,,.L{*l.E.Eh.OS_SjSjktSu5A%k2  B%$r3 service_name)r sagemakerzbedrock-agentcore s3vectorszaws-external-anthropic request_datastream fake_streamc | | } n td} | r8|xsi}d|d<d| |d<|tj|jfS ddlm} dd lm} dd lm } |jd d}|jd d}|jdd}|jdd}|jdd}|jdd}|jdd}|jdd}|jdd}|j||}|j|||||||||| }| |||}|xsi}td|Dsddi|}|j|}| d|tj||}|j!|t#|j$}|j'D]$\}}| |j)t*vs |||<&t-d|j'Dd}||j/ds||d<||j0fS#t$r td wxYw)z Sign a request for Bedrock or Sagemaker Returns: Tuple[dict, Optional[str]]: A tuple containing the headers and the json str body of the request Nrzapplication/jsonz Content-Typerrrrrrrr[rZr\r_r]r^r`rarb)rrrc3BK|]}|jdk(yw)rNr)rTrs r4rVz+BaseAWSLLM._sign_request..BsT[;$$&.8Tsr=rc3TK|] \}}|jdk(s||"yw)r$Nr)rTnamers r4rVz+BaseAWSLLM._sign_request..Us' o{tU9X]b]nU os (((r)rrnrorrrrrrrr rrrranyrrdictrrrr'nextrbody) rIrrrrrrrrrrrrr r[rZr\r_r]r^r`rarbr+r*rrrArequest_headers_dictrrincoming_authorizations r4 _sign_requestzBaseAWSLLM._sign_requests0  +2 -.HI  mG&8GN #)01A0B'CGO $DJJ|4;;== = Y / 6 8 (7':':;RTX'Y#2#6#67JD#Q#2#6#67JD#Q.22?DI "1"5"56H$"O"1"5"56H$"O(7(;(;*>/"7/+--'#9-++? + !lOL-RTGTT%'9EWEG'+'M'Mg'V#L))   w&*7??&;*1 A %K'K,=,=,?G],]4@$[1 A)- ogmmo o )  " -6L6W6W 7 5K  1#W\\11u YWX X Ys H**H?)rXNrS) NNNNNNNNNNN)NN)NNN)NNNN)r)NT)Jr-r.r/rrrrQr r0rrangerrWrrHboolr1rjrrurrrr staticmethodrrrrrrwraprrrrrrrrrrrrrrr r rr-r8r rrvrxrrrrrrrr\r rrr)rbytesrrrrrKrLs@r4rNrNGs< .7%9VW.x *;@@BC@;XeD#I&67 " 5$*t*; 5CT#sTz/-BCsCc3:o.%RsC$J)?%?@ @q #d qTzq*q  qq)cDj)T)),C$J,4,,u:u"Tzu:u  uus:s"Tzsts  ssV[[])-,0(,&*'+'+$(-1'+&*(,RW:RW #TzRW: RW t RW * RW*RWTzRW!$d RW*RWtRW3J%RWRWhC$J3:0 )D 0&!! )D 0!!F002T900 00d=== ==5#5#55&& ,t 3&&V!# ::Tz:* : :x 3: $  1*1 t11'+&*  *  t   t    (,(,&* * 3J% t   "'+t:#0 #0 sC}  $#0#0P)-993J%9  9v9c9cDj99$V[[]'+(,QH #QHQH QH t QH * QHtQH3J%QH {C$J& 'QHQHr'+'+(,&*GGGGGG GG "% GG t GG*GG3J%GGtGG GGZ'+'+(,&*(<(<(<t (< * (< 3J% (<t(< (?$F 0 sCx 0<M>?$FMM M&:>2 #2 ,/$J2 2 hV[[]#&*9 99d{ 9  9 Ek 99t9 $9 99v%%$%R!"#'"!c2 & c2c2c2c2c2Tzc2t c2D[c2 t!c2" tUT\! "#c2r3rN)rs  $OOO /+-9^8C60K $.2::.?#@5@,62::\,!5!**i jj-9- i '9'V2V2r3