uPj7UddlmZddlmZmZddlmZmZddlm Z ddl m Z ddl mZmZmZddlmZd d lmZmZeZeed <Gd d eZy))Callable)AnyFinal)AsyncAzureOpenAI AzureOpenAI)Logging)prompt_factory)CustomStreamWrapper ModelResponseTextCompletionResponse)OpenAITextCompletionConfig)AzureOpenAIError BaseAzureLLMopenai_text_completion_configcXeZdZdfd ZdZ ddededededzded ed ed edzd edzd ede de ee fde de dzfdZ ddifdedzd ededede dedede ded edzde fdZddifde dededzd ede deded edzde fdZddifde dededzd ede deded edzde fdZxZS)AzureTextCompletionNc"t|y)N)super__init__)self __class__s j/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/llms/azure/completion/handler.pyrzAzureTextCompletion.__init__s c4ddi}|||d<|S|d||d<|S)Nz content-typezapplication/jsonzapi-keyBearer Authorization)rapi_keyazure_ad_tokenheaderss rvalidate_environmentz(AzureTextCompletion.validate_environmentsG .   !(GI  ')00@'AGO $rmodelmessagesmodel_responser api_base api_versionapi_typer!azure_ad_token_provider print_verbose logging_objlitellm_params acompletionr"cl || tdd| jdd}t||d}|(d|vr$|j||||||| || || }d|d | }n||d | }|d urJ| j d d r|j | ||||||| || S|j |||||||| || || Sd | vr!| d d ur|j| ||||||| | S| j||||d|||dt|ts tdd|j|||||d |}t|ts tdd|jjjd i|d| i}|j!}|j#}| j%||||||dt&j)t+d i||S#t$r}|d}~wt,$rT}t/|dd}t/|dd}t/|dd}||r t/|dd}t|t1||d}~wwxYw)!NzMissing model or messages status_codemessage max_retriesr azure_text)r%r$custom_llm_providerzgateway.ai.cloudflare.com) r r(r'r$clientr4timeoutr!r*r.r-)r$promptTstreamF) r,r'datar$r r(r!r8r7r-) r'r;r&r r(r$r!r8r7r,r4r-) r,r'r;r$r r(r!r8r7)r r!)r"r(r'complete_input_dictinputr additional_argsmax retries must be an int)r r'r(r7r- _is_asyncr$.azure_client is not an instance of AzureOpenAIr8)r"r(r')r>r original_responser?response_objectmodel_response_objectr2r"responser2r3r"r)rpopr ,_init_azure_client_for_cloudflare_ai_gatewaygetasync_streamingr. streamingpre_call isinstanceintget_azure_openai_clientr completionswith_raw_responsecreateparse model_dump post_callr%convert_to_chat_model_response_objectr Exceptiongetattrstr)rr$r%r&r r'r(r)r!r*r+r8r,optional_paramsr- logger_fnr.r"r7r4r9r; azure_client raw_responserHstringified_responseer2 error_headerserror_responses r completionzAzureTextCompletion.completions6*F c} 0&3@[\\!0!4!4]A!FK*HE_klF#(Cx(OJJ# +%! +##1,C +#1K "&K?K#$& d""&&x7//$/!)!# '$/'5 '%'50   ++!)!'5 '$/#'5 '%$/$/'5,  _,1Jd1R~~ +%# +#1#!&  $$ #(/.<$(3$,/3%% "+s3*sD`aa&*&B&B#% +!#1#'C' ", <*$' P 'Xl&>&>&P&P&W&W&pZ^&pho&p "."4"4"6.6.A.A.C$%% #&:#*'2$,% & 5ZZ$:$R=Q$R*8[  G c!(M3!?K#Ay$7M$+Az4$@N$ ' 4 H "{CFTab b  cs8BGG2$GC0G H3G H3AH..H3r;r8r4c Kd} |j||||d| | }t|ts tdd|j |d|j dd|j i|j jd|d  |jjjdi|d |id{}|j} tj| j| S79#t$r}|d}~wt$rT}t!|d d}t!|dd}t!|dd}||r t!|dd}t|t#||d}~wwxYww)NTr(r'r r$rAr7r-rB3azure_client is not an instance of AsyncAzureOpenAIr1r9rrr"r'r.r<r=r8rEr2r"rHrIr)rRrPrrrOr _base_url_uri_referencerSrTrUrVrrYrWrZr[r\)rr r(r$r'r;r8r&r,r4r!r7r-rHr_r`rbr2rcrds rr.zAzureTextCompletion.acompletions+ c#'">">'!-#?#Ll,<=& #Q  8n$,, /7<;O;O:P1QR , 6 6 E E#'+/ ! ! )Z (@(@(R(R(Y(Y(r\`(rjq(r"rL#))+H0VV ( 3 3 5&4W #s   G c!(M3!?K#Ay$7M$+Az4$@N$ ' 4 H "{CFTab b  csHEB+C-1C+28C-*E+C-- E6C88 EAEEEc |jdd} t| ts tdd|j ||||d| | } t| t s tdd |j |d | jd d | ji| jjd |d| jjjdi|d|i} | j}t||d|}|S)Nr4rr0r@r1FrgrBrCr9rrTrir=r8r5completion_streamr$r6r,r)rJrPrQrrRrrOr rjrkrSrTrUrVr )rr,r'r r(r;r$r8r!r7r-r4r_r`rH streamwrappers rrNzAzureTextCompletion.streamings!"XXmQ7 +s+"s">'!-#?#Ll,<=& #Q  8n$,, /7<;O;O:P1QR , 6 6 E E#'+/ ! ! )Z (@(@(R(R(Y(Y(r\`(rjq(r"rL*002H#6"*$0' $M ! #s c!(M3!?K#Ay$7M$+Az4$@N$ ' 4 H "{CFTab b  cs<D7B+C/C0$CD7C D4 AD//D44D7)returnN)FNN)__name__ __module__ __qualname__rr#r\listr rLiteLLMLoggingObjdictobjectboolrerrQr.rNrM __classcell__)rs@rrrs[6"#'[c[c[c& [c t [c  [c[c[cd [c"*D[c [c'[cS&[)[c"#[c$%[cP&*!;ct;c;c ;c  ;c  ;c;c&;c';c;cd ;c;cL&*!3&33t 3  3  333d 33|&*!8c&8c8ct 8c  8c  8c8c8cd 8c8crrN)collections.abcrtypingrropenairr*litellm.litellm_core_utils.litellm_loggingrrv3litellm.litellm_core_utils.prompt_templates.factoryr litellm.utilsr r r openai.completion.transformationr common_utilsrrr__annotations__rrrrrs>$0SNTTJ9'A'CuCUc,Ucr