uPjZUddlZddlmZddlmZddlZddlmZmZm Z ddl m Z ddl m Z e Zeed<dddifd ed ed ed e d edededeezdzfdZdZdZy)N)Callable)Final)AsyncHTTPHandler HTTPHandler_get_httpx_client) ModelResponse)NLPCloudConfig nlp_configmodelmessagesapi_basemodel_response print_verboseoptional_paramslitellm_paramsclientc <tj|| |||| } tjj }|j D]\}}||vs |||<|}d}|}||z|z}tj |||| | }|jd||| |d| t| ts t} | j|| tj|d|vr|dnd}d|vr|dd ur t|Stj||||||||| | S) N)api_keyheadersr r rrz /generation)r r rrr)complete_input_dictrr)inputradditional_argsstreamF)rdatarT) r raw_responser logging_objr request_datar rrencoding)r validate_environmentlitellmr get_configitemstransform_requestpre_call isinstancerrpostjsondumpsclean_and_iterate_chunkstransform_response)r r rrrrrrrr logger_fndefault_max_tokens_to_samplerrconfigkvcompletion_url_fragment_1completion_url_fragment_2completion_urlrresponses h/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/llms/nlp_cloud/chat/handler.py completionr6s --'% .G**557F #1 _ $!"OA  # (0'4 E5=@YYN..'% /D#'& ~Z <"$kk ZZ ,4,Gx(U "H ?"x'@D'H'11,,!)#+)-  c#Kd}|jdD]<}|sn8||z }d|vs|jdd}|jdd}d|vr,>|r|jdyyw)Nr7i) chunk_sizezutf-8) iter_contentreplacedecode)r4bufferchunks r5r*r*ps F&&$&7 %^^GS1F--( (F mmG$$s%A-+A-A-cy)NrAr7r5 embeddingrBsr7)r(collections.abcrtypingrr!&litellm.llms.custom_httpx.http_handlerrrr litellm.utilsrtransformationr r __annotations__strlistdictr6r*rBrAr7r5rLs $ (*"$ E$!%48 P P P P " P  P P P  * *T 1P |%$ r7