uPje-JUddlZddlZddlZddlmZddlmZddlZddlm Z ddl m Z ddl mZmZmZmZddlmZddlmZmZd d lmZd d lmZeZeed <dedefdZdedefdZiddifde de!de dedededede deezfdZ"dede de!ededede dedeezfdZ#y)N)Callable)Final)REPLICATE_POLLING_DELAY_SECONDS)Logging)AsyncHTTPHandler HTTPHandler_get_httpx_clientget_async_httpx_client)AllMessageValues)CustomStreamWrapper ModelResponse)ReplicateError)ReplicateConfigreplicate_configheaders http_clientc#vKd}d}d}|dvrtjt|d||j||}|jdk(r|j } | d}d| vr7 dj | d}|t|d} |d | | |d |}| d}|d k(rN| jdd} tdd| |j |d|j|j|dvryy#t$r+tdd j| d|j wxYww)N succeededfailedcanceledzreplicate: polling endpoint: rstatusoutput Unable to parse response. Got={} status_codemessager New chunk: rrrerrorError: 8Replicate: Failed to fetch prediction status and output.) timesleeprgetr"jsonjoin Exceptionrformatrlentext) prediction_url api_token print_verboserrprevious_output output_stringrresponse response_data new_outputreplicate_errors h/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/llms/replicate/chat/handler.py$handle_prediction_response_streamingr=s}OM F"EE 235n5EFG??>7?C   3 &$MMOM"8,F=($&GGM(,C$DM+3+?+AB  J<89!+v>>"/"8,F!"/"3"3GR"@$ #%o%67$,, J8K_K_J`aianan`op ="EE!($' B I I-X`Ja b ( 0 0s%A*D9-DA>D9D94D66D9c JKd}d}d}|dvrJtjtd{|j||d{}|jdk(r|j } | jdd}d| vxr| ddu} | rb t | dtrdj| d}n| dd}nt| d}|t|d} |d | | |d |}| jdd}|d k(rN| jd d} tdd| |j |d|j|j|dvrIyy7/7#t$r8tddj| jdd|j wxYww)Nrrrrrrrr r!r$r%rr&r'r(r))asyncior+rr,r"r- isinstancelistr.strr/rr0rr1r2) r3r4r5rrr6r7rr8r9output_presentr:r;s r<*async_handle_prediction_response_streamingrDEsOM F"EEmm;<<<$II   3 &$MMOM"&&x4F%6^=;RZ^;^N!-"94@(* h0G(H &x08(* ),M(,C(D +3+?+AB  J<89!+v>>"/"&&x4F!"/"3"3GR"@$ #%o%67$,, J8K_K_J`aianan`op M"EE<I !($' B I I-J[J[\dfjJk l ( 0 0sB(F#EF#EAF# >E B F#F#F#AF  F#modelmessagesapi_basemodel_responser5optional_paramslitellm_params logging_objreturnctj|| ||||} tj|}tj||||| }| | durt ||| ||||||||||  St t j |_tj|||||}tddi}|j|| tj| }tj|}d |vr.|d dur'|d t|||| | }t|||d St!t"j$D]}t j&t"j(d|zz|j+|| }|j,dk(r"|jj+ddvrpt#j.j1||||||||||  cSt3ddd)N)api_keyrrErFrIrJ)rErFrIrJrT) rHrEencodingrFrIrJ version_id input_datarNrGrKr5rrGrNrErIrJtimeout@)paramsurlrdatastreamzstreaming requestrr replicaterKcustom_llm_providerrrWrrr processingstarting rE raw_responserHrKrN request_datarFrIrJrO9No response received from Replicate API after max retriesr!)rvalidate_environmentmodel_to_version_idtransform_requestasync_completionintr*createdget_complete_urlr postr-dumpsget_prediction_urlr=r rangelitellm!DEFAULT_REPLICATE_POLLING_RETRIESr+'DEFAULT_REPLICATE_POLLING_DELAY_SECONDSr,r"rtransform_responser)rErFrGrHr5rIrJrKrNrOcustom_prompt_dict logger_fn acompletionrrPrQr3 httpx_clientr8 _responseretrys r< completionr||sP 33'% 4G)<+>x+HM ,  &&(;;!)##+)<   . K Ij Ps8A,F.F /B F:F ;FFA4F FF)$r?r-r*collections.abcrtypingrrrlitellm.constantsr*litellm.litellm_core_utils.litellm_loggingrLiteLLMLoggingObj&litellm.llms.custom_httpx.http_handlerrrr r litellm.types.llms.openair litellm.utilsr r common_utilsrtransformationrr__annotations__dictr=rDrBrAr|rjr}r<rsS $=S 7<)+)+%+'7;'JU'V3 3 " 3D p ppp" p  p  pp#p((pfB!B B#$B  B  B#BB((Br}