Ë
    uPêj!  ã                   ó²   — d dl Z d dlmZ d dlmZ d dlZd dlmZmZ d dl	m
Z
mZmZ d dlmZmZ ddlmZ 	 	 	 	 dd	ed
ededz  dedededee
z  dz  fd„Zd„ Zy)é    N)ÚCallable)ÚFinal)Úcustom_promptÚprompt_factory)ÚAsyncHTTPHandlerÚHTTPHandlerÚ_get_httpx_client)ÚModelResponseÚUsageé   )ÚPetalsErrorÚmodelÚmessagesÚapi_baseÚmodel_responseÚprint_verboseÚoptional_paramsÚclientc                 óˆ  — t         j                  j                  «       }|j                  «       D ]  \  }}||vsŒ|||<   Œ | t         j                  v r,t         j                  |    }t        |d   |d   |d   |¬«      }nt        | |¬«      }d }|rƒ|j                  |d||dœ¬«       | |d	œ|¥}|�t        |t        «      s
t        «       }|j                  ||¬
«      }|j                  |d|j                  d|i¬«       	 |j                  «       d   }n•	 ddlm} ddlm} | } |j1                  | dd¬«      }|j1                  | «      }|j                  |dd|i¬«        ||d¬«      d   } |j2                  |fi |¤Ž}|j                  |d|d|i¬«       |j5                  |d   «      }|�,t7        |«      dkD  r||j8                  d   j:                  _        t7        |j?                  |«      «      }t7        |j?                  |d   d   d   jA                  d«      «      «      }tC        tE        jD                  «       «      |_#        | |_$        tK        ||||z   ¬«      }tM        |d|«       |S # t        $ r5}t!        |j"                  t%        |«      |j&                  ¬«       Y d }~Œüd }~ww xY w# t        $ r t        d«      ‚w xY w)NÚrolesÚinitial_prompt_valueÚfinal_prompt_value)Ú	role_dictr   r   r   )r   r   Ú )Úcomplete_input_dictr   )ÚinputÚapi_keyÚadditional_args)r   Úinputs)Údatar   )r   r   Úoriginal_responser   Úoutputs)Ústatus_codeÚmessageÚheadersr   )ÚAutoDistributedModelForCausalLM)ÚAutoTokenizerz…Importing torch, transformers, petals failed
Try pip installing petals 
pip install git+https://github.com/bigscience-workshop/petalsF)Úuse_fastÚadd_bos_tokenÚpt)Úreturn_tensorsÚ	input_idsÚchoicesr$   Úcontent)Úprompt_tokensÚcompletion_tokensÚtotal_tokensÚusage)'ÚlitellmÚPetalsConfigÚ
get_configÚitemsÚcustom_prompt_dictr   r   Úpre_callÚ
isinstancer   r	   ÚpostÚ	post_callÚtextÚjsonÚ	Exceptionr   r#   Ústrr%   Úpetalsr&   Útransformersr'   Úfrom_pretrainedÚgenerateÚdecodeÚlenr-   r$   r.   ÚencodeÚgetÚintÚtimeÚcreatedr   r   Úsetattr)r   r   r   r   r   ÚencodingÚlogging_objr   ÚstreamÚlitellm_paramsÚ	logger_fnr   ÚconfigÚkÚvÚmodel_prompt_detailsÚpromptÚoutput_textr    ÚresponseÚer&   r'   Ú	tokenizerÚ	model_objr   r"   r/   r0   r2   s                                 úk/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/llms/petals/completion/handler.pyÚ
completionr\      s  € ô ×(Ñ(×3Ñ3Ó5€FØ—‘“ò #‰ˆˆ1à�_Ò$à!"ˆO˜AÒð	#ð ”×*Ñ*Ñ*ä&-×&@Ñ&@ÀÑ&GÐÜØ*¨7Ñ3Ø!5Ð6LÑ!MØ3Ð4HÑIØô	
‰ô   e°hÔ?ˆà"€KÙà×ÑØØà'6Ø$ñð 	ô 	
ð !&°ÑK¸?ÐKˆð ˆ>¤¨F´KÔ!@Ü&Ó(ˆFØ Ÿ+™+ h°T˜+Ó:ˆð 	×ÑØØØ&Ÿm™mØ2°OÐDð	 	ô 	
ð	Ø"Ÿ-™-›/¨)Ñ4‰Kð	Ý>Ý2ð ˆà(×8Ñ8¸ÈÐ^cÐ8Ódˆ	Ø:×JÑJÈ5ÓQˆ	ð 	×ÑØØØ2°OÐDð 	ô 	
ñ " &¸Ô>¸{ÑKˆð ,˜×+Ñ+¨FÑF°oÑFˆð 	×ÑØØØ%Ø2°OÐDð	 	ô 	
ð  ×&Ñ& w¨q¡zÓ2ˆàÐ¤3 {Ó#3°aÒ#7Ø4?ˆ×Ñ˜qÑ!×)Ñ)Ô1ä˜xŸ™¨vÓ6Ó7€MÜ" 8§?¡?°>À)Ñ3LÈQÑ3OÐPYÑ3Z×3^Ñ3^Ð_hÓ3iÓ#jÓkÐä ¤§¡£Ó-€NÔØ €NÔÜØ#Ø+Ø"Ð%6Ñ6ô€Eô
 ˆN˜G UÔ+ØÐøôu ò 	ÜØ$×0Ñ0Ü˜A›Ø ×(Ñ(÷ò ûð	ûô ò 	Üð Zóð ð	ús$   Ã?I+ ÄJ, É+	J)É4+J$Ê$J)Ê,Kc                   ó   — y )N© r^   ó    r[   Ú	embeddingr`   �   s   € àr_   )FNNN)rI   Úcollections.abcr   Útypingr   r3   Ú3litellm.litellm_core_utils.prompt_templates.factoryr   r   Ú&litellm.llms.custom_httpx.http_handlerr   r   r	   Úlitellm.utilsr
   r   Úcommon_utilsr   r?   ÚlistÚdictr\   r`   r^   r_   r[   ú<module>ri      sš   ðÛ Ý $Ý ã ÷÷ñ ÷
 /å &ð ØØØ48ñyØðyàðyð �D‰jðyð "ð	yð
 ðyð ðyð Ð*Ñ*¨TÑ1óyóx	r_   