uPjU6 d dl Z d dlmZ d dlmZ d dlmZ d dlZd dlZd dl m
Z d dl m
Z
d dlmZmZ d dlmZmZ d d lmZ d d
lmZmZ G d d e Zd
edede dedede f dZ G d d Z y) N)Callable)partial)Final)Logging)track_llm_api_timing)
custom_promptprompt_factory)AsyncHTTPHandlerget_async_httpx_client) TextChoices)CustomStreamWrapperTextCompletionResponsec b e Zd Z ddej dz dej
dz f fd
Z xZS ) TextCompletionCodestralErrorNrequestresponsec || _ || _ ||| _ n t j dd | _ ||| _ n&t j || j | _ t | ! | j y )NPOSTz8https://docs.codestral.com/user-guide/inference/rest_api)methodurl) status_coder ) r messager httpxRequestr Responsesuper__init__)selfr r r r __class__s n/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/llms/codestral/completion/handler.pyr z%TextCompletionCodestralError.__init__ sm ' "DL == N DL $DM !NN{DLL YDM
& )NN)__name__
__module__ __qualname__r r r r
__classcell__r s @r r r s;
)-*. ' % '
..4' ' 'r! r clientapi_baseheadersdatamodelmessagesc K | j |||d d { }|j dk7 r!t |j |j |j }|j |d|d|i |S 7 ]w)NTr) r* stream r r complete_input_dictinputapi_keyoriginal_responseadditional_args)postr r text aiter_lines post_call) r' r( r) r* r+ r, logging_objr completion_streams r make_callr? 2 s #KK'UYK ZZHs"*x7K7KU]UbUbcc ' 3 3 5+.5 [s A;A9A A;c e Zd Zd fd Zdedz dedefdZdefdZd ed
ej d e
d e d
e dededeez de
de
fdZdddi fd ede
deded e
deded
e dedeej" z dede
ez fdZ e ddi fd ede
ded e
dedededeej" z de
fd Z e dddi fd ede
ded e
ded
e dedeej" z defd Zd Z xZS ) CodestralTextCompletionreturnNc " t | y N)r r )r r s r r z CodestralTextCompletion.__init__M s
r! r6 user_headersc ` | t d dd| d}|t |t ri ||}|S )NzVMissing CODESTRAL_API_Key - Please add CODESTRAL_API_Key to your environment variableszapplication/jsonzBearer )z content-type
Authorization)
ValueError
isinstancedict)r r6 rE r) s r _validate_environmentz-CodestralTextCompletion._validate_environmentP sN
? uv v . &wi 0
#
<(F11L1Gr! generated_textc g d}|D ]k }|j j | r|j |dd }|j | sG|ddd j |ddd dd ddd }m |S )z
Parse the output text to remove any special characters. In our current approach we just check for ChatML tokens.
Initial issue that prompted this - https://github.com/BerriAI/litellm/issues/763
)z
<|assistant|>z
<|system|>z<|user|>zzr2 N)strip
startswithreplaceendswith)r rL chat_template_tokenstokens r
output_parserz%CodestralTextCompletion.output_parser_ s '
* XE ##%007!/!7!7r1!E &&u-!/"!5!=!=eDbDk2q!QRVTVRV!W X
r! r+ r model_responser/ r= optional_paramsr* r, c f |j | ||j d|i |
d|j |j dk7 r*t t |j |j |j } | j dg }
g }|
D ] }d }d}d }d }|j d i }t j j |j d
|j d |j d |j d
}|j | t j | j d || j d | j d | j d d| j d }|S # t $ r t |j d w xY w)Nr3 r4 z#codestral api: raw model_response: r0 )r r i choicesr r
finish_reasonindexcontentlogprobs)r[ r\ r: r^ idcreatedr+ usageFobject)r_ rZ r` r+ ra r/ rb )
r< r: r r strjson Exceptiongetlitellmutilsr appendr )r r+ r rW r/ r= rX r6 r* r,
print_verboseencodingcompletion_response_original_choices_choiceschoice_finish_reason_index_text _logprobs_choice_message_choice _responses r process_text_completion_responsez8CodestralTextCompletion.process_text_completion_responses s &mm 2D 9
;HMM?KL 3 &.HMM* $ 0 0
W)1 $7#:#:9b#I-/' %F "NFE I $jjB 7O mm// $jj 9 jj)$((3 J/ 0 G
OOG $3 %6 #99"&&t, '++I6%))'2%))'2&**84
S W.x}}RUV V Ws 1F !F0r( custom_prompt_dictrj timeoutr) c | j || }|
j dd du r|}n|xs d}||v r || }t |d |d |d | }n
t || }t j
j
}|j D ] \ }}||
vs ||
|< |
j d d
}||d |
}|}| j |||||| d
| du rC|du r | j ||||||||| |
|
||| S | j ||||||||| |
d
|
||| S |du rUt j j ||t j | | }t |j! |d| }|S t j j ||t j | }| j# ||||
j% d d
| |
||||| S )Ncustom_endpointTz/https://codestral.mistral.ai/v1/fim/completionsrolesinitial_prompt_valuefinal_prompt_value) role_dictr} r~ r, )r+ r, r/ F)r+ prompt)r3 r) r( acompletion)r5 r6 r8 )r+ r, r* r( rW rj rk r6 r= rX litellm_params logger_fnr) ry )r+ r, r* r( rW rj rk r6 r= rX r/ r r r) ry r. codestral)custom_llm_providerr= )r r) r* ) r+ r rW r/ r= rX r6 r* r, rj rk )rK popr r rg CodestralTextCompletionConfig
get_configitemspre_callasync_streamingasync_completionmodule_level_clientr9 rd dumpsr
iter_linesrw rf )r r+ r, r( rx rW rj rk r6 r= rX ry r r r r) completion_urlmodel_prompt_detailsr configkvr/ r*
input_textr rv s r
completionz"CodestralTextCompletion.completion s $ ,,Wg> 0$ 74 ? %N % Z)ZN & &* 2277 ZZ% 8 H 3##%$/ ' I 2277" ZZ% 8 H
44 )"&&x7# + ' 5
r! c
K t t j j d| i } |j ||t j |
d { }| j |||| |||
||| | S 7 # t j $ r=}t |j j d|j j d }~wt $ r}t d| d }~ww xY ww)Nry ) llm_providerparams)r) r* zHTTPStatusError - r1 i ) r+ r rW r/ r= r6 r* r, rj rX rk )r rg LlmProvidersTEXT_COMPLETION_CODESTRALr9 rd r r HTTPStatusErrorr r r r: re rw )r r+ r, r( rW rj rk r6 r= r/ r* rX ry r r r)
async_handlerr es r r z(CodestralTextCompletion.async_completionH s & 6 --GG w'
$1$6$6xW[WaWabfWg$6$h hH 44 )# ' + 5
i$$ . JJ 2 2,QZZ__,=>
. A3
sF (C%*A8 A6A8 C%6A8 8C" 8C C"C C""C%c K d| d< t d t t ||t j | ||| |d| }|S w)NTr/ )r( r) r* r+ r, r= ztext-completion-codestral)r> r? r+ r r= )r
r r? rd r )r r+ r, r( rW rj rk r6 r= r* ry rX r r r)
streamwrappers r r z'CodestralTextCompletion.async_streamingx sW $ X 2 " ! ZZ%! ' ;#
s ?Ac y rD )r argskwargss r embeddingz!CodestralTextCompletion.embedding s r! )rB N)r" r# r$ r rc rJ rK rV r r r boolLiteLLMLogginglistrw r floatTimeoutr
r r r r r r% r& s @r rA rA L sj
t
C (GG ..G / G
G $
G G G SjG G
Gl !J
J
J
J
! J
/
J
J
J
$J
J
&J
!J
"
"5 5#J
X !-
-
-
-
/ -
-
-
-
&-
"
#-
-
^ " " " "
/ "
" $" " &"
!" " H
r! rA ) rd collections.abcr functoolsr typingr r rg *litellm.litellm_core_utils.litellm_loggingr r (litellm.litellm_core_utils.logging_utilsr 3litellm.litellm_core_utils.prompt_templates.factoryr r &litellm.llms.custom_httpx.http_handlerr
r litellm.types.utilsr
litellm.utilsr
r re r rc rJ r r? rA r r! r r s $ P I , E'9 '0
4R
R
r!