uPjT3 2UddlZddlZddlmZddlmZmZmZmZddl Z ddl Z ddl m Z ddlmZmZmZddlmZddlmZd d lmZd d lmZeZeed <dZeed<edZeed<dededzdededzfdZdededzdededzfdZ GddeZ!y)N)Callable)AnyFinalLiteralget_args)Logging)AsyncHTTPHandler HTTPHandlerget_async_httpx_client)EmbeddingResponse)BaseLLM)HuggingFaceError)HuggingFaceEmbeddingConfigconfigzhttps://huggingface.co HF_HUB_URL)sentence-similarityzfeature-extractionrerankembed similarityhf_tasks_embeddingsmodel task_typeapi_basereturnc|(|ttvr|Std|dttd}|j |d|}|j }|j dd}|S)NInvalid task_type=. Expected one of=rconcurrent_limit /api/models/url pipeline_tag)rr Exceptionr getjsonrrr http_client model_infomodel_info_dictr&s o/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/llms/huggingface/embedding/handler.pyget_hf_task_embedding_for_modelr/ s !45 5 0 ;MNaMbcd d$a8K#xj UG,LMJ'__.O&5&9&9.$&OL c0K|(|ttvr|Std|dtttj j }|j|d|d{}|j}|jdd}|S7(w)Nrr  llm_providerr#r$r&) rrr'r litellm LlmProviders HUGGINGFACEr(r)r*s r.%async_get_hf_task_embedding_for_modelr71s !45 5 0 ;MNaMbcd d/))55K*ooXJl5'2RoSSJ'__.O&5&9&9.$&OL  TsA)B+B,)Bc8eZdZUdZej dzed<dZejdzed<d!fd Z de de dzde fdZ d e d e dzd e de d e de f d Zde d e de fdZde d e dedd e d e de f dZde ded e de dedef dZ d"d e de dej,j$deej0zded e de de dzde dededzfdZddej0dddifd e de ded e de dedede dzde dzdeej0zdedzdeezdzdeffd ZxZ S)#HuggingFaceEmbeddingN_client_session_aclient_sessionrc"t|yN)super__init__)self __class__s r.r?zHuggingFaceEmbedding.__init__Hs r0inputr&c|d|iS|dk(s|dk(r(t|dkr tddd|d|d dd iS|d k(r(t|dkr tdd d|d|d dd iSd|iS)Ninputsrrrz)sentence-similarity requires 2+ sentences status_codemessagerrsource_sentence sentencesrzreranker requires 2+ sentences)querytexts)lenr)r@rBr&s r. _transform_input_on_pipeline_tagz5HuggingFaceEmbedding._transform_input_on_pipeline_tagKs  e$ $ 0 0LL4P5zA~& #G%(qrST T X %5zA~& #<a59EF F%  r0rr embed_urloptional_paramscKt||td{}|j||}t|j dkDr||d<|S7:w)NrrrrBr&roptions)r7rrOrNkeys)r@rrrPrBrQhf_taskdatas r._async_transform_inputz+HuggingFaceEmbedding._async_transform_input^s[>EU^istt;;%V];^ ##% & *-DO usAA;ArXctj}gd}|jD]H\}}||vr|jdi||d|<%||vr|jdi||d|<D|||<J|S)N) min_length max_lengthtop_ktop_p temperaturerepetition_penaltymax_timerU parameters)rget_special_options_paramsitems setdefault)r@rXrQspecial_options_keysspecial_parameters_keyskvs r._process_optional_paramsz-HuggingFaceEmbedding._process_optional_paramsos&,&G&G&I* $))+ DAq(( 2.%&Y"-- b1()\"1%Q  r0 call_type)syncasynccxi}d|vr)t|dk(r tddd|d|dddi}n[d|i}|jd d}|d k(rt||t }n|d k(r|j |||| S|j |}t|jdkDr|j||}|S)Nzsentence-transformersrrEz+sentence transformers requires 2+ sentencesrFrDrrI input_typerlrSrm)rrrPrBrT)rXrQ) rNrpopr/rrYrOrVrj) r@rBrrkrQrPrXrrWs r._transform_inputz%HuggingFaceEmbedding._transform_inputs #e +5zQ& #I%(qrSTDe$D.22<FIF"!@uXalv!wg%22)_hpu2vv88uSZ8[D ##% & *00dO0\D r0 embeddingsmodel_responseencodingc  g}d|vr#|dD]\}}|jd||dnwt|D]i\}}t|ts#t|tr)t|dtr|jd||dO|jd||dddkd|_||_||_d} |D]!} | t|j| dz } #t|dtj| | | dd |S) N similarities embedding)objectindexrwrlist)disallowed_specialusage) prompt_tokenscompletion_tokens total_tokensprompt_tokens_detailscompletion_tokens_details) append enumerate isinstancefloatrzrxrXrrNencodesetattrr4Usage) r@rrrsrrBrt output_dataidxrw input_tokenstexts r._process_embedding_responsez0HuggingFaceEmbedding._process_embedding_responsesE Z '",^"< Y"""-!$%. #,J"7 Yi/:i3NS]^ghi^jlqSr&&&1%()2 &&&1%()21a "!')$  ND C LM ML N    MM*".)&**.   r0timeout logging_objrapi_keyheadersclientc K|j||d||} |j||| | |d| $ttjj } | j || tj| d{} |j||d| i| | j}d |vrtd |d  |j||||| S7Uw) NrlrBrrkrQrPcomplete_input_dictrrrBradditional_argsr2rrXrrBrroriginal_responseerrorrFrrrsrrBrt) rqpre_callr r4r5r6postr)dumps post_callrr)r@rrBrsrrrQrrrrtrrXresponserrs r. aembeddingzHuggingFaceEmbedding.aembeddings+++ ,  '+"$   >+$11==F!' HgDJJW[L\ ]] 2D9&  %MMO j "sJwrwrvalidate_environmentr(r/r startswithosenvirongetenvrrr rqrr rr)rrrr)r@rrBrsrQrrrtrrrrrrrtaskrPrXrrrrAs r.rwzHuggingFaceEmbedding.embedding!s --+) . +..|TB 5EYakl   3 4I  I bjj ( -4I #rzz 1 "8"=INtfTUV[U\]I  ??-'"!+F4D!Ev4 /!#   +++ ,  '+"%   >FK!@ !4F ++itzzRVGW+X 2D9&  %MMO j "sJwrs $00 S 2+6*,,, E, TU33:QTY\_cYc"ssTz]`ehkoeo&B 7B r0