uPj7^UdZddlZddlZddlZddlmZmZddlmZm Z m Z m Z m Z ddl mZmZmZddlmZddlmZddlmZmZdd lmZerdd lmZeZe ed <d Ze ed <GddeZ deedzddde!fdZ"de#e$de%e$effdZ&deedzde'e#ee#e$ffdZ(de#e$de#e$de'e#e$e#effdZ)dAdede$dedefdZ*dede$fdZ+de#ede$fd Z,de#ede#e%e$effd!Z- dBd"e$de#e$de#edzd#e!de%e$eff d$Z.de#ed%e$de#e%e$effd&Z/d'e$de#ede%e$effd(Z0d)ede$fd*Z1 dAd+ed,e%e$efd-e%e$efd.edzdef d/Z2d0Z3d1e%e$efde'e!e%e$efffd2Z4d3ed4e$de'e$e$ffd5Z5d6e d7ede#e$fd8Z6d9eed:e#e$d7ed;e$de'e#ee#e$e#eff d<Z7d7ed.ed=e#ede#efd>Z8 dAd7ed?e$deedzd1e def d@Z9y)Ca Emulated file_search for providers that don't support the tool natively. Flow: 1. Convert file_search tools to a single function tool definition. 2. Call the provider with the function tool. 3. If the provider issues a file_search function_call, execute vector search via litellm.vector_stores.main.asearch(). 4. Feed results back and get the final answer. 5. Wrap everything in OpenAI Responses-API format: [file_search_call output item] + [message output item with file_citation annotations] N)IterableSequence) TYPE_CHECKINGAnyFinal TypeAliascast) NotRequiredReadOnly TypedDict)is_internal_call)verbose_logger)ResponseOutputItemResponsesAPIResponse)VectorStoreSearchResult)BaseResponsesAPIConfig ToolParamlitellm_file_searchFILE_SEARCH_FUNCTION_NAMEcPeZdZUeeeed<eeeed<eeeed<y)FileSearchToolCallArgsqueriesqueryvector_store_idN)__name__ __module__ __qualname__r r object__annotations__s/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/responses/file_search/emulated_handler.pyrr$s2 k&) ** K' ((k&122r!rtoolsprovider_configzBaseResponsesAPIConfig | Nonereturnc`|sytd|D}|sy|duxs|j S)zWReturn True when there is a file_search tool and the provider can't handle it natively.Fc3hK|]*}t|txr|jddk(,yw)type file_searchN) isinstancedictget.0ts r" z2should_use_emulated_file_search..6s-^ST 1d+Nf 0NN^s02N)anysupports_native_file_search)r#r$has_fss r"should_use_emulated_file_searchr4/s= ^X]^^F  d " W/*U*U*W&WWr!vector_store_idsc <dtdddddidddd |d d d gd dS)a Create a Responses API function-tool definition that describes file search. The function accepts one or more natural-language queries (like OpenAI's native file_search); LiteLLM runs the actual vector search against the configured vector stores. Note: Uses Responses API format (name/description/parameters at top level), NOT Chat Completion format (nested under "function"), so that the LiteLLMCompletionResponsesConfig transformation picks up name and description. functionzSearch the knowledge base for information relevant to the query. Use this whenever you need to look up specific facts, documents, or content from the vector store. You can provide multiple queries to search for different aspects of the information.rarrayr(stringzOne or more search queries to look up in the vector store. Multiple queries help find comprehensive information from different angles.)r(items descriptionz!ID of the vector store to search.)r(r;enum)rrr)r( propertiesrequired)r(namer; parameters)r)r5s r"_build_function_toolrAAsW) B $$h/, %#F,$ # %  r!cTg}g}|xsgD]^}t|tr;|jddk(r'|jdxsg}|j|N|j |`t tj |}|r|j t|||fS)z Replace all file_search tools with a single function tool. Returns: (new_tools_list, all_vector_store_ids) r(r)r5)r*r+r,extendappendlistfromkeysrA)r#non_file_searchr5toolids unique_idss r"_replace_file_search_toolsrKls,.O)+ ) dD !dhhv&6-&G((-.4"C  # #C (  " "4 ( )$( 6F(G#HJ3J?@ J &&r!rc bKddlmcm}g}|}|D]f}|D]_} |j||d{}t |t r|j dn t|dd}|r|j|ah||fS7M#t$r"} tjd||| Yd} ~ d} ~ wwxYww)a% Run `asearch` against all vector stores for all queries and collect results. Args: queries: List of search queries to execute (like OpenAI's multi-query approach) vector_store_ids: Vector store IDs to search Returns: (queries_list, combined_results) rN)rrdatazLfile_search emulated: search failed for query='%s', vector_store_id='%s': %s) litellm.vector_stores.main vector_storesmainasearchr*r+r,getattrrC Exceptionrwarning) rr5vs_main all_results ids_to_searchrvs_idresponse results_dataexcs r"_run_vector_searchesr\s108:K+M" E !($)"1"8B(D7Qx||F3W^_gioquWv &&|4 $ K  &&b  s?B/BA?AB7B/?B B, B'"B/'B,,B/resultkeydefaultc`t|tr|j||St|||S)zGRead a field from either a dict/TypedDict or an attribute-based object.)r*r+r,rR)r]r^r_s r" _get_fieldras,&$zz#w'' 63 ((r!ctttt|dxsg}|Dcgc]1}t |t r|j ddn t|dd3}}djd|DScc}w)z?Concatenate the text of every content chunk on a search result.contenttext c3&K|] }|s| ywNr r-s r"r0z'_joined_content_text..s0!aA0s) r rrrar*r+r,rRjoin)r] content_itemsc text_chunkss r"_joined_content_textrmst 0*VY2O2USUVMhuvcdz!T/B!%%+PQSY[]H^^vKv 880{0 00ws6A:resultsc2|syg}t|dD]s\}}t|d}t|d}t|d}t|}d|}|r|d|z }|r|d|z }| |d |d z }|d z }|j|d |ud j |S)zISerialize search results into a string to pass back as the tool's output.z%No results found in the vector store.scorefile_idfilenamez[Result z | z | file_id=z | score=z.3f] z ) enumeraterarmrDri) rnpartsir]rqrrrsrdheaders r"%_format_search_results_as_tool_outputrzs 6 Ew** 667+VY/fj1#F+A3  H:& &F   G9- -F    %- -F#  xr$()*" ;;u r!c g}|D]Z}t|dxsd}t|}|j|t|dxsdt|d|t|dxsid\|S)ur Convert VectorStoreSearchResult objects to the format expected in file_search_call.search_results (mirrors OpenAI's include= format). All chunks are returned — no deduplication by file_id — matching the behaviour of OpenAI's native file_search which surfaces every relevant chunk even when multiple chunks originate from the same document. rrrersrq attributes)rrrsrqrdr|)rarmrD)rn formattedr]rrrds r"!_build_search_results_for_includer~s|13I  VY/52#F+"&vz:@b#FG4(>D"      r!call_idinclude_search_resultsc4d}|r |r t|}d|d||dS)aBuild the file_search_call output item (mirrors OpenAI's format). Args: call_id: Unique ID for this file_search call. queries: List of search queries used. results: The raw search results (used when include_search_results=True). include_search_results: Populate search_results when the caller passed ``include=["file_search_call.results"]``. Nfile_search_call completed)r(idstatusrsearch_results)r~)rrrnrrs r"_build_file_search_call_outputrs1N':7C"(  r!rdcg}t|}t}|D]L}t|d}t|d}|r||vr"|j||j d|||xsddN|S)z~ Build file_citation annotations for the text. Each result with a file_id gets a citation at the end of the text. rrrs file_citationre)r(indexrrrs)lensetraaddrD)rnrd annotationsr seen_file_idsr]rrrss r" _build_file_citation_annotationsrs35Kt9E(+M  VY/fj1']2 '"'"$N     r! response_textc0t||}ddd||dgdS)zFBuild the message output item with optional file_citation annotations.message assistant output_text)r(rdr)r(rolerc)r)rrnrs r"_build_message_outputr8s5 :'=QK&%*    r!rYc|jD]}t|tr|jdn t |dd}|dk(s7t|tr|jdn t |dg}|xsgD]v}t|tr|jdn t |dd}|dk(s7t|tr|jdn t |dd}| t |ndccSy)z7Pull the assistant's text from the provider's response.r(Nrrcrrdre)outputr*r+r,rRstr)rYitem item_typercblock block_typeraws r"#_extract_text_from_responses_outputrKs?(24(>DHHV$GDRXZ^D_  !-7d-Cdhhy)QUW`bdIeG B ?2  ? ? r!original_responsefile_search_call_outputmessage_outputfirst_responsec||g}tt|ddtjjdt|dt t j dt|ddttttttfz|t|dd d }t|d rtt|d xsi}|{t|d rot|d xsi}t|tr|jd n t|d d }|/t|tr|jd nd } | xsd |z|d <||_|S)a^ Return a new ResponsesAPIResponse with: output[0] = file_search_call item output[1] = message item (with citations) When first_response is provided, its response_cost is accumulated into the synthesized _hidden_params so that billing callbacks see the total cost of both provider calls that the emulated flow makes. rresp_rY created_atrmodelreusageN)rrrrrrrerror_hidden_params response_costr)rrRuuiduuid4hexinttimer rErr+rrhasattrr*r,r) rrrrsynthesized_output synthesizedhidden first_hidden first_cost current_costs r""_synthesize_responses_api_responserYsR;RSa9b- $deDJJL4D4D3E,F G,lC -$O#ZZ1O(.N i 5F4He4 !> 11r! tool_callfallback_call_idc6t|trJt|jdxs|jdxs|}|jdxsd}||fSt |ddxst |ddxs|}t|}t |ddxsd}||fS)zOExtract (call_id, raw_arguments_string) from a dict or Pydantic tool_call item.rr argumentsz{}N)r*r+rr,rR)rrrraw_args raw_call_ids r"_extract_tool_call_fieldsrs)T"immI.Y)--2EYIYZ==-5 H %Y 4@vGIW[]aDbvfv k"9k48@D H r!argsrc|jd}|s0|jd}|rtt|gSt|gSt|ts t|gSttt|S)zXPull the queries list out of parsed tool-call arguments, with backward-compat fallbacks.rr)r,r rr*rE)rrqueries_from_call single_querys r"_resolve_queries_from_argsrsk#xx 2 "hhw/ ,8S,'(Js5zlJ ' .%&'' S , --r!file_search_calls all_vs_idsfile_search_call_idcKg}g}g}|D]}t||\}} t| trtj| n| } t | |} | jd} | rtt| gn|} t| | d{\}}|j||j||jd|t|d|||fS#tj $ri} YwxYw7iw)zIRun the vector search for each file_search tool_call and collect results.)rr)rr5Nfunction_call_output)r(rr) rr*rjsonloadsJSONDecodeErrorrr,r r\rCrDrz)rrrr tool_results all_queriesrVrrrrr vs_id_argvs_ids_for_callrrns r"_execute_file_search_tool_callsrs)+L$&K8:K& 5iRef CMhX[C\4::h+?bjD7tUCHH./ 4=4Y/0:!5%,"   7#7#."?H  ) 8 k 11/## D  s6C4'CAC4C2 AC4C/,C4.C//C4rcZt|ttfr t|ndt|dg}g}|jD]c}t|t r|j |%t|dr"|j |jdS|j |e||z|zS)aAssemble the follow-up call input: original messages + first-response output + tool results. Including all output items (text blocks, reasoning, non-file-search calls) ensures providers like Anthropic that emit text before the tool call have complete conversation context. Serializes Pydantic model instances to plain dicts so the transformation layer can call .get(). user)rrc model_dumpT) exclude_none) r*rEtuplerrr+rDrr)rrroriginal_input_itemsfirst_response_output_items_items r"_build_follow_up_inputrs"%$7U vZ]^cZd>e=f8:&&6 eT " ' . .u 5 UL ) ' . .u/?/?T/?/R S ' . .u 5 6 "= = LLr!rc Kt|\}}t|\}}tj}tjd t t td|||xsdd|d{} tj|| jD cgc]o} t| tr,| jddk(r| jdtk(s/t| dr%t| ddk(rt| ddtk(r| q} } | s^dtjj dd } t#| } t%| t'| t)|gdd t+| g Sdtjj dd }t-| ||| d{\}}}t/|| |}tjd t t td||dd|d{}tj|t#|} t%|t'||xs t)|g|| t+| || S7#tj|wxYwcc} w77#tj|wxYww)z Emulated file_search for providers that don't support it natively. Replaces file_search tools with a function tool, intercepts the tool call, runs vector search, and synthesizes an OpenAI-format response. )rTNrr( function_callr?fs_F)rrrnr)rrr)rrrr)rrr)rrrrr )rrKr r,rr rrrr*r+rrrRrrrrrrrrrr)rrr#r_include_search_results call_kwargstransformed_toolsr_prev_internalrrrrrrrrrVfollow_up_inputfinal_responses r"$aresponses_with_emulated_file_searchrs,NU[+\([%?u$E!z -002N -6: "'/4  7  ^, #))   tT " O3 $== D& !f%8fd+/HH    tzz|//456;NK 1,$BU ', % 1C  $'tzz|'7'7'<&=!>3R+/ 4.*L+{4%!O -6: "%  7  ^,8GM -( >'/CJ<#: ! -]KH%  [  ^, B.(  ^,suAJ I *I +I 3#JA4I% BJ"I*#+JI.+I, ,I.4AJI I"" J,I..JJrh)NF):__doc__rrrcollections.abcrrtypingrrrrr typing_extensionsr r r litellm._internal_contextr litellm._loggingrlitellm.types.llms.openairrlitellm.types.vector_storesr.litellm.llms.base_llm.responses.transformationrrrrrrboolr4rErr+rArrKr\rarmrzr~rrrrrrrrrrrrr r!r"rs  .==>>6+N?U 9#8583Y3 X I  % X4 X  X$(49(c6k9J(V' I  %' 4<c "#'@& #Y& 3i&  49d23 34& \)v)C)&)F)11C1 ) *8 ) * $sF{ <59#(   #Y) *T 1!   #v+ 6 ) *  $sF{ < ) * #v+& 2F 3 $37 '+'!#v+.'f%')4/ '  '^M 2 f 2 4c6k" "#2$  3 5QTVYQY?  .%; .F .tTWy .'2''2S '2 '2 '2  4<cD)@$A AB '2TM M(Mv,M &\ M:)-r r r I  %r  r  rr!