tPjUddlZddlZddlZddlmZddlmZmZddlm Z ddl m Z m Z m Z mZmZmZmZmZddlmZddlmZmZddlmZdd lmZe r$dd lmZdd lmZdd lm Z dd l!m"Z"ddl#m$Z$ddlm%Z%dZ&e e'd<dZ(e e'd<de)dzddfdZ*de+dzddfdZ,eGddeZ-de+de+e dzfdZ.de+de+fdZ/de+dzd e+dzde+dzfd!Z0d"e+de1e+fd#Z2d$e+de+dzfd%Z3d$e+de+fd&Z4dd$e+d'e+d(e d)de+fd*Z5d'e+ddfd+Z6d,e+de+dzfd-Z7d,e+de+fd.Z8d$e+de9fd/Z: dd$e+d0e;dzded5ed6d7d8d9e+de;dzfd:Z?d0e;d5ed6d7d8d9e+ddf d;Z@d0e;d5d6d2e+dzddfd<ZA dd0e;d=e;d$e+dzd>e9ddf d?ZB dd$e+d0e;d@e9de= 1integer_below_min_valuez above maximumz<= integer_above_max_valuezInvalid 'limit': integer z value. Expected a value z , but got z instead.invalid_request_errorr)messagetypeparamcode openai_code)rr)rboundexpectedr+s v/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/proxy/openai_files_endpoints/common_utils.pyvalidate_file_list_limitr/)s }U9&99: 19 =%8$9:~>NO $   r0c4eZdZdedddefdZdedddefdZy) ManagedResourceAccessCheckerunified_file_iduser_api_key_dictrr c KywN)selfr7r8s r.can_user_call_unified_file_idz:ManagedResourceAccessChecker.can_user_call_unified_file_idR unified_object_idc Kywr:r;)r<r@r8s r.can_user_call_unified_object_idzr?N)__name__ __module__ __qualname__strboolr=rBr;r0r.r6r6PsD,   ,  r0r6b64_uidFc t|tsy|dt| dzzz} tj|j }|j tjjr|Sy#t$rYywxYw)NF=) isinstancerFlenbase64urlsafe_b64decodedecode startswithrLITELM_MANAGED_FILE_ID_PREFIXvalue Exception)rHpaddeddecodeds r."_is_base64_encoded_unified_file_idrW_s{ gs #cc'l]Q%677F11&9@@B   lHHNN ON sA A77 BBc$t|}|r|S|Sr:)rW)rHis_base64_unified_file_ids r.convert_b64_uid_to_unified_uidrZps'I''R ((r0unified_input_file_idfallback_model_namec\|s|Stt|}|rdj|S|S)N,)get_models_from_unified_file_idrZjoin)r[r\target_model_namess r.&resolve_managed_output_file_model_namerbxs8 !"" ?@^_t@u vxx*++ r0r7c t|tsgStjd|}|r<|j dj dDcgc]}|j c}SgScc}w#t$rgcYSwxYw)a Extract model names from unified file ID. Example: unified_file_id = "litellm_proxy:application/octet-stream;unified_id,c4843482-b176-4901-8292-7523fd0f2c6e;target_model_names,gpt-4o-mini,gemini-2.0-flash" returns: ["gpt-4o-mini", "gemini-2.0-flash"] ztarget_model_names,([^;]+)r"r^)rLrFresearchgroupsplitstriprT)r7matchmodels r.r_r_ss /3/Iyy!>P /4{{1~/C/CC/HIeEKKMI I J  s.A/:A/A*%A/(A/*A// A=<A=file_idc t|tsy|jddjddS#t$rYywxYw)z Get the model_id from the file_id Expected format: litellm_proxy;model_id:{};llm_batch_id:{};llm_output_file_id:{} Nz model_id:r";r)rLrFrgrTrks r."get_model_id_from_unified_batch_idrosJ'3'}}[)!,2237:: s9%9 AAct|tsyd|vr|jddd}n|jddd}tjd|ddS) N llm_batch_idz llm_batch_id:r"zgeneric_response_id:z[;,])maxsplitr)rLrFrgrd)rkbatch_ids r."get_batch_id_from_unified_batch_idrus\ gs # ==!4Q7==!7;A> 88GX 21 55r0rjid_type)filebatchcd|d|}tj|j}|jj d}|j drd}n|j drd}n |dk(rdnd}||S)a Encode a file/batch ID with model routing information. Format: ;model,)> The result preserves the original prefix (file-, batch_, etc.) for OpenAI compliance. Args: file_id: Original file/batch ID from the provider (e.g., "file-abc123", "batch_xyz") model: Model name from model_list (e.g., "gpt-4o-litellm") id_type: Type of ID being encoded. Used to determine the correct prefix when the raw ID lacks a recognizable prefix (e.g., Vertex AI numeric IDs). Defaults to "file" for backward compatibility. Returns: Encoded ID starting with appropriate prefix and containing routing information Examples: encode_file_id_with_model("file-abc123", "gpt-4o-litellm") -> "file-bGl0ZWxsbTpmaWxlLWFiYzEyMzttb2RlbCxncHQtNG8taWZvb2Q" encode_file_id_with_model("batch_abc123", "gpt-4o-test") -> "batch_bGl0ZWxsbTpiYXRjaF9hYmMxMjM7bW9kZWwsZ3B0LTRvLXRlc3Q" encode_file_id_with_model("3814889423749775360", "gemini-2.5-pro", id_type="batch") -> "batch_bGl0ZWxsbTozODE0ODg5NDIzNzQ5Nzc1MzYwO21vZGVsLGdlbWluaS0yLjUtcHJv" litellm:;model,rJbatch_file-rx)rNurlsafe_b64encodeencoderPrstriprQ)rkrjrv encoded_str encoded_bytes encoded_b64prefixs r.encode_file_id_with_modelrs6$G9GE7;K!33K4F4F4HIM&--/66s;K (#   G $$/WXk] ##r0c |rt|dr |jsyt|j|d|_dD]>}t||st||st ||tt|||@y)zFEncode all IDs in a batch response with model routing info (in-place).idNrx)rkrjrv)output_file_id error_file_id input_file_id)rkrj)hasattrrrgetattrsetattr)responserjattrs r.encode_batch_response_idsrsn 78T2(+++HKKuV]^HKD 8T "wx'> )'(D2IQVW r0 encoded_idc t|tsy|jdr|dd}n|jdr|dd}n|}|dt| dzzz}t j |j }|jdr;d |vr7tjd |}|r|jd jSy#t$rYywxYw) zw Extract model name from an encoded file/batch ID. Handles IDs that start with "file-" or "batch_" prefix. Nr}r|rJrKrzr{z;model,([^;]+)r") rLrFrQrMrNrOrPrdrerfrhrTrb64_partrUrVris r.decode_model_from_file_idrs *c*   )!!"~H  " "8 ,!!"~H!H 33x=.1*<#==11&9@@B   j )i7.B99%6@E{{1~++-- sCB3C CCc t|ts|S|jdr|dd}n|jdr|dd}n|}|dt| dzzz}t j |j }|jdr-d |vr)tjd |}|r|jd S|S#t$r|cYSwxYw) z Extract the original provider file/batch ID from an encoded ID. Handles IDs that start with "file-" or "batch_" prefix. r}rNr|rrJrKrzr{zlitellm:([^;]+);model,r") rLrFrQrMrNrOrPrdrerfrTrs r.get_original_file_idr s *c*    )!!"~H  " "8 ,!!"~H!H 33x=.1*<#==11&9@@B   j )i7.B99%>HE{{1~% sB<B%B<:B<< C  C ct|duS)zJ Check if a file/batch ID has model routing information embedded. N)rrns r.is_model_embedded_idr)s %W -T 99r0datac|i}t|}|jdxs8|jjdxs|jjd}||fS)a? Extract model information from multiple sources in priority order: 1. Embedded in file_id (highest priority) 2. Request headers (x-litellm-model) 3. Query parameters (?model=) 4. Request body/data dict Args: file_id: File ID that may contain embedded model info request: FastAPI request object data: Optional request data dictionary Returns: Tuple of (model_from_id, model_from_param) - model_from_id: Model decoded from file ID (if embedded) - model_from_param: Model from header/query/body rjx-litellm-model)rget query_paramsheaders)rkrequestr model_from_idmodel_from_params r.extract_model_from_sourcesr5se, |5W=Mxx(wG,@,@,D,DW,MwQXQ`Q`QdQdevQw * **r0model_idoperation_contextcvddlm}| |dddi|j|}||ddd |d i|S) a Retrieve API credentials for a model from the LLM Router. Args: llm_router: LiteLLM Router instance model_id: Model name or deployment ID operation_context: Description for error messages (e.g., "file upload", "batch creation") Returns: Dictionary with credentials (api_key, api_base, custom_llm_provider, etc.) Raises: HTTPException: If router not initialized or model not found r HTTPExceptionrerrorz7Router not initialized. Cannot use model-based routing. status_codedetailrr&zModel 'z9' not found in model_list. Please check your config.yaml.)fastapir(get_deployment_credentials_with_provider) llm_routerrrr credentialss r.get_credentials_for_modelrWsl&&VW  $LLV^L_Kwxj0ijk  r0rrr8rcustom_llm_providercyddlm}ddlm}m}|j |j xsg}j}j}|jxsg} |jj|jjh} t| xrt| | z } | r'tt j#||||nd} t%| dt&dzd tffd } d t&d t dzffd }j(xsgD]y}|j+d xsi}|j+dk7r-|j+d}|A| |j+dxs|j+dsl||}|w|cS|jj|v}|rgn|}t-t j#|t-| ||ddd|d }|D]}||}||cSy)u Resolve upstream credentials for a provider-scoped file operation (e.g. GET /v1/files), which doesn't pin a model. Priority: 1. The team's own (BYOK) deployment for this provider — a deployment whose ``model_info.team_id`` matches the caller's team. This keeps team-scoped listings on the team's own provider account/key instead of a shared global one. 2. Fallback: any deployment the caller is granted access to for this provider, expanding wildcard routes and the all-proxy-models sentinel. Credential lookup is scoped to both the team's allowlist and the key's own model allowlist (``user_api_key_dict.models``), so neither a team nor a restricted key within a team can resolve a provider key for a deployment it isn't authorized to use. A key restricted to an explicit model list only narrows the team scope; sentinel-bearing keys (all-proxy-models / all-team-models) defer to the team scope instead of widening past it. Returns None when the router is unavailable or no authorized deployment matches, so the caller can fall back to default credential resolution. Nr)SpecialModelNames)get_complete_model_listget_key_models)team_id)r8proxy_model_listmodel_access_groupsr;public_model_namer csy|duxr|vS)NTr;)rkey_model_allowlist_sets r. _key_may_usez3get_team_provider_credentials.._key_may_uses & ,]1BF]1]]r0rcj|}|>|jdk(r*|jDcic]\}}|dk7s ||c}}Sycc}}w)N)rrrrj)rritems)rrkeyrSrrrs r._provider_credentialsz._provider_credentialssc'PPZblsPt  "{7L'MQd'd1<1B1B1DW:3wCJW WXs A A model_inforrteam_public_model_name model_nameFT) key_models team_modelsr user_modelinfer_model_from_keysreturn_wildcard_routesrrinclude_model_access_groupsr)litellm.proxy._typesrlitellm.proxy.auth.model_checksrrrrget_model_namesget_model_access_groupsmodelsall_proxy_modelsrSall_team_modelsrGsettupledictfromkeys frozensetrF model_listrlist)rr8rrrrrrrraw_key_modelssentinel_valueskey_is_restrictedkey_model_allowlistrr deploymentr deployment_idrgrants_all_modelseffective_team_models models_to_tryrrrs` ` @@r.get_team_provider_credentialsr}sG46W&..G*66<"K(888I!+!C!C!E-44:N**00))//O $N3cS=PSb=b8c   MM&7%5(;  &//B%C^d ^t^ t $//52 #J# 5;J~~i(G3&NN40M$ /G H hJNN[gLhi/ >K&"" #* 1AAGG;V):2  # 341!1&+'+%$7,0  M $ +J7  "  r0c@t|||}|yt||y)a5 Resolve credentials for a provider-only request (no model pinned) via ``get_team_provider_credentials`` and merge them into ``data`` in-place. Leaves ``data`` untouched when no authorized deployment matches, so the caller falls back to environment-variable credentials exactly as before. )rr8rN)rr)rprepare_data_with_credentials)rrr8rrs r.apply_team_provider_credentialsrs,7+/K !tEr0c|y |j|}|ytt||d<y#t$rYywxYw)a Attach the deployment's immutable server-side credential snapshot to a router-routed batch call (in-place). Cost accounting for a completed batch reads the batch's output file, and the Bedrock file config resolves its bucket only from this snapshot, never from a request param, because the bucket is what managed file ids are validated against. Without it that read fails and the batch's cost is never recorded. Nr#_litellm_internal_model_credentials)rrTrr)rrrrs r.add_internal_model_credentialsr sZ'PPZbPc 2B4 CT2UD ./ s 2 >>rinclude_internal_credentialsc|j||rtt||d<|jdd|||d<yy)a Update data dictionary with model credentials (in-place). Args: data: Data dictionary to update credentials: Credentials from router file_id: Optional original file_id to set (for decoded file IDs) include_internal_credentials: Preserve an immutable server-side snapshot for code paths that must distinguish proxy config from request params. rrNrk)updaterrpop)rrrkrs r.rr$sK  KK #6FtKGX6Y 23HH "D)!Yr0check_file_id_encodingct|||\}}|r%|#t||d|d}t|}d|||fS|t||d}d|d|fSy) a Orchestrate model-based credential routing for file operations. Args: file_id: File ID (may contain embedded model info) request: FastAPI request object llm_router: LiteLLM Router instance data: Request data dictionary check_file_id_encoding: Whether to check for embedded model in file_id Returns: Tuple of (should_use_model_routing, model_used, original_file_id, credentials) - should_use_model_routing: True if model-based routing should be used - model_used: The model name being used - original_file_id: Decoded file ID (if it was encoded) - credentials: Model credentials dict Raises: HTTPException: If router unavailable or model not found )rkrrNz)file operation (file created with model 'z'))rrrTfile operation)FNNN)rrr) rkrrrrrrroriginal_file_ids r.handle_model_based_routingr=s6'A '#M#-";/!" I-XZ[ #7w"?]$4kAA  %/!%. %t[88 #r0> image/png image/jpeg image/webpGEMINI_SUPPORTED_IMAGE_TYPES> video/mp4 video/mpg video/wmv video/3gpp video/mpeg video/webm video/x-flv video/mpegpsvideo/quicktimeGEMINI_SUPPORTED_VIDEO_TYPES> audio/aac audio/m4a audio/mp3 audio/pcm audio/flac audio/mpga audio/opus audio/webm audio/mp4 audio/wav audio/mpegGEMINI_SUPPORTED_AUDIO_TYPESz text/plainzapplication/pdfGEMINI_SUPPORTED_DOCUMENT_TYPESrrrr r r )z.jpgz.jpegz.pngz.webpz.pdfz.mp3z.wavz.m4aEXTENSION_TO_MIME_TYPEfilenamec|sy|j}tjD]\}}|j|s|cSt j |\}}||Sy)z Detect content type from filename using extension. Uses Python's mimetypes module with custom overrides for common cases. Normalizes jpg to jpeg for consistency. application/octet-stream)lowerrrendswith mimetypes guess_type)rfilename_lowerext mime_typemime_type_guess_s r.!detect_content_type_from_filenamersn )%NN,N0668Y  " "3 '  #--h7OQ" %r0rproviderc|jj}|r+d|jvsd|jvr|dk(rd}|dk(rd}|S)a) Normalize MIME type for specific provider requirements. Currently handles: - Gemini: Normalizes image/jpg to image/jpeg Args: mime_type: Original MIME type provider: Provider name (e.g., "gemini", "vertex_ai") Returns: str: Normalized MIME type gemini vertex_aiz image/jpgr)rrh)rr normalizeds r. normalize_mime_type_for_providerr#s\"((*JX!11[HNNDT5T  $%J[ ! r0cVt|d}|ttztztzvS)a Check if a MIME type is supported by Gemini multimodal models. Supported categories: - Images: image/png, image/jpeg, image/webp - Video: 3gpp, wmv, webm, mp4, mpg, mpegps, mpeg, quicktime, x-flv - Audio: webm, wav, pcm, opus, mp4, mpga, mpeg, m4a, mp3, flac, aac - Documents: text/plain, application/pdf Args: mime_type: MIME type to check Returns: bool: True if supported, False otherwise r )r)r#rrrr)rr"s r.is_gemini_supported_mime_typer%s: 9XVJ $ & ' & ' * * r0 file_objectc|syt|trddl} |j|}t|t sy|j dd}|r t|Sy#|j$rYywxYw)a Determine content type from file object (from database or API response). Extracts filename from file object and uses detect_content_type_from_filename. Falls back to default if file object is invalid or filename not found. Args: file_object: File object dictionary (can be None) Returns: str: MIME type (defaults to "application/octet-stream" if cannot be determined) rrNrrq)rLrFjsonloadsJSONDecodeErrorrrr)r&r(rs r.!get_content_type_from_file_objectr+sx )+s# .**[1K k4 ()"ooj"5H0:: %## .- .sAA-,A-c\eZdZUdZdZeed<eeZ eeed<dZ edzed<dZ y) FileCreationParamsa" Structured parameters extracted from file creation requests. Attributes: target_storage: Storage backend name (e.g., "azure_storage", "default") target_model_names: List of model names for managed files model: Model parameter for multi-account routing defaulttarget_storage)default_factoryraNrjc|jg|_|jsd|_|jDcgc]#}|js|j%c}|_ycc}w)z7Normalize and validate parameters after initialization.Nr.)rar/rh)r<names r. __post_init__z FileCreationParams.__post_init__6sZ  " " *&(D #"""+D =AE %- ARs!A)A%.A)A'A)'A)c(|r|jSy)z Extract target_storage parameter from form field. Args: target_storage_form: target_storage from form field Returns: str: Target storage backend name, or "default" r.)rh)r8s r.r<r<ls"((** r0c2|sgSt|tr>|jdDcgc]#}|js|j%c}St|tr*|Dcgc]}|st|j c}SgScc}wcc}w)z? Extract target_model_names parameter from form field. r^)rLrFrgrhr)r7r2s r.r=r={sz # )3/)@)F)Fs)K\tzz| \\ +T 2.ENdD !NN I ]NsBB'B/BrcX|dk(xs$|jdxr|jdS)Nraztarget_model_names[])rQr)rs r._is_target_model_names_keyrEs/ & & g3>>:O+P+fUXUaUabeUfgr0c^K|jd{}g}|jD]<\}}t|st|ts#|j t |>t}g}|D],}|s||vs |j||j|.|S7w)a Collect target_model_names from the raw multipart form. Reads ``request.form()`` directly instead of the parsed request body, which is built via ``dict(form_data)`` and keeps only the last value for repeated keys. The OpenAI SDK sends a list ``extra_body`` as repeated ``target_model_names[]`` fields, so reading the form preserves every value instead of truncating to one. Indexed keys like ``target_model_names[0]`` are handled the same way. N) form multi_itemsrErLrFextendr=raddappend)r form_datanamesrrSseenresultr2s r.r>r>s%\\^+I E++-D U %c *z%/E LL;EB CD%D!F  D$ HHTN MM$   M,s&B-B+'B-B-/B-B-'B-racfddlm}ddl}|jdury|s |dd|r |ddy) a\ Enforce proxy-level managed files when litellm.require_managed_files is enabled. Raises: HTTPException: 400 if the upload would bypass the managed-files flow, i.e. target_model_names is missing or a model parameter routes the request through the direct provider path instead of the managed-files hook. rrNTr&ztarget_model_names is required when require_managed_files is enabled in litellm_settings. Provide one or more model aliases via the target_model_names form field (e.g. target_model_names=my-model-alias).rzmodel is not allowed when require_managed_files is enabled in litellm_settings. Uploads must go through managed files using target_model_names instead of the model parameter.)rrlitellmrequire_managed_files)rarjrrQs r."validate_managed_files_requirementrSsT&$$D0 Z   E   r0 resource_id resource_kind)rwrxzfine-tuning jobmanaged_files_objc PKddlm}ddl}|jdury|syt |s|dd|d|d|d  t |t s |d d |d k(r|j||d{n|j||d{}|ry|dd|d 7/7w)a Enforce proxy-level managed resources on every route that accepts a provider-issued id when ``litellm.require_managed_files`` is enabled, and authenticate managed ids against the caller's stored ownership record. Ownership is only recorded for LiteLLM managed ids, so a raw provider id is forwarded to the provider under shared credentials without any tenant check; knowing another tenant's provider id would be enough to read, reuse, or destroy the object behind it. Raises: HTTPException: 400 for a raw id, 403 for an inaccessible managed id, or 500 when ownership validation is unavailable. rrNTr&z Raw provider zg ids cannot be used when require_managed_files is enabled in litellm_settings. Use the LiteLLM managed z id returned when the z was created.rrz5Managed resource ownership validation is unavailable.rwiz0The caller does not have access to this managed z id.) rrrQrRrWrLr6r=rB)rTrUr8rVrrQ can_accesss r.validate_managed_id_requirementrYs&&$$D0  -k : /==JOKa /0   ')E FJ   F " ==kK\]]]$DD[Rcd d  A-PTU  ^ ds$A0B&2B"3B& B$ B&$B&c|jdxs8|jjdxs|jjdS)z Extract model parameter from request. Priority: 1. request_body.model 2. Query parameter (?model=) 3. Header (x-litellm-model) rjr)rrr)rr6s r.r?r?s@   G $ s(<(<(@(@(I sW__M`M`arMssr0unified_batch_id.c &t|dd}t|tr t|nd}t dt|tr|nd|xsdt|tr-|s+|j t jjr|ndfDS)NrFc3$K|]}|r| ywr:r;).0 candidates r. z6_batch_response_model_id_candidates..'s     s) rrLrFrWrrQrrRrS)rr[ response_iddecoded_response_ids r.#_batch_response_model_id_candidatesrcs!46K;EkSV;W*;7]b  !++;S A t  '4+s+'&&|'Q'Q'W'WX     r0rrct|ddxsi}|jd}|r|Stfdt||DdS)N_hidden_paramsrc3<K|]}t|xrywr:)ro)r^r_candidate_model_ids r.r`z/_model_id_for_batch_response..?s* &H&SS"S  s)rrnextrc)rr[ hidden_paramsrrgs @r._model_id_for_batch_responserj6sX#8-=tDJM#'' 3H  @K[\  r0ct|ddxsi}|jd}tt|tr|n t|dd|jdS)Nrer7rr)r[r\)rrrbrLrF)rrir7s r._model_name_for_batch_responserlHs]"8-=tDJM*../@AO 1 os +. X 5)--l;  r0db_batch_objectcddlm}t|dd}t|tr|syt|dd}||t|tr|SdS)Nrr created_byr)user_idr)rrrrLrF)rmrro raw_team_ids r. _batch_owner_auth_from_db_objectrrSsQ3tDJ j# &j )TBK *ZP[]`Eak llgk llr0c4Kt|drw|jrjt|jsT|rQ t|jj dd|jiid{}|r|j |_yyyyyy7#t$rYywxYww)z If the batch response contains a raw provider input_file_id (not already a unified ID), look up the corresponding unified file ID from the managed file table and replace it in-place. rflat_model_file_idshaswhereN)rrrWrtable find_firstr7rT)r prisma_client managed_files r. resolve_input_file_id_to_unifiedr|]s /*  " "283I3IJ  (=m(L(R(R(](],uh6L6L.MN)^)#L)5)E)E& K # + #    s:0B6B )B*B BB BBBBcK|sydD]h}t||d}|r t|r t|jj dd|iid{}|rt |||j jy7 #t$rYywxYww)z If the batch response contains raw provider output_file_id or error_file_id (not already unified IDs), look up the corresponding unified file IDs from the managed file table and replace them in-place. Nrrrtrurv)rrWrrxryrr7rT)rrzrraw_idr{s r."resolve_output_file_ids_to_unifiedrss 3 4.;FC  !6}!E!K!K!V!V,ufo>"W"L$ (D(DE      s:$B,A6A4A61B4A66 B?BBB raw_file_idsrzzPrismaClient | Nonec "K|r|s tiSt|jjddt |iid{}t|Dcic]$}|j D]}||vr ||j &c}}S7?cc}}ww)NrthasSomerv)rrrx find_manysortedrtr7)rrz managed_filesr{rs r.map_raw_file_ids_to_unifiedrs }##!6}!E!K!K!U!U$y&2F&GH"V"M !. &:: % L00 0    s$ABBB)B ? B Bunified_id_by_raw_idcdt|ddfdt|ddfdt|ddffD]+\}}t|ts||vst||||-y)Nrrr)rrLrFr)rr file_attrrs r.apply_unified_file_idsrst '(OTBC 78-=tDE '(OTBCG 6 fc "v1E'E Hi)=f)E F Gr0z!LiteLLM_ManagedObjectTable | Nonec *Kt||d{t||d{|yt||}|syt|}| t |nd} | | n|} | ydD]}} t || d} | r t | r |j| ||} |j| dt | dd|| i| d{t|| | |jd| | y777+#t$r}|jd| | |Yd}~d}~wwxYww)zFNormalize batch file IDs to managed unified IDs before DB persistence.Nr~)rrrparent_otel_span)rkr&litellm_parent_otel_spanmodel_mappingsr8z3Converted batch %s %r to managed ID before DB writez?Failed to convert batch %s=%r to managed ID before DB write: %s) r|rrjrlrrrrWget_unified_output_file_idstore_unified_file_idrdebugrTwarning)rrVrzverbose_proxy_loggerr8rmr[rr owner_autheffective_authr raw_file_idnew_unified_file_ides r.&ensure_batch_response_managed_file_idsrsi +8] CCC ,X} EEE 28=MNH 6x@JM\Mh8InrJ*4*@JFWN8 h 48 @M  "3"N"N*!%#O#  $99+ )0ASUY)Z (+6"0 :   Hi)< = & &'\^git u%#DE4   ( (QS\^ikl   s\DC#DC%AD:C);C'<$C) D%D'C)) D2D D DDrtcKddl}ddlm}||sy |syt|jj d|id{}|r |j sytd|j }t|tr|j|n|} |j| } || _ t| |||||d{|jd || j|| fS77'#t $r} |j#d | Yd} ~ yd} ~ wwxYww) a6 Try to retrieve batch object from ManagedObjectTable for consistent state. Args: batch_id: The batch ID (may be unified/encoded) unified_batch_id: Result from _is_base64_encoded_unified_file_id() managed_files_obj: The managed_files proxy hook object prisma_client: Prisma database client verbose_proxy_logger: Logger instance Returns: Tuple of (db_batch_object, response_batch) - db_batch_object: Raw database object (or None) - response_batch: Parsed LiteLLMBatch object (or None) rNr)NNr@rvzMapping[str, object] | str)rrVrzrrmr[z9Retrieved batch %s from ManagedObjectTable with status=%szNFailed to retrieve batch from ManagedObjectTable: %s, falling back to provider)r(litellm.types.utilsrrrxryr&r rLrFr)model_validaterrrstatusrTr) rtr[rVrzrr(rrmr& batch_datarrs r.get_batch_from_databasers6,0 (8('>}'M'S'S'^'^&1(_( " o&A&A" (/*E*E 8B+s7SDJJ{3Yd 5,55jA 5/'!5+-     "" GS[SbSb ((=" "  $$ \^_  siD C$D *C$C C$D A&C$:C";$C$D  C$"C$$ D -D?D D  D cddlm}|sy ddlmcm}t |dd}|y|j d}|yt t |dddd}t |d dd uS#t$rYywxYw) a  Whether the CheckBatchCost poller will account for a managed batch's cost itself. False whenever the poller cannot be relied on: polling disabled by config, the job absent from the scheduler because the enterprise import failed, or the poller not yet having confirmed that the batch_processed column exists. That last condition matters because the poller needs the column both to find outstanding batches and to mark them accounted; without it the poller falls back to a query that excludes terminal statuses, so a batch the retrieve path has already marked complete becomes invisible to it. Defaulting to False until the poller confirms support keeps the retrieve path accounting in exactly the cases the poller would drop the batch. r)PROXY_BATCH_POLLING_ENABLEDFN schedulercheck_batch_cost_jobfunc__self__!batch_processed_support_confirmedT)litellm.constantsrlitellm.proxy.proxy_serverproxy proxy_serverrget_jobrT)rproxy_server_modulerjobpollers r.batch_cost_poller_is_activer!s> & @@/dC   67 ;fd3ZFvBEJdRR sAA&A A+*A+cz|jy|j}|y|jdkDxr|jdk(S)a%Whether a "completed" batch may be retired from cost recovery. ``batch_processed=True`` is the sole re-pickup gate for CheckBatchCost's cost-recovery poller, so setting it retires the batch permanently. A batch can reach ``status="completed"`` while ``output_file_id`` is still ``None`` (the provider response briefly lags before the output id populates). Retiring in that window loses the spend record forever. Retire only once we can prove there is nothing left to recover: the output file has actually arrived, or the provider reported a positive total with zero successful request lines, proving it enumerated the batch and none succeeded. A zero or unknown total means counts are unreported, so stay eligible and let the next poller pass revisit it. (#37713) TFr)rrequest_countstotal completed)rrs r._completed_batch_safe_to_retirerAsH*,,N   ! # E(@(@A(EEr0 operationpoller_owns_accountingc ^Kddl} ||sy |sy||n.t|jjd|id{} t |||||| |d{| r|j | j k(ry| r)|j d|| j |j n|j d||j ||j dk7r |j nd } | |j| jjd } | tn| }| d k(r|st|rd | d < t|jjd|i| d{y7$7 7 #t$r}t|j}d |vrg| j!d V|j#d|| j%d dt|jjd|i| d{7nYd}~yd}~wwxYw#t$r}|j'd|Yd}~yd}~wwxYww)a Update batch status and object in ManagedObjectTable. Args: batch_id: The batch ID (unified/encoded) unified_batch_id: Result from _is_base64_encoded_unified_file_id() response: The batch response object with updated state managed_files_obj: The managed_files proxy hook object prisma_client: Prisma database client verbose_proxy_logger: Logger instance db_batch_object: Optional existing database object; fetched by unified_object_id when omitted operation: Description of operation ("update", "cancel", etc.) user_api_key_dict: Optional auth context for creating managed file IDs poller_owns_accounting: Whether the caller already decided that the cost poller owns this batch's accounting. Callers that suppress their own inline accounting must pass the same decision they acted on, because re-deciding here can observe a poller that became usable in between and leave the batch unmarked after it was already accounted for, billing it twice. Left None by callers that record no cost themselves. rNr@rv)rrVrzrr8rmr[z&Updating batch %s status from %s to %sz'Updating batch %s status to %s after %srcomplete)rr& updated_atTbatch_processed)rwrz@batch_processed column not found, retrying update without it: %sz7Failed to update batch status in ManagedObjectTable: %s) litellm.utilsrrxryrrinfomodel_dump_jsonutilsget_utc_datetimerrrrTrFrrrrr)rtr[rrVrzrrmrr8rrQeffective_db_batch_object db_status update_data poller_ownscol_errerr_strrs r.update_batch_in_databaserVso@ (8Da * .}=CCNNViksUtNuu "5/'!5/5-    %\8:bx  ";;Z[c;d-1K) * )-8>>EE*H5 F  Sv  F  !\//1G G+ @Q0R0^$,,VX_ 148-m<BBII.9$J    a""#\^_``as H-HH-.HE"HE%H8H-9B7H1+E*E(E*!H-"H%H(E** H3A=G=0G31G=8H<H-=HH H*H% H-%H**H-)rwr:)r)NF)T)NNN)rmrr zUserAPIKeyAuth | None)r N)NrNN)erNrrdcollections.abcr dataclassesrrtypesrtypingrrr r r r r rrr'litellm.repositories.table_repositoriesrrlitellm.types.llms.openairrrrr prisma.modelsrrlitellm.proxy.utilsrlitellm.routerrrrr5rintr/rFr4r6rWrZrbrr_rorurrrrrGrrrrrrrrrrrrrrrrr#r%r+r-r@r<r=rEr>rSobjectrYr?rcrjrlrrr|rrrrrrrrrr;r0r.rs*  #("   09,830%0#U"+.!5.C$J4$d t* 8  gen8L"CC:8(8} 8  8v t) t4 tC$J t"GEN*T1 38_.GEN*T1 4Z$^d m,,C.1F S#X$G^G7SVX[S[K\GaeG;?481 9 1GEN*T11 1hEEGEN*EPT@FnFF8<@*.iaiaGEN*ia9iaia!4Kiar0