tPji5!UddlZddlZddlZddlmZmZddlmZmZmZddl m Z m Z m Z m Z mZmZmZmZmZmZddlZddlmZmZmZmZmZmZddlmZddlZddlmZddl m!Z!dd l"dd l"m#Z#m$Z$dd l%m&Z&dd l'm(Z(m)Z)dd l*m+Z+ddl,m-Z-ddl.m/Z/ddl0m1Z1ddl2m3Z3e rddl4m5Z6ddl7m8Z8ddl9m:Z:ne Z8eZ;e ee!fZ?e eeZRGd?d@eZSGdAdBedCDZTGdEdFeZUdGe8dHeVdIeWdJee@fdKZXdGe8dHeVdIeWdJee@dzfdLZYGdMdNeZZGdOdPeZ[dGe8dJe-dQfdRZ\dGe8dJeZfdSZ]dGe8dJe[fdTZ^dGe8dUeeVeWfdVeeVeVfdWe_dXedJeeAf dYZ`dGe8dZeVdJeBdzfd[ZadGe8dUeeVeWfdJe_fd\ZbdGe8d]eeVdzdJeeRfd^ZcdGe8d_eVdJeAdzfd`ZddGe8daeeVdJeeAfdbZee;jdcddgee&gdCeee&fdfegfdgZhdCdhZie;jdiddgee&gdCeejddjkee&fdleVdzdfegfdmZke;jdnddgee&gdodpelemiiqejddrkejddskfdteVdzdueVdzfdvZndfegdteduefdwZoe;jdxddgee&gdodpelemiidCyejddzkejdd{kee&fdteVdzdueVdzdfegfd|Zpdfegdteduefd}Zqe;jd~ddgee&gdodpelemiidCyejddzkejdd{kee&fdteVdzdueVdzdfegfdZre;jdddgee&gdodpelemiidCyejdejddzkejdd{kfdeVdteVdzdueVdzfdZse;jdddgee&gdodpelemiidCyejdejddzkejdd{kfdeVdteVdzdueVdzfdZte;jdddgee&gdCdodpelemiiejddzkejdd{kee&fdteVdzdueVdzdfegfdZue;jdddgee&gdodpelemiiqejddzkejdd{kejddkejddkejddkejddkejddkfdteVdzdueVdzdeddzdeVdzdeVdzd_eVdzdeVdzfdZvewhdZxdZydeVdJeVfdZzdZ{dJe8fdZ|dteVdzdueVdzdJe}eeffdZ~dfegdeVdzdeVdzdeVdJeVf dZdfegdeVdzdGe8dJe}eVe}eVdfffdZe;jdd dDdfe egee&fdte eVdzejdfdue eVdzejdfde eVdzejdfdJeeeVeWff dZe;jdd dDdfe egee&fdte eVdzejdfdue eVdzejdfde eVdzejdfdJeeeVeWff dZe;jdd dDdfe egee&fdte eVdzejdfdue eVdzejdfd_e eVdzejdfdJeeeVeWff dZe;jdd dDdfe egee&fdte eVdzejdfdue eVdzejdfde eVdzejdfdJeeeVeWff dZe;jdddgee&gdCdodpelemiidZe;jdddgee&gdodpelemiiqejddrkejddskejddkfdteVdzdueVdzdeVdzfdZdteVdueVfdZe;jdddgee&gdodddddddddĜidŜiidƜiqdefdȄZe;jdddgee&gdodpeeVe fiiqe;jdddgee&gdCdodpelemiiejddˬkejdd̬kejddͬkejddάkejddϬkejddЬkejddѬkejddrkejddskejdddҬԫejdddd׬ثee&ejdd٬kejddڬkejdd۬kejddܬkejddݬkejddެkejdd߬kejddkejddkejddkejddkejdCdkfdedeVdzdleVdzdZeVdzdeVdzd_eVdzdedzdedzdteVdzdueVdzde_de_dfegdeVdzdeVdzdpeVdzdeVdzdeVdzdeVdzdeVdzdeVdzdeVdzdeVdeVdzdef2dZGddeZewhdZe eZdfegdJefd?ZdGe8dfegdZeVdJdfd@ZdGe8dfegdJeleVfdAZdGe8dfegdJe}eVdffdBZy(IN)MappingSequence)datetime timedeltatimezone) TYPE_CHECKING AnnotatedAnyFinalLiteral NamedTupleProtocol TypedDictTypeVarcast) APIRouterDepends HTTPExceptionRequestResponsestatus)ReadOnly)verbose_proxy_logger),LITTELM_INTERNAL_HEALTH_SERVICE_ACCOUNT_NAME)*)ProviderBudgetResponseProviderBudgetResponseObject)user_api_key_auth)get_spend_by_teamget_spend_by_team_and_customer)handle_exception_on_proxy) TableActions)SpendLogsRepository)TeamRepository)VerificationTokenRepository)models PrismaClientColdStorageHandlerrouteri'SPEND_LOGS_PAGINATION_COUNT_CAPtoken_INTERNAL_HEALTH_CHECK_API_KEYS_RowTc"eZdZdeeeffdZy)_SupportsModelDumpreturncyN)selfs |/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/proxy/spend_tracking/spend_management_endpoints.py model_dumpz_SupportsModelDump.model_dumpCsN)__name__ __module__ __qualname__rstrobjectr9r6r:r8r2r2Bs5GCK05r:r2c.eZdZUedzed<edzed<y)_SpendLogOwnershipRowNuserteam_idr;r<r=r>__annotations__r6r:r8rArAFs * 4Zr:rAc,eZdZUeed<eed<eed<y) _ActivityRowdate api_requests total_tokensNr;r<r=r>rEintr6r:r8rGrGKs Ir:rGc6eZdZUeed<eed<eed<eed<y)_ActivityModelRow model_grouprHrIrJNrKr6r:r8rNrNQs Ir:rNc,eZdZUeed<eed<eed<y)_DeploymentExceptionsRowapi_baserHnum_rate_limit_exceptionsNrKr6r:r8rQrQXsM I""r:rQc"eZdZUeed<eed<y)_ExceptionsRowrHrSNrKr6r:r8rUrU^s I""r:rUc"eZdZUeed<eed<y)_ModelIdSpendRowmodel_idspendNr;r<r=r>rEfloatr6r:r8rWrWcs M Lr:rWceZdZUeed<y) _TagNameRowindividual_request_tagNrDr6r:r8r]r]hsr:r]c(eZdZUedzed<eed<y) _TeamSpendRowN team_alias total_spendrZr6r:r8r`r`lsd r:r`c"eZdZUeed<eed<y) _TagSpendRowr^rbNrZr6r:r8rdrdqsr:rdceZdZUeed<y)_SpendLogsCountRow total_countNr;r<r=rLrEr6r:r8rfrfvsr:rfc"eZdZUeed<eed<y) _PgClassRowrelnamerelkindNrDr6r:r8rjrjzs L Lr:rjceZdZUeed<y)_TotalSpendRowrbN)r;r<r=r[rEr6r:r8rnrnsr:rnc8eZdZUedzed<edzed<eed<y)_TeamDailySpendRowNra spend_daterbrZr6r:r8rprpsd d r:rpceZdZUedzed<y) _EndUserRowNend_userrDr6r:r8rsrss Djr:rsc,eZdZUeed<eed<eed<y)_DailyTagSpendRowr^ log_countrbN)r;r<r=r>rErLr[r6r:r8rvrvsNr:rvceZdZUeed<y)_SessionCountAggregate session_idNrhr6r:r8ryrysOr:ryc"eZdZUeed<eed<y)_SessionCountRowrz_countN)r;r<r=r>rEryr6r:r8r|r|s O ""r:r|cFeZdZUeed<eed<eed<eed<eeed<y)_SessionSpendRowrzsession_total_spendmcp_tool_call_countmcp_tool_call_spendsession_cache_hit_countN)r;r<r=r>rEr[rLrr6r:r8rrs#O%c]*r:rceZdZUeeed<y)_SpendSumAggregaterYN)r;r<r=rr[rEr6r:r8rrs E?r:rF)totalcdeZdZUeeed<eedzed<eeed<eeed<eeed<y)_SpendGroupByRowapi_keyNrBmodel startTime_sum)r;r<r=rr>rEr?rr6r:r8rrs< c] 3:  C= % &&r:r prisma_client sql_queryargsr3cXK|jj|g|d{S7w)zMRun a raw read query and return its rows as the row type the caller declares.N)db query_rawrrrs r8 _query_rawrs*+!!++I== == = !*(*c8Kt||g|d{S7w)zI``_query_raw`` for the call sites that guard the result against ``None``.Nrrs r8_query_raw_or_nonersM9r?r2rrrr[rLrr6r:r8rrsdCa'#v+*>aCUX\C\abV (<bJ\A]bfe)<fWSRX[EYf^afr:rc8eZdZdZdeeefdeeefdefdZ y)_VerificationTokenTablezGThe subset of the Prisma verification token table API this module uses.rrr3c Kywr5r6rs r8rz#_VerificationTokenTable.update_manyrrN) r;r<r=rrr>r[r?rLrr6r:r8rrs+Qfe)<fWSRX[EYf^afr:rzprisma_models.LiteLLM_SpendLogsc,t|jSr5)r#tablers r8_spend_logs_tablers } - 3 33r:c,t|jSr5)r$rrs r8 _team_tablers - ( . ..r:c,t|jSr5)r%rrs r8_verification_token_tablers &} 5 ; ;;r:rordertake http_responsecKt|j|||d{}t||k(r%d|jd<t j d||S79w)zGRead spend log rows as Prisma model instances, capped at ``take`` rows.)rrrNtruezx-litellm-spend-logs-truncatedz`/spend/logs result truncated to the %s most recent rows; use /spend/logs/v2 for paginated access)rrlenheadersrwarning)rrrrrrowss r8_find_spend_logsrsg*-8BBV[bfBggD 4yDBH >?$$ n   Khs!AA:A request_idcZKt|jd|idd{S7w)z;Read the single spend log row identified by ``request_id``.rN)rinclude)rr)rrs r8_find_spend_log_rowrs8"=1==Z(>  s "+)+cTKt|j|d{S7w)z,Count the spend log rows matching ``where``.rN)rcount)rrs r8_count_spend_logsrs%"=177e7D DD Ds (&( session_idscKt|jdgdd|iiddid{}ttt|S7w)z;Count spend log rows per session for the given session ids.rzinT)byrrN)rgroup_byrrr|)rrrs r8_count_logs_per_sessionrs\*-8AA >dK01T"BD )*D 11 s(AAArCcXKt|jd|id{S7w)z2Read a single team row as a Prisma model instance.rCrN)rr)rrCs r8_find_team_rowrs*]+77y'>R7S SS Srteam_idsc\Kt|jdd|iid{S7w)z)Read team rows as Prisma model instances.rCrrN)rr)rrs r8_find_team_rowsrs/]+55YxHX)rrcaller_user_ides r8 spend_key_fnr s49  T  1B C&//5Z/XX X 1 9 9I"++!",   Y   33SV$   s`B%/A.A*A.B%A. B%A.%A,&A.)B%*A.,A.. B"7&BB""B%ct|tr|n|gD]P}|r)t|dr|jj dd.t|t s?|j ddRy)z1Strip password field from a list of user objects.__dict__passwordN) isinstancelisthasattrrpopdict)usersrBs r8_strip_password_from_usersr@sV#E40ug' GD*- MM  j$ / d # HHZ & 'r:z /spend/userszGet User Table row for user_id)default descriptionrcKddlm} | tdt|s6|j}|sgS|"||k7rt t jddi|}| |jd d | d{}|g}n|jd d d{}|}t||S727#t $rt$r+}t t jdt|id}~wwxYww)aL View users created, ordered by spend. - Admin callers (PROXY_ADMIN / PROXY_ADMIN_VIEW_ONLY) see every user, or a specific user when ``user_id`` is supplied. - All other callers may only read their own row. If they supply a ``user_id`` query parameter that does not match their authenticated ``user_id`` the request is rejected with HTTP 403; supplying their own id (or none at all) returns just their row. A caller with no ``user_id`` on their key has no scope and receives an empty list rather than the full table. Example Request: ``` curl -X GET "http://0.0.0.0:8000/spend/users" -H "Authorization: Bearer sk-1234" ``` View User Table row for user_id ``` curl -X GET "http://0.0.0.0:8000/spend/users?user_id=1234" -H "Authorization: Bearer sk-1234" ``` rrNrrrz.Not authorized to view spend for another user.rrBrrrr) rrrrrrrHTTP_403_FORBIDDENrrrr>)rrrr user_inforesultrs r8 spend_user_fnrIsJ9!  T #5FG$5$=$=N! "w.'@# & 9 9#%UV%G  +44S`jq4rrI[F+44S]4^^IF"6* s_   33SV$   sVC)(B)C)?B)2B%3B)B'B)$C)%B)'B))C&;&C!!C&&C)z /spend/tagsr)rr responsesz*Time from which to start viewing key spendz!Time till which to view key spend start_dateend_datec Kddlm} | td t|||d{}|S7#t$r}t |t rBt t|dd|dd t|d d t|d tj t |t r|t dt|zd t|d d tj d}~wwxYww)ai LiteLLM Enterprise - View Spend Per Request Tag Example Request: ``` curl -X GET "http://0.0.0.0:8000/spend/tags" -H "Authorization: Bearer sk-1234" ``` Spend with Start Date and End Date ``` curl -X GET "http://0.0.0.0:8000/spend/tags?start_date=2022-01-01&end_date=2022-02-01" -H "Authorization: Bearer sk-1234" ``` rrNr)rrrr/spend/tags Error()internal_errorparamNonermessagetypercode/spend/tags Error) rrrget_spend_by_tagsrrProxyExceptiongetattrrHTTP_500_INTERNAL_SERVER_ERRORr>)rrrresponsers r8view_spend_tagsrsD9!  T   !2ZRZjw xxy  a ' 8/A!A-FG%a&1Q v/T/TU   > *G'#a&0!!Wf-66    s1C202C2 CBCCCcKddlm}|tdddi|j}|tdddid}t |||||d{}|S7w) NrrrNo db connectedrNo user_id foundaz SELECT date_trunc('day', "startTime") AS date, COUNT(*) AS api_requests, SUM(total_tokens) AS total_tokens FROM "LiteLLM_SpendLogs" WHERE "startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND "startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') AND "user" = $3 GROUP BY date_trunc('day', "startTime") rrrrrrrrrrr db_responses r8!get_global_activity_internal_userrsx9W>O4PQQ&..GW>P4QRR I?Qy*h?9K  9A A A Az/global/activity)rrrrz&Time from which to start viewing spendzTime till which to view spendcK||ttjdditj|dj t j}tj|dj t j}ddlm } | td |jtjk(s|jtjk(rt|||d{}nd }t!||||d{}|gSd}d} g} |D]i} tj"| d } | j%d | d <| j'| || j)d dz }| | j)ddz } kt+| d} | || d} | S77#t$r+}ttjdt-|id}~wwxYww)a Get number of API Requests, total tokens through proxy { "daily_data": [ const chartdata = [ { date: 'Jan 22', api_requests: 10, total_tokens: 2000 }, { date: 'Jan 23', api_requests: 10, total_tokens: 12 }, ], "sum_api_requests": 20, "sum_total_tokens": 2012 } Nr&Please provide start_date and end_dater%Y-%m-%dtzinforrra SELECT date_trunc('day', "startTime") AS date, COUNT(*) AS api_requests, SUM(total_tokens) AS total_tokens FROM "LiteLLM_SpendLogs" WHERE "startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND "startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') GROUP BY date_trunc('day', "startTime") rH%b %drIrJc |dSNrHr6xs r8z%get_global_activity..X air:r daily_datasum_api_requestssum_total_tokens)rrrrstrptimereplacerutcrrr user_roleLitellmUserRoles INTERNAL_USERINTERNAL_USER_VIEW_ONLYrr fromisoformatstrftimeappendgetsortedr>)rrrstart_date_obj end_date_objrrrr)r*r(row _date_objdata_to_returnrs r8get_global_activityr<sTX-33EF  %--j*EMMU]UaUaMbN"++HjAIIQYQ]Q]I^L87  T   ' '+;+I+I I **.>.V.VV ABSUceq rrK I!3=)^]i jjK  I  ;C ..s6{;I#,,W5CK   c "  : :   : :  ;J,?@ % 0 0!  Msk8  33SV$   s\BGAF*F+FFF G B FGFF G#&G  GGcKddlm}|tdddi|j}|tdddid}t |||||d{}|S7w) Nrrrrrrra SELECT model_group, date_trunc('day', "startTime") AS date, COUNT(*) AS api_requests, SUM(total_tokens) AS total_tokens FROM "LiteLLM_SpendLogs" WHERE "startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND "startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') AND "user" = $3 GROUP BY model_group, date_trunc('day', "startTime") rrs r8'get_global_activity_model_internal_userr>isz9W>O4PQQ&..GW>P4QRR IDVy*hD>K  >rz/global/activity/modelcK||ttjdditj|dj t j}tj|dj t j}ddlm } | td |jtjk(s|jtjk(rt|||d{}nd }t!||||d{}|gSi}|D]} | d } | |vr gddd || <tj"| d } | j%d| d <|| dj'| || dxx| j)ddz cc<|| dxx| j)ddz cc<t+t-|j/dddd}g} |j/D]2\} }t-|dd}| j'| ||d|dd4| S727#t$r+}ttj0dt3|id}~wwxYww)a Get number of API Requests, total tokens through proxy - Grouped by MODEL [ { "model": "gpt-4", "daily_data": [ const chartdata = [ { date: 'Jan 22', api_requests: 10, total_tokens: 2000 }, { date: 'Jan 23', api_requests: 10, total_tokens: 12 }, ], "sum_api_requests": 20, "sum_total_tokens": 2012 }, { "model": "azure/gpt-4-turbo", "daily_data": [ const chartdata = [ { date: 'Jan 22', api_requests: 10, total_tokens: 2000 }, { date: 'Jan 23', api_requests: 10, total_tokens: 12 }, ], "sum_api_requests": 20, "sum_total_tokens": 2012 }, ] Nrrrrrrrra SELECT model_group, date_trunc('day', "startTime") AS date, COUNT(*) AS api_requests, SUM(total_tokens) AS total_tokens FROM "LiteLLM_SpendLogs" WHERE "startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND "startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') GROUP BY model_group, date_trunc('day', "startTime") rOr'rHrr(r)rIr*rJc|ddS)Nr)r6r"s r8r$z+get_global_activity_model..sad#56r:Trreverse c |dSr!r6r"s r8r$z+get_global_activity_model..  & r:r&)rr(r)r*)rrrrr+r,rr-rrrr.r/r0r1r>rr2r3r4r5rr6itemsrr>)rrrr7r8rrr model_ui_datar9_modelr:rrr_sort_daily_datars r8get_global_activity_modelrKsBX-33EF  %--j*EMMU]UaUaMbN"++HjAIIQYQ]Q]I^L8I  T   ' '+;+I+I I **.>.V.VV GHY[ikw xxK I!3=)^]i jjK  I  TC'F]*"$()()) f% !..s6{;I#,,W5CK & !, / 6 6s ; & !"4 5QR9S S 5 & !"4 5QR9S S 5 T  ##%6 r   (..0 KE4%d<&8>QR  OO""2(,-?(@(,-?(@   qykZ  ==SV$   s\BIAH"*H+H"HH" I DH"IH"H"" I+&IIIz&/global/activity/exceptions/deploymentzFilter by model group)rrOcK||ttjdditj|dj t j}tj|dj t j}ddlm } | td d }t|||||d{}|gSi}|D]v} | d } | |vrgdd || <tj| d } | jd| d <|| dj| || dxx| jddz cc<xt!t#|j%dddd}g} |j%D].\} }t#|dd}| j| ||dd0| S7#t$r+}ttj&dt)|id}~wwxYww)a Get number of 429 errors - Grouped by deployment [ { "deployment": "https://azure-us-east-1.openai.azure.com/", "daily_data": [ const chartdata = [ { date: 'Jan 22', num_rate_limit_exceptions: 10 }, { date: 'Jan 23', num_rate_limit_exceptions: 12 }, ], "sum_num_rate_limit_exceptions": 20, }, { "deployment": "https://azure-us-east-1.openai.azure.com/", "daily_data": [ const chartdata = [ { date: 'Jan 22', num_rate_limit_exceptions: 10, }, { date: 'Jan 23', num_rate_limit_exceptions: 12 }, ], "sum_num_rate_limit_exceptions": 20, }, ] Nrrrrrrrra( SELECT api_base, date_trunc('day', "startTime")::date AS date, COUNT(*) AS num_rate_limit_exceptions FROM "LiteLLM_ErrorLogs" WHERE "startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND "startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') AND model_group = $3 AND status_code = '429' GROUP BY api_base, date_trunc('day', "startTime") ORDER BY date; rRr(sum_num_rate_limit_exceptionsrHrr(rNrSc|ddS)NrArNr6r"s r8r$z?get_global_activity_exceptions_per_deployment..sad#BCr:TrBrDc |dSr!r6r"s r8r$z?get_global_activity_exceptions_per_deployment..rFr:r&)rRr(rN)rrrrr+r,rr-rrrrr2r3r4r5rr6rGrr>)rOrrr7r8rrrrHr9rIr:rrrrJrs r8-get_global_activity_exceptions_per_deploymentrQ sAzX-33EF  %--j*EMMU]UaUaMbN"++HjAIIQYQ]Q]I^L8H  T  $Oa 9nlKO I   I  nC_F]*"$56) f%!..s6{;I#,,W5CK & !, / 6 6s ; & !"A BcggNiklFm m B n ##%C r   (..0 KE4%d<&8>QR  OO %"259:Y5Z  UI X  ==SV$   sIBG!!F*4F(5F*<G!=C*F*'G!(F** G3&GGG!z/global/activity/exceptionscK||ttjdditj|dj t j}tj|dj t j}ddlm } | td d }t|||||d{}|gSd}g} |D]T} tj| d } | jd | d <| j| || jd dz }Vt!| d} | |d} | S7z#t$r+} ttjdt#| id} ~ wwxYww)a Get number of API Requests, total tokens through proxy { "daily_data": [ const chartdata = [ { date: 'Jan 22', num_rate_limit_exceptions: 10, }, { date: 'Jan 23', num_rate_limit_exceptions: 10, }, ], "sum_api_exceptions": 20, } Nrrrrrrrra SELECT date_trunc('day', "startTime")::date AS date, COUNT(*) AS num_rate_limit_exceptions FROM "LiteLLM_ErrorLogs" WHERE "startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND "startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') AND model_group = $3 AND status_code = '429' GROUP BY date_trunc('day', "startTime") ORDER BY date; rHrrSc |dSr!r6r"s r8r$z0get_global_activity_exceptions..r%r:r&rM)rrrrr+r,rr-rrrrr2r3r4r5r6r>)rOrrr7r8rrrrNr(r9r:r;rs r8get_global_activity_exceptionsrTsRX-33EF  %--j*EMMU]UaUaMbN"++HjAIIQYQ]Q]I^L85  T  EW 9nlKE ?   I()%  UC ..s6{;I#,,W5CK   c " )SWW5PRS-T T )  UJ,?@ %-J!  3? 6  33SV$   sIBE(!D14D/5D1<E(=A1D1.E(/D11 E%:&E  E%%E(z/global/spend/provider)rrrrcKddlm}||ttjddit j |djtj}t j |djtj}dd l m }m } | td |jtj k(s|jtj"k(r7|j$}|td dd id } t'|| |||d{} nd} t'|| ||d{} | gSg} |t(} | D]} | d}d}| |j+|}|" t-j.|j0j2|j0j4|j0j6|j0\}}}}| |xx| dz cc<| j9D]\}}| j;||d| S77#t$rYwxYw#t$r+}ttjdt=|id}~wwxYww)a- Get breakdown of spend per provider [ { "provider": "Azure OpenAI", "spend": 20 }, { "provider": "OpenAI", "spend": 10 }, { "provider": "VertexAI", "spend": 30 } ] r) defaultdictNrrrrr) llm_routerrrra{ SELECT model_id, SUM(spend) AS spend FROM "LiteLLM_SpendLogs" WHERE "startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND "startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') AND length(model_id) > 0 AND "user" = $3 GROUP BY model_id aa SELECT model_id, SUM(spend) AS spend FROM "LiteLLM_SpendLogs" WHERE "startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND "startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') AND length(model_id) > 0 GROUP BY model_id rXUnknown)rX)rcustom_llm_providerrRlitellm_paramsrY)providerrY) collectionsrVrrrrr+r,rr-rrWrrr.r/r0r1rrrLget_deploymentlitellmget_llm_providerr[rrZrRrGr4r>)rrrrVr7r8rWrrrr ui_responseprovider_spend_mappingr9 _model_id _provider _deployment_r\rYrs r8get_global_spend_providerrgsJ(X-33EF  %--j*EMMU]UaUaMbN"++HjAIIQYQ]Q]I^LDL  T   ' '+;+I+I I **.>.V.VV.66G#WFX= ($1::timestamptz AT TIME ZONE 'UTC') AND sl."startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') AND sl.api_key = $3 GROUP BY sl.api_key, sl.model ) SELECT api_key, SUM(model_cost) AS total_cost, SUM(model_input_tokens) AS total_input_tokens, SUM(model_output_tokens) AS total_output_tokens, jsonb_agg(jsonb_build_object( 'model', model, 'total_cost', model_cost, 'total_input_tokens', model_input_tokens, 'total_output_tokens', model_output_tokens )) AS model_details FROM SpendByModelApiKey GROUP BY api_key ORDER BY total_cost DESC; z'Getting /spend for internal_user_id: %sa WITH SpendByModelApiKey AS ( SELECT sl.api_key, sl.model, SUM(sl.spend) AS model_cost, SUM(sl.prompt_tokens) AS model_input_tokens, SUM(sl.completion_tokens) AS model_output_tokens FROM "LiteLLM_SpendLogs" sl WHERE sl."startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND sl."startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') AND sl.user = $3 GROUP BY sl.api_key, sl.model ) SELECT api_key, SUM(model_cost) AS total_cost, SUM(model_input_tokens) AS total_input_tokens, SUM(model_output_tokens) AS total_output_tokens, jsonb_agg(jsonb_build_object( 'model', model, 'total_cost', model_cost, 'total_input_tokens', model_input_tokens, 'total_output_tokens', model_output_tokens )) AS model_details FROM SpendByModelApiKey GROUP BY api_key ORDER BY total_cost DESC; rhriaS WITH SpendByModelApiKey AS ( SELECT date_trunc('day', sl."startTime") AS group_by_day, sl.end_user AS customer, sl.model, sl.api_key, SUM(sl.spend) AS model_api_spend, SUM(sl.total_tokens) AS model_api_tokens FROM "LiteLLM_SpendLogs" sl WHERE sl."startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND sl."startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') GROUP BY date_trunc('day', sl."startTime"), customer, sl.model, sl.api_key ) SELECT group_by_day, jsonb_agg(jsonb_build_object( 'customer', customer, 'total_spend', total_spend, 'metadata', metadata )) AS customers FROM ( SELECT group_by_day, customer, SUM(model_api_spend) AS total_spend, jsonb_agg(jsonb_build_object( 'model', model, 'api_key', api_key, 'spend', model_api_spend, 'total_tokens', model_api_tokens )) AS metadata FROM SpendByModelApiKey GROUP BY group_by_day, customer ) AS aggregated GROUP BY group_by_day ORDER BY group_by_day; ra WITH SpendByModelApiKey AS ( SELECT sl.api_key, sl.model, SUM(sl.spend) AS model_cost, SUM(sl.prompt_tokens) AS model_input_tokens, SUM(sl.completion_tokens) AS model_output_tokens FROM "LiteLLM_SpendLogs" sl WHERE sl."startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND sl."startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') GROUP BY sl.api_key, sl.model ) SELECT api_key, SUM(model_cost) AS total_cost, SUM(model_input_tokens) AS total_input_tokens, SUM(model_output_tokens) AS total_output_tokens, jsonb_agg(jsonb_build_object( 'model', model, 'total_cost', model_cost, 'total_input_tokens', model_input_tokens, 'total_output_tokens', model_output_tokens )) AS model_details FROM SpendByModelApiKey GROUP BY api_key ORDER BY total_cost DESC; )rrrrr+r,rr-rrnrrrdebug ValueErrorCommonProxyErrorsnot_premium_uservalue startswith hash_tokenrr rr>)rrrrrjrCrkr7r8rnrrrrs r8get_global_spend_reportrxsFX-33EF  %--j*EMMU]UaUaMbN"++HjAIIQYQ]Q]I^LFS  T  t # & &'W X69J9[9[9a9aab b   & &'Mw^bOb c!!%($73#IH!3=)^]ikr ssK"    ) & &'PRb c#IH!3y.,HX!K"    [%<7 g{M  v *><R_`` `  #2Ih!3=)^]i jjK"    ""IF!3=)^]i jjK"  Q#gtVankRk  33SV$   sBH.BG7,G+-G74H.5G76H.7,G7#G-$G7+H.,G7-H..G7G/G7H. G7G1 G7#H.$G7<G3=G7H.G7H.G7G5 G7'H.(G7)H.+G7-G7/G71G73G75G77 H+&H&&H++H.>rBrrCin scope_columnc:|tvrtd|d|dS)u Spend grouped by api_key with a per-model breakdown, cut to one scope column. ``scope_column`` is interpolated into the SQL, so it must come from ``_SPEND_REPORT_SCOPE_COLUMNS`` — never from caller input. Scope values are always bound as ``$3``. z'Unsupported spend report scope column: a" WITH SpendByModelApiKey AS ( SELECT sl.api_key, sl.model, SUM(sl.spend) AS model_cost, SUM(sl.prompt_tokens) AS model_input_tokens, SUM(sl.completion_tokens) AS model_output_tokens FROM "LiteLLM_SpendLogs" sl WHERE sl."startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND sl."startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') AND sl.a = $3 GROUP BY sl.api_key, sl.model ) SELECT api_key, SUM(model_cost) AS total_cost, SUM(model_input_tokens) AS total_input_tokens, SUM(model_output_tokens) AS total_output_tokens, jsonb_agg(jsonb_build_object( 'model', model, 'total_cost', model_cost, 'total_input_tokens', model_input_tokens, 'total_output_tokens', model_output_tokens )) AS model_details FROM SpendByModelApiKey GROUP BY api_key ORDER BY total_cost DESC; )_SPEND_REPORT_SCOPE_COLUMNSrrrys r8_scoped_spend_report_sqlr}s<66B= ($1::timestamptz AT TIME ZONE 'UTC') AND sl."startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') AND ( sl.organization_id = $3 OR ( (sl.organization_id IS NULL OR sl.organization_id = '') AND sl.team_id = ANY($4::text[]) ) ) GROUP BY sl.api_key, sl.team_id, sl.model ) SELECT api_key, SUM(model_cost) AS total_cost, SUM(model_input_tokens) AS total_input_tokens, SUM(model_output_tokens) AS total_output_tokens, jsonb_agg(jsonb_build_object( 'team_id', team_id, 'model', model, 'total_cost', model_cost, 'total_input_tokens', model_input_tokens, 'total_output_tokens', model_output_tokens )) AS model_details FROM SpendByModelApiKey GROUP BY api_key ORDER BY total_cost DESC; cddlm}m}|3ttj t jj|dur6ttjdt jjz|S)NrrmrTro) rrnrrrrrsdb_not_connected_errorrurrtrms r8_spend_report_prereqsr'smF==$;;AA  411,/@/Q/Q/W/WW   r:c"||ttjd tj|dj t jtj|dj t jf}|\}}||krttjd||z ttkDr#ttjdtd |S#t$rttjdwxYw) Nrrrrz4start_date and end_date must be in YYYY-MM-DD formatz(start_date must be on or before end_datedaysz!Date range too large; maximum is z days) rrrrr+r,rr-rrr_SPEND_REPORT_MAX_RANGE_DAYS)rrparsedr7r8s r8_parse_spend_report_date_ranger7sX-33;      j* 5 = =X\\ = R   h 3 ; ;8<< ; P $* NLn$33=  n$y6R'SS3367S6TTYZ   M!  33I   s A(C))%D requested caller_value scope_namec|r2||k7r+t|sttjd|d|S|"ttjd|d|d|S)zReturn the scope value the caller may query spend for. Non-admin callers are clamped to their own identity: a ``requested`` value that differs from ``caller_value`` is a 403. Proxy admins (and admin viewers) may request any scope. rz#Not authorized to view spend for a z other than your ownrzNo z& associated with this API key; pass a z query param)rrrrrrrrrs r8_resolve_spend_report_scoperUs{  $-@Sd-e"55z2_resolve_org_spend_report_scope..s4 Bz/user/spend/reportzlView spend for a specific internal_user_id. Proxy admin only; other callers are scoped to their own user_id.cKt}t||\}}t|||jd}t |t d|||d{}|xsdS7 w)aX Get spend for the calling user over a date range, grouped by api_key with a per-model breakdown. Same row shape as `/global/spend/report?internal_user_id=...`, but callable by any key with a user: non-admin callers are always scoped to their own user_id, while proxy admins may pass `?internal_user_id=` to view any user. rrjrrBr|Nr6)rrrrrr}) rrrrjrr7r8scoped_user_idrs r8get_user_spend_reportrsx0*+M#AZbj#k NL0+"&..% N @R f5 @:K  ":AAA Az/team/spend/reportzbView spend for a specific team_id. Proxy admin only; other callers are scoped to their key's team.cKt}t||\}}t|||jd}t |t d|||d{}|xsdS7 w)a Get spend for the calling key's team over a date range, grouped by api_key with a per-model breakdown. Callable by any key that belongs to a team: non-admin callers are always scoped to their key's team_id, while proxy admins may pass `?team_id=` to view any team. rrCrr|Nr6)rrrrCrr}) rrrrCrr7r8scoped_team_idrs r8get_team_spend_reportrsx0*+M#AZbj#k NL0+&.. N @R i8 @:K  ":rz/organization/spend/reportzView spend for a specific organization_id. Proxy admins may pass any organization; org admins are scoped to organizations they administer.cKt}t||\}}t|||d{\}}t|t||||d{} | xsdS7)7 w)a Get spend for an organization over a date range, grouped by api_key with a per-model and per-team breakdown. Covers spend logged against the organization directly and against any of its teams. Callable by proxy admins (any organization) and org admins (their own organizations). Defaults to the calling key's organization_id when `?organization_id=` is omitted. r)rrrNr6)rrrr_ORG_SPEND_REPORT_SQL) rrrrrr7r8rrrs r8get_organization_spend_reportr s}2*+M#AZbj#k NL!@+'#"J @R @:K  " :s!,AAA A AAz/global/spend/all_tag_namesc K ddlm}| tdd}t||d{}|gSg}|D]"}|j |j d$d|iS75#t$r}t |trBtt|dd|d d t|d d t|d tjt |tr|tdt|zd t|d d tjd}~wwxYww)Nrrrz SELECT DISTINCT jsonb_array_elements_text(request_tags) AS individual_request_tag FROM "LiteLLM_SpendLogs"; r^ tag_namesrz/spend/all_tag_names Error(rrrrrrz/spend/all_tag_names Error) rrrrr4r5rrr r rrr>)rrr _tag_namesr9rs r8global_get_all_tag_namesr5s0' <  T  BTTaclAm;m  I  AC   cgg&>? @ AZ(( *G03q69!!Wf-66    sCD $A AA D ,A D A D)BDDD z/global/spend/tagsz"comman separated tags to filter onrc 4Kddl}ddlm} | td||t dddt j t||||d{}|S7#t$r}|j}t|d z|z}t|trBt t|d d |d d t|ddt|dt jt|tr|t d|zd t|ddt jd}~wwxYww)a} LiteLLM Enterprise - View Spend Per Request Tag. Used by LiteLLM UI Example Request: ``` curl -X GET "http://0.0.0.0:4000/spend/tags" -H "Authorization: Bearer sk-1234" ``` Spend with Start Date and End Date ``` curl -X GET "http://0.0.0.0:4000/spend/tags?start_date=2022-01-01&end_date=2022-02-01" -H "Authorization: Bearer sk-1234" ``` rNrrr bad_requestr)rrtags_strr rrrrrrrr ) tracebackrrrr rrui_get_spend_by_tags format_excr>rrr r) rrrrrrr error_trace error_strs r8global_view_spend_tagsris?J8&  T   z1 @"00   !5!' !     &113 q6D=;6 a ' 8/A)A-NO%a&1Q v/T/TU   > *G')3!!Wf-66    s< DAAAADA D B0DDDcKddlm}|tjdyt j |dj tj}t j |dj tj} d}t||||d{}d}t||||d{}||fS7 7 #t$r }tjd|Yd}~yd}~wwxYww) NrrzZDatabase not connected. Connect a database to your proxy for weekly, monthly spend reportsrra SELECT t.team_alias, SUM(s.spend) AS total_spend FROM "LiteLLM_SpendLogs" s LEFT JOIN "LiteLLM_TeamTable" t ON s.team_id = t.team_id WHERE s."startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND s."startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') GROUP BY t.team_alias ORDER BY total_spend DESC; a SELECT jsonb_array_elements_text(request_tags) AS individual_request_tag, SUM(spend) AS total_spend FROM "LiteLLM_SpendLogs" WHERE "startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND "startTime" < (($2::timestamptz + INTERVAL '1 day') AT TIME ZONE 'UTC') GROUP BY individual_request_tag ORDER BY total_spend DESC; z(Exception in _get_daily_spend_reports %s) rrrrrr+r,rr-rr) rrrr7r8rr spend_per_tagrs r8 _get_spend_report_for_time_rangers9"" h %--j*EMMU]UaUaMbN"++HjAIIQYQ]Q]I^L'R AS 9nlA ;   EW 9nlE ? &&); ? R""#MqQQRsTBC. CB>C5C6C=C.>CC C+ C&!C.&C++C.z/spend/calculatezThe calculated costzapplication/jsonschemar?costnumber)rrexample)r properties)rcontentrequestc K ddlm}ddlm}ddlm}d}|j A|j tddd}d}||jZ|j |jvrB|j|j }|jD]}|jd |k(s|}n2|jD]#}|jd |j k(s"|}% |h|jd } | jd } | jd } | jd } | | || | }|| |j|}na||j |j}nB|j)tjdi|j} || }n tddd|iS#t$r}t|trRt!t#|dt%|t#|ddt#|ddt#|dt&j(|}t!t#|d|t#|ddt#|ddt#|ddd}~wwxYww)a Accepts all the params of completion_cost. Calculate spend **before** making call: Note: If you see a spend of $0.0 you need to set custom_pricing for your model: https://docs.litellm.ai/docs/proxy/custom_pricing ``` curl --location 'http://localhost:4000/spend/calculate' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "model": "anthropic.claude-v2", "messages": [{"role": "user", "content": "Hey, how'''s it going?"}] }' ``` Calculate spend **after** making call: ``` curl --location 'http://localhost:4000/spend/calculate' --header 'Authorization: Bearer sk-1234' --header 'Content-Type: application/json' --data '{ "completion_response": { "id": "chatcmpl-123", "object": "chat.completion", "created": 1677652288, "model": "gpt-3.5-turbo-0125", "system_fingerprint": "fp_44709d6fcb", "choices": [{ "index": 0, "message": { "role": "assistant", "content": "Hello there, how may I assist you today?" }, "logprobs": null, "finish_reason": "stop" }] "usage": { "prompt_tokens": 9, "completion_tokens": 12, "total_tokens": 21 } } }' ``` r)completion_cost) CostPerTokenrWNrXz>Bad Request - messages must be provided if 'model' is providedr model_namer[rinput_cost_per_tokenoutput_cost_per_token)rr)rmessagescustom_cost_per_token)rr)completion_responsezFBad Request - Either 'model' or 'completion_response' must be providedrrrrrrrrrr6)r_rlitellm.cost_calculatorrrrWrrrmodel_group_alias model_listr5r ModelResponserrr r r>rr)rrrrW_cost_model_in_llm_routercost_per_token_model_group_namer_litellm_params_litellm_model_namerr_completion_responser error_msgs r8calculate_spendrsRP +89 == $'# #[ $( 26N%//; Q[QmQm@m/9/K/KGMM/Z%!+!6!69 99\26GG3809",!6!69 99\2gmmC3809 $/)=)A)ABR)S-<-@-@-I#.=.A.ABX.Y$/>/B/BCZ/[%'37L7X%1-A.C&N (-$--*8 (gmmgFVFVW  ( ( 4*1*?*?*^'B]B]*^ #8LME_   a ' 8SV4Q/a&1Q v/J/JK    S Ay)4FF+!Wf-M3/    s7IB F,%2F,CF,+I, I5B III/spend/logs/v2z/spend/logs/uizGet spend logs based on api keyzGet spend logs based on user_idz4request_id to get spend logs for specific request_idz6Filter spend logs by session_id (partial string match)zFilter spend logs by team_idz:Filter logs with spend greater than or equal to this valuez7Filter logs with spend less than or equal to this valuerAzPage number for pagination)rrge2zNumber of items per pagei)rrrlez.Filter logs by status (e.g., success, failure)zfFilter logs by cache state: 'hit' or 'miss'. Miss includes legacy rows with a null/unknown cache statezFilter logs by modelz5Filter logs by model ID (litellm model deployment id)zFilter logs by model groupzFilter logs by key aliaszFilter logs by end userz.Filter logs by error code (e.g., '404', '500')z3Filter logs by error message (partial string match)rzcSort logs by field: spend, total_tokens, startTime, endTime, request_duration_ms, model, or ttft_msdesczSort order: asc or descz;Exclude LiteLLM internal health check requests from resultsrz min_spend max_spendpage page_size status_filtercache_hit_filterrX key_aliasrt error_code error_messagesort_by sort_orderexclude_internal_health_checksc @AKddlm}|tdddtjddlm}d ||vAhd }||vr;td |d d jt|ddtj|3|jdvr!td|dddtjt|tr%|dvr!td|dddtj t| }|duxrA }|rd}d}nM|| tdddtjArddgndg@dtdtf@Afd } | |}| | }i}!|&|$|j|jd|!d <|||!d!<t!| }"|"r|!j#|"|||!d"<|||!d#<|||!d$<|||!d%<|||!d&<|||!d'<g}#||#j%d(g|d)||#j%d*d+gd,|d,d-||#j%d*d.g|d)|#r?t'|#d/k(r |#d|!d0<n(|!j)d1g|#D$cgc]}$d0|$ic}$z|!d1<|||!d2<||i|!d3<|||!d3d4<|||!d3d5<|As|st+|| |6d{| xr| xr|duxr t-| }%|%rt/|| 7d{nd8}&|%xr |& xr|du}'|s|s|>t1|| |9d{}(|(s t3tj4d:d;|i<||!d!<ny|%rw|&r,||!j7d#dd#| j8id!d=|&iig|!d><n7|| j8|!d#<n%|!j)d1gd#| j8igz|!d1<|!j7d!d| d/z | z})|}*|xsd?j}+g},g}-d/}.|X|V|,j%d@|.dA|-j%||.d/z }.|,j%dB|.dA|-j%||.d/z }.dCD]V\}/}0|!j)|0}1|1t|1ts+|,j%|/dD|.|-j%|1|.d/z }.X|&rOdE|.dF|.d/zdG}2|-j%| j8|-j%|&|.dHz }.|,j%|2n6|'r4|,j%dI|.|-j%| j8|.d/z }.|pt|tr`|j;dJdKj;dLdMj;dNdO}3|,j%dP|.|-j%dL|3dL|.d/z }.| A| dQk(r|,j%dRn*|,j%dS|.|-j%| |.d/z }.|dTk(r|,j%dUn|dVk(r|,j%dW|r5|,j%dX|.dY|.d/zdZ|-j=t>|.dHz }.|*|,j%d[|.|-j%||.d/z }.|*|,j%d\|.|-j%||.d/z }.|.|,j%d]|.|-j%dL|dL|.d/z }.|*|,j%d^|.|-j%||.d/z }.|.|,j%d_|.|-j%dL|dL|.d/z }.|+d`k(rdandb}4dc}5|*ddk(rde}6df}5n |*dgvrd,|*d,}6n|*}6dhdij|,dj|.dk}7tA||7g|-tBd/zd{}8|8rtE|8ddlnd}9|9tBkD}:|:rtBn|9};dmdij|,dn|6do|4|5dp|.dq|.d/zdr }<|-j=| |)g|jFjH|tMjNdstQjR|=dttutU||=|;| | |>A |:vd{Scc}$w77v7N77v7#tV$r&}?tMjXdw|?t[|?d}?~?wwxYww)xa View spend logs with pagination support. Available at both `/spend/logs/v2` (public API) and `/spend/logs/ui` (internal UI). Returns paginated response with data, total, page, page_size, and total_pages. Example: ``` curl -X GET "http://0.0.0.0:8000/spend/logs/v2?start_date=2025-11-25%2000:00:00&end_date=2025-11-26%2023:59:59&page=1&page_size=50" -H "Authorization: Bearer sk-1234" ``` rrN Prisma Client is not initializedrrr)get_request_router>rrYendTimettft_msrrJrequest_duration_mszInvalid sort_by: z. Must be one of: z, rr>ascrzInvalid sort_order: z. Must be one of: asc, descr>hitmisszInvalid cache_hit_filter: z. Must be one of: hit, missrrz$Start date and end date are required%Y-%m-%d %H:%M:%Srdate_strr3c |j}D]8} tj||jtj cSrdnd}ttjd|d|#t $rYmwxYw)Nrz%'YYYY-MM-DD' or 'YYYY-MM-DD HH:MM:SS'z'YYYY-MM-DD HH:MM:SS'zInvalid date format: z . Expected: r) striprr+r,rr-rrrrr)rfmtexpectedformatsis_v2s r8 parse_datez&ui_view_spend_logs..parse_date@ s#>>+"!C!'003?GGx||G\\! NS"IXo# & ; ;28*L S&! !s3A66 BBgtelterrCrrBrrrXrOuser_api_key_alias)pathstring_containserror_informationr")requalsrrAmetadataANDrtrYrrrrrrrr6rrrCrz.Not authorized to view team spend for team_id=rrORrz"startTime" >= ($z!::timestamptz AT TIME ZONE 'UTC')z"startTime" <= ($))rCrC)z"user"rB)rr)rr)rr)rXrX)rOrO)rtrtz = $z ("user" = $z OR team_id = ANY($z ::text[]))z "user" = $\z\\%z\%rfz\_zsession_id LIKE $successz&(status = 'success' OR status IS NULL)z status = $rzLOWER(cache_hit) = 'true'rz1(cache_hit IS NULL OR LOWER(cache_hit) != 'true')zapi_key NOT IN ($z, $rz spend >= $z spend <= $z&metadata->>'user_api_key_alias' LIKE $z0metadata->'error_information'->>'error_code' = $z6metadata->'error_information'->>'error_message' LIKE $rASCDESCrzCASE WHEN "completionStartTime" IS NULL OR "completionStartTime" = "endTime" THEN NULL ELSE (EXTRACT(EPOCH FROM ("completionStartTime" - "startTime")) * 1000) ENDz NULLS LAST)rrz SELECT COUNT(*) AS total_count FROM ( SELECT 1 FROM "LiteLLM_SpendLogs" WHERE z AND z LIMIT $z* ) AS bounded_matches rga SELECT request_id, call_type, api_key, spend, total_tokens, prompt_tokens, completion_tokens, "startTime", "endTime", "completionStartTime", model, model_id, model_group, custom_llm_provider, api_base, "user", metadata, cache_hit, cache_key, request_tags, team_id, organization_id, end_user, requester_ip_address, session_id, status, mcp_namespaced_tool_name, agent_id, COALESCE(request_duration_ms, (EXTRACT(EPOCH FROM ("endTime" - "startTime")) * 1000)::INTEGER) AS request_duration_ms FROM "LiteLLM_SpendLogs" WHERE z ORDER BY  z LIMIT $z OFFSET $z zdata= %s)indentr)enrich_session_countstotal_is_cappedzError in ui_view_spend_logs: %s).rrr rHTTP_401_UNAUTHORIZEDlitellm.proxy.auth.auth_utilsrjoinr6rlowerrr>rr isoformat_build_status_filter_conditionupdater4rr5 _assert_user_can_view_request_id_can_user_view_spend_log/_get_permitted_team_ids_for_spend_logs_or_empty_can_team_member_view_logrrrrr,extendr/rr,rLrr_hydrate_spend_log_metadatarrqjsondumps_build_ui_spend_logs_responser exceptionr!)BrrrrrzrCrrrrrrrrrrrXrOrrtrrrrrrrvalid_sort_fields is_admin_viewis_request_id_lookupr7r8rwhere_conditionsstatus_conditionmetadata_filters filter_conduser_scope_appliespermitted_team_ids#explicit_user_requires_caller_scope can_view_teamskip order_columnorder_directionsql_conditions sql_paramspsql_colwc_keyval or_clauselike_escaped_session_id_sql_dir _nulls_clause _order_expr count_query count_rows raw_totalr total_recordsrr total_pagesrrrsB @@r8ui_view_spend_logsrEsQ L96!--   @#'8'AAE '''y0B499VTeMfCgBhi,,   *"2"2"4O"K*:,6QR,,   "C(-=_-T01A0BB]^$,,   \+2EVW &0&<&JU  /3N,0L!X%5$B& 44  CH1:>NaMbG S X ( 3N%h/L35  %,*B%//1#--/- [ )  *1 Y '"@"O   # #$4 5  *1 Y '  '. V $  !-7 \ *  (- W %  +3 Z (  ".9 ] +#%   # #12'0   !  # #0,? !*Q/   $  # #0/B'4  #$)/?/B ,*:*>*>ub*IAQM2=Z-M+ '  +3 Z (  I$9(* W %$3< )%0$3< )%0  !% 2+"3%   % $ N!! N4 N);LM " B+"3      Q'9#9 QgT>Q ,$M"-F"/&7#.( %'$*$=$= '+YZaYb)cd/6 +#%(,,VT:!2!:!:;"T+=$>?.$T* 3D3L3L(02B2F2Fub2Q#%6%>%>?U3(/!$$Y5ax9,& ","6!=!=!? ,.*,   %,*B  ! !$7s:["\ ]   n - FA  ! !$7s:["\ ]   l + FA  OGV#&&v.C:c3#7%% aS&9:!!#&Q " !,QC/B1q5'TI   /77 8   0 1 FA  ! !) , 0  ! !Jqc"2 3   /77 8 FA  !jS&A-7-?-?f-M-U-UVY[`-a-i-ijmot-u #  ! !$5aS"9 :   "9!:!< = FA  $ )%%&NO%% 1#&67!!-0Q u $  ! !"= >  '  ! !"U V )  ! !$5aSAE7!"D E   = > FA   ! !Jqc"2 3   i ( FA   ! !Jqc"2 3   i ( FA   ! !$J1#"N O   )A. / FA  !  ! !$TUVTW"X Y   j ) FA  $  ! !$Z[\Z]"^ _   -2 3 FA$3e#;% 9 $^  *M 5 5l^1-K&K" ||N345s  HZ ;H )3H 5TWX5XH B AK3z!}];W`  <</01!]!H:m_=3iAw'   9d+,6M,,66yN:NN#D),i7!; I "":tzz$qRU/VW2      &+)+   WM$  (@B 0O   +&&'H!L'**+sC#a:(Ea `4Aa`92a`<*a1`?2D>a1aLaaBa aA!a/a0a3a:4a<a?aaaa a7!a22a77a:c\eZdZUeezezdzed<eezezdzed<eezdzed<y)RequestResponsePayloadNrrproxy_server_request)r;r<r=r>rrrEr6r:r8rGrG s9Dj4$&&Dj4$&&*t++r:rG>[]{}rnull_EMPTY_SPEND_LOG_VALUESruc|yt|tr|jtvSt|tt frt |dkDSy)NFrT)rr>rrLrrr)rus r8_spend_log_field_has_contentrN sE }%{{}$;;;%$&5zA~ r:rc|D]N}t|ts|jd}t|ts6 t j ||d<Py#t tf$ri|d<YhwxYw)aRe-hydrate the JSONB ``metadata`` column returned by ``query_raw`` as a string. The Prisma serialiser bypasses the model-layer JSON hydration we get on the ORM path, while the UI reads ``metadata.status`` / ``metadata.error_information`` / ``metadata.internal_call_origin`` as object fields. Property access on a string is silently undefined, so failure rows looked like successes (#29674). Every ``query_raw`` reader of this column goes through here so a new one cannot reintroduce that. rN)rrr5r>r#loadsrr TypeError)rr9mds r8r"r" sm%#t$  WWZ  b#  %"&**R.J % * %"$J %sAA,+A,rct|tr tj|}t|t sy|jd}t|tr|r|SdS#tjt f$rYywxYw)Ncold_storage_object_key)rr>r#rPJSONDecodeErrorrQrr5)r object_keys r8&_cold_storage_object_key_from_metadatarW st(C  zz(+H h % %>?J#J4:MM $$i0  sAA;:A;r9cold_storage_handlerr*cK|jd}|jd}|jd}t|||}t|st|s t|r|St|jd}||S |j |d{}||St|jd|jd|jd S7C#t $rt jd|d |cYSwxYww) a Decide where the prompt/response come from for a single spend-log row. PG holds the content when ``store_prompts_in_spend_logs`` is on; otherwise it holds ``"{}"`` placeholders and the real payload lives in cold storage keyed by ``metadata.cold_storage_object_key``. The choice is made on actual row content, not config flags, so historical and mixed-storage rows both resolve correctly. rrrHrN)rVzJFailed to fetch cold storage payload for key %s; falling back to DB valuesTexc_info)rrrH)r5rGrNrW:get_proxy_server_request_from_cold_storage_with_object_keyrrr)r9rXrrrH pg_payloadrVpayloads r8!_resolve_request_response_payloadr_ sggj)Hggj)H"%''*@"A.xCWXJ$X. ' 1 '(< =>swwz?RSJ 3nn! o   !Z(Z($[[)?@   $$ X   s<BD C CC ?D C #DD DD z/spend/logs/ui/{request_id}cKddlm}t|s5|ttj ddit |||d{tjj}d}d}|4tj|d jtj }|4tj|d jtj }|D]$}|j||| d{} | "| cS|Zdd lm} d } t%|| |d{} | r;t'| dkDr-t)| d| d{} | j+Sy77l7G7w)z View request / response for a specific request_id - goes through all callbacks, checks if any of them have a @property -> has_request_response_payload - if so, it will return the request and response payload rrrNrzmCannot authorize spend log access without a database connection. Connect a database or use a proxy admin key.rrrr)rstart_time_utc end_time_utcr)z SELECT messages, response, proxy_server_request, metadata FROM "LiteLLM_SpendLogs" WHERE request_id = $1 LIMIT 1 )rX)rrrrrrrr_logging_callback_manager6get_active_additional_logging_utils_from_custom_loggerrr+r,rr-get_request_response_payload1litellm.proxy.spend_tracking.cold_storage_handlerr*rrr__asdict)rrrrrcustom_loggersr7r8 custom_loggerr^r*r db_resultresolveds r8'ui_view_request_response_for_request_idrl s09 1B C  "55S /'/!   $<<ssuN&*N$(L!**:7JKSS[c[g[gSh((3FGOOW_WcWcOd ' %BB!)%C    N   I[ 9jI C  Y!+>y|btbvwwH##% % [  .C xsOAE'EB.E'4E!5E'<E'E#,E'E% E'!E'#E'%E'z /spend/logszjrequest_id to get spend logs for specific request_id. If none passed then pass spend logs for all requestsTzWhen start_date and end_date are provided, summarize=true returns aggregated data by date (legacy behavior), summarize=false returns filtered individual logsfastapi_response summarizec Kddlm}|jtjk(s|jtj k(r |j } tjd| td|t|tr|t|trtj|djtj } tj|djtj } | j#} | j#} d| | d i} |rr+r,rr-rrvrwrr,r#rrrrrrrrrHr5r6rGr4rrr r rr)rmrrrrrrnrrr7r8start_date_iso end_date_iso filter_queryrr spend_rowsrrecord dt_objectrHr return_list final_datekv end_date_date current_date scoped_filter hashed_tokenrs r8view_spend_logsrF s\9 ##'7'E'EE  & &*:*R*R R#++N ""#;<  T   ":s+$8S)%-$5$5j*$M$U$U]e]i]i$U$jN"*"3"3Hj"I"Q"QYaYeYe"Q"fL%3$<$<$>N"."8"8":L)'#L"z'3'?%%e,.;.F.FW.F.UL+.5L+%*Z*E-7 \*"z'3'?'. V$-!&&/8"2  %8 $F$L$L$U$U<"T%V%H(D)c(ma.?JxXY{\`Da$(2B)CX$N &((F ( 1 1#f[6I2JLc dI$>>+D6)13r'Bt $Y/G$VnG"7OE,24L,<,2#DAq&&' *G'#a&0!!Wf-66    sA U'E R>0R61R>6U'7.R>%R9&H>R>%R>&U''R>(U')BR>/R<0R>5U'6R>9R><R>> U$BUU$$U'z/global/spend/reset)rrcKddlm}|tdddtjt |j dd ii d{t|j dd ii d{d d d S7/7 w)aC ADMIN ONLY / MASTER KEY Only Endpoint Globally reset spend for All API Keys and Teams, maintain LiteLLM_SpendLogs 1. LiteLLM_SpendLogs will maintain the logs on spend, no data gets deleted from there 2. LiteLLM_VerificationTokens spend will be set = 0 3. LiteLLM_TeamTable spend will be set = 0 rrNrrrrrYr)rrz3Spend for all API Keys and Teams reset successfullyr rr)rrr rrrrrrs r8global_spend_resetr- s 96!--    $M 2 > >WcNZ\ > ]]] m $ 0 0wnB 0 OOOI ^Os$AA= A9 %A=/A;0 A=;A=z/global/spend/refreshcP Kddlm  tdddtjdt f fd }|d{}|rd } dd lm}dd lm}dd l m }tjd}|t|jj|||ddi}|j j#d{t%||d{t'j(ddddSy7757##t$r%}t'j*d|dddcYd}~Sd}~wwxYww)zc ADMIN ONLY / MASTER KEY Only Endpoint Globally refresh spend MonthlyGlobalSpend view rrNrrrrr3crKd} t|d{}|dddk(S7#t$rYywxYww)zM Return True if materialized view exists Else False zy SELECT relname, relkind FROM pg_class WHERE relname = 'MonthlyGlobalSpend'; NrrlmF)rr)rresprs r8!is_materialized_global_spend_viewz?global_spend_refresh..is_materialized_global_spend_viewg sP   7A-QZ7[1[D79%, ,2\  s(7(&(7( 4747zE REFRESH MATERIALIZED VIEW "MonthlyGlobalSpend"; )rs)proxy_logging_objr' DATABASE_URLtimeoutip) database_urlr http_clientz!MonthlyGlobalSpend view refreshedr rz(Failed to refresh materialized view - %sz#Failed to refresh materialized viewfailure)rrr rrboollitellm.proxy._typesrsrlitellm.proxy.utilsr(osgetenvrrrurconnectrrinfor&) r view_existsrrsrr(db_url new_clientrrs @r8global_spend_refreshrP s796!--   T$ ABBK   > D 8IIn5F~ 1 H H N NOO ,#"3t!J--'') ) )Z3 3 3 % %&I J># /C, * 3  * *+UWX Y@#  seDD#D&D##D&cLKddlm}|tdddtj |j }| t d|d}t||||d{}|Sd }t|||d{}|S77#t$r}tjd ||d}~wwxYww) Nrrrrrrz)/global/spend/logs Error: User ID is Nonez SELECT * FROM "MonthlyGlobalSpendPerUserPerKey" WHERE "api_key" = $1 AND "user" = $2 ORDER BY "date"; zSSELECT * FROM "MonthlyGlobalSpendPerUserPerKey" WHERE "user" = $1 ORDER BY "date";/global/spend/logs Error: %s) rrr rrrrrrrrr)rrrrrrrs r8global_spend_for_internal_userr s96!66   *22 ?HI I  I >H W`bikr=s7sHOm #M9gFF8t G ""#A1EsX&B$.A;A7A;B$A;0A91A;6B$7A;9A;; B!BB!!B$z/global/spend/logszMAPI Key to get global spend (spend per day for last 30d). Admin-only endpointc lKddl}ddlm}m}ddlm} |t dddtj|jtjk(s|jtjk(rt|| d{}|S|}|r|| d{}|S|d }t||d{}|Sd }t|||d{}|S7U7;7#7 #t$r} |j!} t#| d z| z} t%j&d| t)| t*rBt t-| dd| ddt-| ddt-| dtjt)| t r| t d| zdt-| ddtjd} ~ wwxYww)z [BETA] This is a beta endpoint. It will change. Use this to get global spend (spend per day for last 30d). Admin-only endpoint More efficient implementation of /spend/logs, by creating a view over the spend logs table. rN)get_daily_spend_from_prometheusis_prometheus_connectedrrrrr)rr)rz3SELECT * FROM "MonthlyGlobalSpend" ORDER BY "date";z SELECT * FROM "MonthlyGlobalSpendPerKey" WHERE "api_key" = $1 ORDER BY "date"; rrrz/global/spend/logs Error(rrrz/global/spend/logs Error)r6litellm.integrations.prometheus_helpers.prometheus_apirrrrr rrr.r/r0r1rrrrr>rrrrr ) rrrrrrrprometheus_api_enabledrrrrs r8global_spend_logsr s(9;   :%::    ' '+;+I+I I **.>.V.VV;G_pqqHO(?(A ! *G.:!!Wf-66    sF4A)C?CCF4CCC!F4"C5C6C;F4<CCCF4CCCC F1&CF,,F11F4z /global/spendc Kddl}ddlm} d}|tdddid }t ||d{}|3t |t r#t|dkDr|djd d}|tjd S7L#t$r}|j}t|d z|z}t |trBtt|d d|ddt|ddt|dt j"t |tr|td|zdt|ddt j"d}~wwxYww)ze [BETA] This is a beta endpoint. It will change. View total spend across all proxy keys rNrrrrrrz;SELECT SUM(spend) as total_spend FROM "MonthlyGlobalSpend";rb)rY max_budgetrrz/global/spend Error(rrrrrrz/global/spend Error)rrrrrrrrr5r_rrrr>r r rr)rrrbrrrrrs r8 global_spendr sJ8   CBS8TU U\ ASTaclAm;m  (D)c(ma.?&qkoomSA $G4F4FGG *G)I5!!Wf-66    s: E$BA?A B>E?B D? B0D::D??ErDlimitcKddlm}|tdddi|j}|tdddid}t ||||d{}|S7w) Nrrrrrrra WITH top_api_keys AS ( SELECT api_key, SUM(spend) as total_spend FROM "LiteLLM_SpendLogs" WHERE "user" = $1 GROUP BY api_key ORDER BY total_spend DESC LIMIT $2 -- Adjust this number to get more or fewer top keys ) SELECT t.api_key, t.total_spend, v.key_alias, v.key_name FROM top_api_keys t LEFT JOIN "LiteLLM_VerificationToken" v ON t.api_key = v.token ORDER BY t.total_spend DESC; rrrrrrrrrrrs r8global_spend_key_internal_userrO sp8W>O4PQQ&..GW>P4QRRI:=G}V_ahjoO4PQQ9I }#M9==mE  19;< <G #M9eDD O']>E mWPUwV_`a_b>c4dekllmsZAC&B9*C&=B;>C&-B?2B=3B?7C&;C&=B?? C#CC##C&z/global/spend/teamscKddlm}|tdddid}t||d{}i}t }i}|D]s}|d }| |d }|d }|j |||vr|d } t | d } ||} | | |<n|d } t | d } || i||<||vr||xx| z cc<o| ||<ug} tt|jdd}|D]-} t| dk\rn| d } | j| || d/g} |D]}||}| jd|i|| t|| dS7w)z{ [BETA] This is a beta endpoint. It will change. Use this to get daily spend, grouped by `team_id` and `date` rrNrrrra SELECT t.team_alias as team_alias, DATE(s."startTime") AS spend_date, SUM(s.spend) AS total_spend FROM "LiteLLM_SpendLogs" s LEFT JOIN "LiteLLM_TeamTable" t ON s.team_id = t.team_id WHERE s."startTime" >= CURRENT_DATE - INTERVAL '30 days' GROUP BY t.team_alias, DATE(s."startTime") ORDER BY spend_date; rqra Unassignedrbr c |dSNrAr6)items r8r$z'global_spend_per_team.. s VZ[\V]r:TrBrD)rCrbrH) daily_spendrtotal_spend_per_team) rrrrsetaddroundrr6rGrr4r)rrr spend_by_date team_aliasesrr9row_daterarYcurrent_date_entriestotal_spend_per_team_uirC response_datarrus r8global_spend_per_teamr s9W>O4PQQ I";E]T]:^4^HM%L5|$   &  %J$ } $ &E%OE#0#: /4  , &E%OE'15&9M( # - -  , 5 ,/4  ,/52&(';'A'A'CI]gk lm'k & '2 -  ?"G&&7K_`gKh'ij kM5c"fc3U345 %l# 7 c5_s)EEDEz/global/all_end_userscKddlm}|tdddid}t||d{}|gSg}|D]}|j |d d |iS7)w) zn [BETA] This is a beta endpoint. It will change. Use this to just get all the unique `end_users` rrNrrrrz; SELECT DISTINCT end_user FROM "LiteLLM_SpendLogs" rt end_users)rrrrr4)rrr _end_usersr9s r8global_view_all_end_usersrs9W>O4PQQI>PP]_h=i7iK J+#j/*+  $$8js)AA*Az/global/spend/end_usersrcFKddlm}|tdddi d}d}d}|$|j}|j}|j }|xs!t jtd z }|xst j}d }t|||||d{}|S7w) rrrNrrrrrag SELECT end_user, COUNT(*) AS total_count, SUM(spend) AS total_spend FROM "LiteLLM_SpendLogs" WHERE "startTime" >= ($1::timestamptz AT TIME ZONE 'UTC') AND "startTime" < ($2::timestamptz AT TIME ZONE 'UTC') AND ( CASE WHEN $3::TEXT IS NULL THEN TRUE ELSE api_key = $3 END ) GROUP BY end_user ORDER BY total_spend DESC LIMIT 100 ) rrrrrrrnowrr)rrrrselected_api_keyrrs r8global_spend_end_usersr#s9W>O4PQQIG NN ,,<<@X\\^iR.@@I'GI=Gy)W6F=7H O 7sBB!BB!cKddlm}|tdddi|j}|tdddid}t ||||d{}|S7w) Nrrrrrrra7 SELECT model, SUM(spend) as total_spend, SUM(total_tokens) as total_tokens FROM "LiteLLM_SpendLogs" WHERE "user" = $1 GROUP BY model ORDER BY total_spend DESC LIMIT $2; rrs r8!global_spend_models_internal_userrXsp8W>O4PQQ&..GW>P4QRRI =G}V_ahjoO4PQQLI5? yZ]^cZd5e/eH Om0fs$ABB 2BBBBz/provider/budgets)rresponse_modelcKddlm} |tdddi|j}| t d|j }| t d i}|j D]c\}}|j|d{xsd }|j|d{}t|j|j|| }|||<et| S7W7<#t$r&} tjd | t!| d} ~ wwxYww)a Provider Budget Routing - Get Budget, Spend Details https://docs.litellm.ai/docs/proxy/provider_budget_routing Use this endpoint to check current budget, spend and budget reset time for a provider Example Request ```bash curl -X GET http://localhost:4000/provider/budgets -H "Content-Type: application/json" -H "Authorization: Bearer sk-1234" ``` Example Response ```json { "providers": { "openai": { "budget_limit": 1e-12, "time_period": "1d", "spend": 0.0, "budget_reset_at": null }, "azure": { "budget_limit": 100.0, "time_period": "1d", "spend": 0.0, "budget_reset_at": null }, "anthropic": { "budget_limit": 100.0, "time_period": "10d", "spend": 0.0, "budget_reset_at": null }, "vertex_ai": { "budget_limit": 100.0, "time_period": "12d", "spend": 0.0, "budget_reset_at": null } } } ``` rrNrrzNo llm_router foundrzNo provider budget config found. Please set a provider budget config in the router settings. https://docs.litellm.ai/docs/proxy/provider_budget_routingzNo router budget logger foundr) budget_limit time_periodrYbudget_reset_at) providersz)/provider/budgets: Exception occured - %s)rrWrprovider_budget_configrr%_get_router_deployment_budget_limiterrG_get_current_provider_spend%_get_current_provider_budget_reset_atrrbudget_durationrrrr&r!) rWrrouter_budget_loggerprovider_budget_response_dictrd _budget_info_provider_spend_provider_budget_ttlprovider_budget_response_objectrs r8provider_budgetsrs=j6+  CBW8XY Y(2(I(I ! )j '1&V&V&X  '<= =XZ%'='C'C'E W #I|$8$T$TU^$__fcfO)=)c)cdm)n#n .J)44(88% 4 / + 8W )) 4 W&0MNN`#n +&&'RTUV'**+sMD A3C=C>CC9CD CC D"!DDD c:Kt|dd{}|S7w)Nz SELECT jsonb_array_elements_text(request_tags) AS individual_request_tag, COUNT(*) AS log_count, SUM(spend) AS total_spend FROM "LiteLLM_SpendLogs" GROUP BY individual_request_tag; r)rrrrs r8r r s)= $1::date AND spend_date <= $2::date ORDER BY total_spend DESC; ap SELECT individual_request_tag, SUM(log_count) AS log_count, SUM(total_spend) AS total_spend FROM "DailyTagSpend" WHERE spend_date >= $1::date AND spend_date <= $2::date AND individual_request_tag = ANY($3::text[]) GROUP BY individual_request_tag ORDER BY total_spend DESC; r^rbrwc |dSrr6r"s r8r$z&ui_get_spend_by_tags..Ls 1Q4r:TrBrAr)namerYrwr)rsplitrrrrr]rVr[rLr6rGrr4)rrrr tags_listrrtotal_spend_per_tagtotal_requests_per_tagr9tag_name tag_spend sorted_tagsui_tagstag current_spends r8rrs#'IH  1NN3' W>O4PQQ37HZ 48Z9=T  $         $        ;F:Q:QRW:X=H=T=TUX=Y=/0 & H%2%x(C ,<<( = 3 9 9 ;Y]^KG  A  $M5)I!-3MA&3CF;    W %%m & s%A E"E #E<E=CEEz/spend/logs/session/uiz+Get all spend logs for a particular session)rrrd)rrrrcKddlm} |ttjdt |r d}d}d |i}nl t |rt|| d{ng}|r(d }|j|f}|d |jid d|iigd}nd}|jf}||jd}|dz |z} t||d{} d|d} t|| ||| g|d{} t| | |zdz |z} | | ||| dS7#t$rg}YwxYw7S77#t$r;}t|tr|ttjt|d}~wwxYww)z Get paginated spend logs for a particular session. Returns: { "data": List[LiteLLM_SpendLogs], "total": int, "page": int, "page_size": int, "total_pages": int, } rrNzDatabase not connectedrrrr6rzrz/ AND ("user" = $4 OR team_id = ANY($5::text[]))rBrCr)rzr z AND "user" = $4)rzrBrAa4 SELECT request_id, call_type, api_key, spend, total_tokens, prompt_tokens, completion_tokens, "startTime", "endTime", "completionStartTime", model, model_id, model_group, custom_llm_provider, api_base, "user", metadata, cache_hit, cache_key, request_tags, team_id, organization_id, end_user, requester_ip_address, session_id, status, mcp_namespaced_tool_name, agent_id FROM "LiteLLM_SpendLogs" WHERE session_id = $1zN ORDER BY "startTime" DESC LIMIT $2 OFFSET $3 )rrrrrD)rrrrrrr&_get_permitted_team_ids_for_spend_logsrrrrr"rr>)rzrrrr scope_sql scope_paramsr*r/r2rCrrrDrs r8ui_view_session_spend_logsr^sL9P  "AA/  1B CIL ,j9  ( 0BST A&3*;  #"M 1 9 9;MN ",!2!:!:;"T+=$>?$ / 1 9 9; 2,K.CK%1K%6K>KK"K%!K""K%c8|iS|dk(r ddddiiddigiSdd|iiS)a Helper function to build the status filter condition for database queries. Args: status_filter (Optional[str]): The status to filter by. Can be "success" or "failure". Returns: Mapping[str, object]: A mapping containing the status filter condition. Nr r rrr6)rs r8rrdsF  !8Y"788T:JKLL8]344r:c t|dd}|y|tjtjfvS#t$rYywxYw)zr Safely determine if the current user has admin view permissions. Defaults to False on any exception. r.NF)r r/ PROXY_ADMINPROXY_ADMIN_VIEW_ONLYr)rr.s r8rrwsW "#4k4H    ( (  2 2    s4!4 AAcKddlm}m}|yt||d{}|ytj |j }|||ry|||tjjS7Xw)z Check if the requesting user can view spend logs for the given team. Returns True if the team exists and the user is either a team admin or a team member with the ``/spend/logs`` permission. r_is_user_team_admin_team_member_has_permissionNFrteam_objTrr  permission) /litellm.proxy.management_endpoints.common_utilsrrrLiteLLM_TeamTablemodel_validater9KeyManagementRoutes SPEND_LOGSru)rrrCrrteam_rowr s r8r r s| *='BBH'66x7J7J7LMH->R &+&1177  CsA8A6AA8c|j}|j}|tjtjfvxr|duS)zE Check if the requesting user can view their own spend logs. N)r.rr/r0r1)rr.rs r8rrsM)22I&..G  * *  4 4   4  r:c*Kt||d{}|y|j|j|jk(ry|jr#t |||jd{}|ryt t jdd|i7|7)w)z Verify the requesting non-admin user is allowed to view this spend-log row. Allowed when the log belongs to the user directly, or to one of their permitted teams (admin or ``/spend/logs`` permission). Raises HTTP 403 if not. Nrrz0Not authorized to view spend log for request_id=r)rrBrrCr rrr)rrrr9can_views r8rrs+=*EEC { xx,=,E,E E {{ 9'/KK!     --KJ<XY !F s"BBAB'B((BBcKddlm}ddlm}m}ddlm}m}||j||d|d{}| |jsgSt||jd{}g} |D]n} tj| j} ||| s$||| tjj sT| j#| j$p| S77}w) z Return team IDs where the user is either a team admin or has the ``/spend/logs`` permission, allowing them to view team-wide spend logs. r)get_user_objectr)ruser_api_key_cacheF)rrruser_id_upsertrNrr )litellm.proxy.auth.auth_checksrr rrrrrrrrr rr9rrrur4rC) rrrrrrruser_obj team_rows permittedrr s r8rrs?Q+!))#-+ Hx~~ ,]HNNKKI"$I/$33H4G4G4IJ 1BX VZu/*55;;[   X-- ./ +Ls(1C!C-C!!C"AC!> C!C!cjK tt||d{S7#t$rYywxYww)zJResolve permitted teams once, falling back to the caller's own-user scope.rNr6)rrrrs r8rrsC 8+"3     s(3$"$3$ 0303)r3N)NNN)rDr5)NN)TF)r]r#rcollections.abcrrrrrtypingrr r r r r rrrrfastapirrrrrrtyping_extensionsrr_litellm._loggingrlitellm.constantsrrrr$litellm.proxy.auth.user_api_key_authr1litellm.proxy.spend_tracking.spend_tracking_utilsrr rr!%litellm.repositories.prisma_protocolsr"'litellm.repositories.table_repositoriesr#$litellm.repositories.team_repositoryr$2litellm.repositories.verification_token_repositoryr%prismar& prisma_modelsrr(rfr*r+rEr,rwr/r0r2rArGrNrQrUrWr]r`rdrfrjrnrprsrvryr|rrrr>r?rrrrrrrrLrrrrrrr5UserAPIKeyAuthrrQueryrrLiteLLM_SpendLogsrrr<r>rKrQrTrgrx frozensetr{rr}rrrrrrrrrrrrrpostSpendCalculateRequestrrr[rrErGrLrNr"rWr_rlrrrrrrrrrrGlobalEndUsersSpendrrrrr rrr%rrr rrrrr6r:r8r3sL -22   PP&1J"UB :>G?.7TL )..1AB* 66H 9  #y# #Y# y  ) I 9 ) Y )  Y#y# +y+%'y'>L>S>>T\]bTc> =L=S=QW=\dej\knr\r= ggghg 4\4lCd6e4/|/ /<\<>U< 3;  38       ! $\sOdgkOkE<EV @TEY\E 2 2.6sTz.B 2  2T TsTGY\`G`T [[#[S[\nSo[  # $+,-  )00A(B, %,  , ^' # $+,-  ('--4)00A(B B 4ZB & B  B J # $+,- gt-. /  +W]]@)7==7 = d = Dj = = @%3;GO< # $+,- gt-. / +W]]<)7==3)00A(Bc d c Dj c &c c L%3;GO> # $+,- gt-. / +W]]<)7==3)00A(BL d L Dj L &L L ^, # $+,- gt-. / %w}}++W]]<)7==3G G d G DjG G T! # $+,- gt-. / %w}}++W]]<)7==3` ` d ` Dj` ` F # $+,- gt-. /  +W]]<)7==3)00A(Bu d u Dj u &u u p # $+,- gt-. /  +W]]<)7==3?LgmmI?('--Q$17==`$('--N,gmmI3Y d Y Dj Y 34t;Y 4ZY "Dj#Y *4Z+Y 2t3Y Y x((FG",3,3,^,^ |  sTzS4ZTYZbdlZlTm<%Tz*   6=%=4Z= = 3c3h  =6 %  os $ 9J1K!KL$ d MGMM.cdd$ d MGMM>j$kkl $  d  y   $gc6k"#$ $N %  os # 9J1K!KL# d MGMM.cdd# d MGMM>j$kkl #   d  G   #gc6k"## #L %  os # 9J1K!KL# d MGMM.cdd# d MGMM>j$kkl #  d  |   #gc6k"## #L %  os $ 9J1K!KL$ d MGMM.cdd$ d MGMM>j$kkl $  d  e   $gc6k"#$ $N! # $+,- gt-. /  ( ( V # $+,- gt-. /  +W]]@)7==7%w}}8G d G Dj G  *G G T;R;R;R| # $+,- 0" ("(0/D+.%'  %    0A #8A 10A H # $+,- gtCH~ &   # $+,- gt-. /  ('--5('--5+W]]J+W]]L('--2,gmmP,gmmM+W]]@)7==7 a5QVWX"W]]2;UZ[`de(/0A(B - "R!$17==|$& d@VW(7==K,gmmDFbc)GMM$D^_(7==C\]*W]]4Euv - "W!!7==y+W]]-,97==Q,I`+ `+ 4Z`+ 4Z `+d `+d `+$4Z%`+,t|-`+4t|5`+<d =`+DDjE`+L M`+NO`+P&Q`+R:S`+XDjY`+` :a`+bDjc`+jtk`+lTzm`+nDjo`+pd q`+r:s`+xy`+@d A`+H%)I`+"`+F,Z, "++C!DDd T(9D(@T%hwsF{/C&D%%* NDj4 N4Z N/ c /.//d! # $+,-  +W]]@)7==7)00A(BLLd L Dj L&L  L^ # $+,- gt-. /  ('--5('--5+W]]A+W]]@)7==7$gmmt)00A(B5\ \ 4Z\ 4Z \ d \ d \ $Dj%\ ,-\ 4&5\ \ ~ # $+,-    < # $+,-   F  FT(/0A(B# 4Z#%#L # $+,-  ('--c)00A(B Q 4ZQ & Q  Q h # $+,-   '  ' T)N)SV)X # $+,-  F)00A(B & & & &  &R # $+,-   P  Pf # $+,-   %  %4 # $+,-   ,':T'A,  ,^~VY> # $+,-  J)00A(B   &   >+,-)  N+ 6N+  N+b < &*. Y&Y&Y& $&Y&Dj Y&x # $+,- gt-. /  $gmmA  0 #W]] .  )00A(Boo  oo&oor#'!H!H HH  H  H  H HH HV5#*5fAU5&>d"%4Z <  4  % B%%%% #Y%P  %  38_ r: