tPjr4UddlZddlZddlmZmZmZddlmZddlm Z ddl m Z m Z m Z ddlmZmZddlmZmZddldd lmZmZerdd lmZneZd Zeed <Gd de Zy)N) TYPE_CHECKINGAnyFinal)verbose_logger)CustomBatchLogger)create_mock_gcs_clientmock_vertex_auth_methodsshould_use_gcs_mock)encode_gcs_object_name_for_url"split_configured_cloud_bucket_name)get_async_httpx_clienthttpxSpecialProvider)*)StandardCallbackDynamicParamsStandardLoggingPayload VertexBaseIAM_AUTH IAM_AUTH_KEYc "eZdZddedzddffd Z ddedzdedzdeeeffdZdeeeffdZded ede eeffd Z ifd eee fdzde fd Z d edzdefdZd edzdefdZd efdZd efdZdeeefded edeezfdZxZS) GCSBucketBaseN bucket_namereturnc Ft|_|jrttt t j |_tjd}|xstjd}||_ ||_ i|_ t|8di|y)N) llm_providerGCS_PATH_SERVICE_ACCOUNTGCS_BUCKET_NAME)r is_mock_moder rr rLoggingCallbackasync_httpx_clientosgetenvpath_service_account_json BUCKET_NAMEvertex_instancessuper__init__)selfrkwargs_path_service_account _bucket_name __class__s t/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/integrations/gcs_bucket/gcs_bucket_base.pyr(zGCSBucketBase.__init__s/1    $ & " $"8FZFjFj"k')yy1K'L)IRYY7H-I 5J&'379 "6"service_account_jsonvertex_instancec Kddlm}||}|j|ddd{\}}|jd|||ddddd \}}t j d|dud|d d }|S7Fw) Nrvertex_chat_completion vertex_ai credentials project_idcustom_llm_provider gcs-bucket model auth_headervertex_credentialsvertex_projectvertex_locationgemini_api_keystreamr9api_base constructed auth_header [set=%s]Bearer application/json Authorizationz Content-Type)litellmr4_ensure_access_token_async_get_token_and_urlrdebug) r)r0r1r4 _auth_headerr?r=_headerss r.construct_request_headersz'GCSBucketBase.construct_request_headers.s 3  "4O-<-W-W, +.X. ( $ n );;$3)  +<   Q ?TXAXY&{m4.  /( s"A-A+AA-c  ddlm}tjd}|j |j |d\}}|j d||j |ddddd \}}tjd |dud |d d }|S) z= Construct request headers for GCS API calls rr3 GOOGLE_SECRET_MANAGER_PROJECT_IDr5r6r:Nr;rDrErFrG) rIr4r"r#_ensure_access_tokenr$rKrrL)r)r4r8rMr?r=rNrOs r.sync_construct_request_headersz,GCSBucketBase.sync_construct_request_headersQs 3 II&HI '='R'R66! +(S( $ n 0BB$#==)  +C   Q ?TXAXY&{m4.  r/ object_namec@t|\}}|r |d|}||fS||fS)a Handles when the user passes a bucket name with a folder postfix Example: - Bucket name: "my-bucket/my-folder/dev" - Object name: "my-object" - Returns: bucket_name="my-bucket", object_name="my-folder/dev/my-object" /)r )r)rrUprefixs r._handle_folders_in_bucket_namez,GCSBucketBase._handle_folders_in_bucket_nameus=AM V #HAk]3K + +K''r/r*cK|i}|jdd}|tjdtjd||jddxs |j}|jddxs |j}| t d|}|}|j |d{}nI|j t d|j}|j}|j |d{}t||| S7\7w) a This function is used to get the GCS logging config for the GCS Bucket Logger. It checks if the dynamic parameters are provided in the kwargs and uses them to get the GCS logging config. If no dynamic parameters are provided, it uses the default values. N standard_callback_dynamic_paramszUsing dynamic GCS loggingz$standard_callback_dynamic_params: %sgcs_bucket_namegcs_path_service_accountzGCS_BUCKET_NAME is not set in the environment, but GCS Bucket is being used as a logging callback. Please set 'GCS_BUCKET_NAME' in the environment.)r7)rr1path_service_account)getrrLr%r$ ValueErrorget_or_create_vertex_instanceGCSLoggingConfig)r)r*r[r,r+rr^r1s r.get_gcs_logging_configz$GCSBucketBase.get_gcs_logging_configsH >FX^XbXb .Y ( , 7  !< =  !GIi j'G'K'KL]_c'd'xhlhxhxL0445OQUVxZ^ZxZx "# j'K#8 $($F$FSg$F$hhO' j**K#'#A#A $($F$FSg$F$hhO#+!5  iis%B*D ,D -A D 6D 7D  D r7cKddlm}|j|}||jvr2|}|j |ddd{||j|<|j|S7"w)z This function is used to get the Vertex instance for the GCS Bucket Logger. It checks if the Vertex instance is already created and cached, if not it creates a new instance and caches it. rrNr5r6)&litellm.llms.vertex_ai.vertex_llm_baser&_get_in_memory_key_for_vertex_instancer&rJ)r)r7r_in_memory_keyr1s r.raz+GCSBucketBase.get_or_create_vertex_instances F $ K KK X !6!6 6%/\O!<<'$/=   5DD ! !. 1$$^44  sAA+A)#A+c|xstS)aH Returns key to use for caching the Vertex instance in-memory. When using Vertex with Key based logging, we need to cache the Vertex instance in-memory. - If a credentials string is provided, it is used as the key. - If no credentials string is provided, "IAM_AUTH" is used as the key. )r)r)r7s r.rfz4GCSBucketBase._get_in_memory_key_for_vertex_instances*l*r/cjK |j|d{}|j|d|dd{}|d}|j||\}}t|}d|d |d }|jj || d{}|j d k7r*tjd t|jytjd|j |jS777m#t$r)}tjd t|Yd}~yd}~wwxYww)z Download an object from GCS. https://cloud.google.com/storage/docs/downloading-objects#download-object-json r*Nr1r^r1r0rrrU,https://storage.googleapis.com/storage/v1/b//o/z ?alt=mediaurlrOGCS object download error: %sz,GCS object download response status code: %s)rcrPrYr r!r_ status_codererrorstrtextrLcontent Exception r)rUr*gcs_logging_configrOrrpresponsees r.download_gcs_objectz!GCSBucketBase.download_gcs_objectsO  @D@[@[ci@[@j:j #'#A#A 23D E%78N%O$B$G-];K'+'J'J''(K( $K9EKG }TWXcWddnoC%)$;$;$?$?CQX$?$YYH##s*$$%Dc(--FXY  !OQYQeQe f## #1;kZ   !@#a& I smD3C>C8 C>C:AC>C< D3 +C>7D38C>:C><C>> D0D+&D3+D00D3cK |j|d{}|j|d|dd{}|d}|j||\}}t|}d|d |}|jj || d{}|j d k7s|j d k7r5tjd t|j|j ytjd|j |j|jS777#t$r)}tjdt|Yd}~yd}~wwxYww)z, Delete an object from GCS. rjNr1r^rkrrlrmrnrorqz,GCS object delete error: %s, status code: %sz8GCS object delete response status code: %s, response: %srr) rcrPrYr r!deletersrrtrurvrLrxrys r.delete_gcs_objectzGCSBucketBase.delete_gcs_objectso% @D@[@[ci@[@j:j #'#A#A 23D E%78N%O$B$G-];K'+'J'J''(K( $K9EKG }TWXcWdeC%)$;$;$B$BsT[$B$\\H$$+1E1E1L$$B &((   J$$  == A;k]&   !@#a& I snED#D D#DAD# D!AD#$E%6D#ED#D#!D## E,E EEErOlogging_payloadc@Kt|tr|}ntj|t}|j ||\}}t |}|j j|d|d||d{}|jdk7r)tjdt|jtjd |tjd |jtjd |j|jS7w) z] Helper function to make POST request to GCS Bucket in the specified bucket. )defaultrlz3https://storage.googleapis.com/upload/storage/v1/b/z/o?uploadType=media&name=)rOrpdataNrqzGCS Bucket logging error: %szGCS Bucket response %szGCS Bucket status code %szGCS Bucket response.text %s) isinstancerujsondumpsrYr r!postrsrrtrvrL)r)rOrrUrjson_logged_payloadencoded_object_namer{s r._log_json_data_on_gcsz#GCSBucketBase._log_json_data_on_gcs&s os +"1 "&**_c"J #'#F#F##$G$  [&DK%P $ 7 7 < <Ek]RkllAB$!=!     3 &  !?X]]AS T5x@8(:N:NO:HMMJ}} sA7D9D:B#D)N)__name__ __module__ __qualname__rur(rdictrPrTtuplerYrrbrcrarfr}rrr __classcell__)r-s@r.rrs: #C$J #D #$.2!!Dj!$d*! c3h !F"S#X"H((( sCx (*LN- 4S>D3H- Rb- ^5sTz5j5$ +#* +QT +#S#J)3)V"c3h"" " 0#5 "r/r)rr"typingrrrlitellm._loggingr(litellm.integrations.custom_batch_loggerr6litellm.integrations.gcs_bucket.gcs_bucket_mock_clientrr r 1litellm.litellm_core_utils.cloud_storage_securityr r &litellm.llms.custom_httpx.http_handlerr r%litellm.types.integrations.gcs_bucketlitellm.types.utilsrrrerr__annotations__rrr/r.rsW ,,+F 4UAJ e j%jr/