uPjRzdZddlZddlZddlmZmZddlmZddlm Z m Z m Z m Z m Z mZddlZddlmZmZddlmZddlZddlmZdd lmZdd lmZdd lmZmZdd lm Z dd l!m"Z"ddl#m$Z$m%Z%ddl&m'Z'm(Z(e rddl)m*Z+ddl,m-Z.e+Z/e.Z-ne Z/e Z-Gdde dZ0Gdde dZ1Gdde dZ2Gdde dZ3dejhde3fdZ5de6e7e fdzde6e7e8e7zffd Z9de6e7e7ffd!Z:Gd"d#ee Z;y)$z Vertex AI Video Generation Transformation Handles transformation of requests/responses for Vertex AI's Veo video generation API. Based on: https://docs.cloud.google.com/vertex-ai/generative-ai/docs/model-reference/veo-video-generation N)MappingSequence)MappingProxyType) TYPE_CHECKINGAnyClassVarFinal TypedDictcast) FileContent RequestFiles)ReadOnly)%DEFAULT_GOOGLE_VIDEO_DURATION_SECONDS)ImageEditRequestUtils)BaseVideoConfig)+_convert_vertex_datetime_to_openai_datetimeget_vertex_base_url) VertexBase)GenericLiteLLMParams) VideoCreateOptionalRequestParams VideoObject)encode_video_id_with_providerextract_original_video_id)Logging)BaseLLMExceptionc>eZdZUeeed<eeed<eeed<y) _VeoVideogcsUribytesBase64EncodedmimeTypeN__name__ __module__ __qualname__rstr__annotations__q/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/llms/vertex_ai/videos/transformation.pyrr/s SM  %smr(rF)totalc$eZdZUeeeed<y)_VeoOperationResponsevideosN)r"r#r$rrrr&r'r(r)r,r,5s Xi( ))r(r,ceZdZUeeed<y)_VeoOperationMetadata createTimeNr!r'r(r)r/r/9s  r(r/cNeZdZUeeed<eeed<eeed<eeed<y) _VeoOperationnamedonemetadataresponseN) r"r#r$rr%r&boolr/r,r'r(r)r2r2=s. 3- 4.,--,--r(r2 raw_responsereturnc&|j}|SN)json)r8 operations r)_parse_veo_operationr>Ds&2&7&7&9I r( request_datacfi}|s|S|jdi}|jdxst}| t||d<|jd}|Ft |j dk7r*t |j j|d<|S#ttf$rYlwxYw)zGBuild usage metadata (duration, resolution) for video cost calculation. parametersdurationSecondsduration_seconds resolutionvideo_resolution)getrfloat ValueError TypeErrorr%striplower)r? usage_datarAdurationress r)+_build_vertex_video_usage_from_request_datarPIs13J $((r:J nn%67`;`H -28_J) * -C 3s8>>+r1),S)9)?)?)A %&  I&   sBB0/B0ctj|}t|dr|jd|j }t j |jd}||dS)z Convert image file to Vertex AI format with base64 encoding and MIME type. Args: image_file: File-like object opened in binary mode (e.g., open("path", "rb")) Returns: Dict with bytesBase64Encoded and mimeType seekrzutf-8)rr )rget_image_content_typehasattrrRreadbase64 b64encodedecode) image_file mime_type image_bytesbase64_encodeds r)_convert_image_to_vertex_formatr]^s\-CCJOIz6"#*K",,[9@@IN"0i HHr(c<eZdZUdZedddddZeeeefe d<edddddZ eeeefe d<d Z e d ed ed zfd Z ded efdZdededed eeeffdZded ed zfdZded ed zfdZe ded efdZ dEdededed zdeezd zd ef dZdeded zded efdZdedededededed eeeeffdZ dEded ej>d!e d"ed zd#ed zd e!f d$Z"d%edededed eeeff d&Z# dFd ej>d!e d"ed zd e!fd'Z$ dFd%edededed(ed zd eeeff d)Z%d ej>d!e d e&fd*Z' dFd%ededededed+eeefd zd eeeffd,Z( dFd ej>d!e d"ed zd e!fd-Z) dGdededed.ed zd/e*d zd0ed zd1eeefd zd eeeffd2Z+ dFd ej>d!e d"ed zd eeeffd3Z,d%edededed eeeff d4Z-d ej>d!e d e!fd5Z.d6efd7Z/d8Z0d9Z1d:Z2d%edededed eeeff d;Z3 dHded%ededededZ6 dEd ej>d!e d"ed zd#ed zd e!f d?Z7 dFd@Z8dFdAZ9dBedCe*deejtzd e;fdDZD&*&H&H&N 3?M-0'C'G'G 'U !-!>"}d3c 8I8I,8W_c8c'+&I&I%&P#&~*.*J*J4*P'*66I l3 4 49)DG 2>r(c|jdr|nd|}tjj|}|duxr|jdduS)N vertex_ai/output_cost_per_second_1080p) startswithlitellm model_costrG)ru model_key model_infos r)rz2VertexAIVideoConfig._supports_resolution_inferencesU$)$4$4\$B5*UZT[H\ #..229= %d*..9W*X`d*ddr(headersapi_keylitellm_paramsc|ttttf|ni}t j |}t j |}|j||\}} d|dd|}|S)z Validate environment and return headers for Vertex AI OCR. Vertex AI uses Bearer token authentication with access token from credentials. )r) credentials project_idzBearer zapplication/json) Authorizationz Content-Type)r rr%rrsafe_get_vertex_ai_projectsafe_get_vertex_ai_credentialsget_access_token) rkrrurr params_dictvertex_projectvertex_credentials access_tokenrs r)validate_environmentz(VertexAIVideoConfig.validate_environmentsVdUoT$sCx..-Quw * E EU` a$.$M$M]h$i$(#8#8*%$9$  j '|n5.   r(api_basectj|}tj|}|s td|xsd}|j dd}|r|j d}n t |}|d|d|d|}|S) a Get the complete URL for Veo video generation. Returns URL for :predictLongRunning endpoint: https://LOCATION-aiplatform.googleapis.com/v1/projects/PROJECT/locations/LOCATION/publishers/google/models/MODEL:predictLongRunning zvertex_project is required for Vertex AI video generation. Set it via environment variable VERTEXAI_PROJECT or pass as parameter.z us-central1rrErnz /v1/projects/z /locations/z/publishers/google/models/)rrsafe_get_vertex_ai_locationrIreplacerstripr) rkrurrrvertex_location model_namebase_urlurls r)get_complete_urlz$VertexAIVideoConfig.get_complete_urls!+ E En U$@@PY  *:]"MM,;  s+H*?;Hj n%5[@QQklvkw x  r(rw$video_create_optional_request_paramscjd|i}|j}d|vr9t|dtr&|j|d|j dnd|vr|d~|d} t| tr| } nPt| t r| j drd| i} n*t| t rtd| dt| } | |d<|j d|j d d} i} t| tr| j| | j|d|gi} | r| | d <|d }| g|fS) a Transform the video creation request for Veo API. Veo expects: { "instances": [ { "prompt": "A cat playing with a ball of yarn", "image": { "bytesBase64Encoded": "...", "mimeType": "image/jpeg" } } ], "parameters": { "aspectRatio": "16:9", "durationSeconds": 8 } } rw instancesrNzgs://rzUnsupported image value 'zw'. Provide a GCS URI (gs://...), a dict with 'gcsUri' or 'bytesBase64Encoded'/'mimeType', or a binary file-like object.rA:predictLongRunning) copyrrupdatepopr%rrIr])rkrurwrrrr instance_dict params_copyr image_datar vertex_paramsr?rs r)transform_video_create_requestz2VertexAIVideoConfig.transform_video_create_requestFse<4 1O  )6L &!z!45R$$r(r8 logging_objcustom_llm_providerr?ct|}|jd}|std||rt|||}n|}t |dd|} t || _| S)a Transform the Veo video creation response. Veo returns: { "name": "projects/PROJECT_ID/locations/LOCATION/publishers/google/models/MODEL/operations/OPERATION_ID" } We return this as a VideoObject with: - id: operation name (used for polling) - status: "processing" - usage: includes duration_seconds and optional video_resolution for cost calculation r3z#No operation name in Veo response: video processingidobjectstatusru)r>rGrIrrrPusage) rkrur8rrr? response_datarlvideo_id video_objs r)transform_video_create_responsez3VertexAIVideoConfig.transform_video_create_responseso* 4LA - 1 1& 9B=/RS S 4^EXZ_`H%H&(7<_de ElS r(rct|}|j|}|std|d|jdd|d}d|i}||fS)z Transform the video status retrieve request for Veo API. Veo polls operations using :fetchPredictOperation endpoint with POST request. zInvalid operation name format: zm. Expected format: projects/PROJECT/locations/LOCATION/publishers/google/models/MODEL/operations/OPERATION_IDrnz:fetchPredictOperation operationName)rrtrIr) rkrrrrrlrurparamss r)'transform_video_status_retrieve_requestz;VertexAIVideoConfig.transform_video_status_retrieve_requestsx!:( C==nM1.1AB~~ !,-Qug5KL).9F{r(ct|}|jdd}|jdd}|jd}|j|}|rt|||} n|} |jdijd} | r t | } nt tj} |rd} n|rd } nd } t| d | || | } | S#t $r t tj} YGwxYw) a Transform the Veo operation status response. Veo returns: { "name": "projects/.../operations/OPERATION_ID", "done": false # or true when complete } When done=true: { "name": "projects/.../operations/OPERATION_ID", "done": true, "response": { "@type": "type.googleapis.com/cloud.ai.large_models.vision.GenerateVideoResponse", "raiMediaFilteredCount": 0, "videos": [ { "bytesBase64Encoded": "...", "mimeType": "video/mp4" } ] } } r3rEr4Ferrorr5r0failed completedrr)rrrru created_atr) r>rGrtrr Exceptionrtimer)rkr8rrrrlis_done error_datarurcreate_time_strrrrs r)(transform_video_status_retrieve_responsez 4LA - 1 1&" =&**659)--g6 ==nM 4^EXZ_`H%H"/!2!2:r!B!F!F|!T  .HY TYY[)J F  F!F&!  ) . -  .s C&C98C9variantc*|j||||S)a{ Transform the video content request for Veo API. For Veo, we need to: 1. Poll the operation status to ensure it's complete 2. Extract the base64 video data from the response 3. Return it for decoding Since we need to make an HTTP call here, we'll use the same fetchPredictOperation approach as status retrieval. r)rkrrrrrs r)transform_video_content_requestz3VertexAIVideoConfig.transform_video_content_request%s&;;HhP^`ghhr(ct|}|jdds td |jdi}|jdg}|rt|dk(r td|d}|jd}|s td t j |}|S#t tf$r} td | d } ~ wwxYw) z Transform the Veo video content download response. Extracts the base64 encoded video from the response and decodes it to bytes. r4FzaVideo generation is not complete yet. Please check status with video_status() before downloading.r6r-rz*No video data found in completed operationrz"No base64 encoded video data foundzFailed to extract video data: N)r>rGrIrrrV b64decodeKeyError IndexError) rkr8rrvideo_responser- video_datar\ video_byteses r) transform_video_content_responsez4VertexAIVideoConfig.transform_video_content_response:s 4LA   /s  C$1$5$5j"$EN*..xrGrIrtrrrPr) rkr8rrr?rrlrurrs r)transform_video_edit_responsez1VertexAIVideoConfig.transform_video_edit_responses 4LA - 1 1& 9G WX X==nMSQS 4^EXZ_`H%H&  FlS r(ctdNz.video extension is not supported for Vertex AIr)rkrwrryrrrrs r)!transform_video_extension_requestz5VertexAIVideoConfig.transform_video_extension_request's""RSSr(ctdrrrs r)"transform_video_extension_responsez6VertexAIVideoConfig.transform_video_extension_response3s!"RSSr( error_message status_codec$ddlm}||||S)Nr) VertexAIError)rmessager)#litellm.llms.vertex_ai.common_utilsr )rkrrrr s r)get_error_classz#VertexAIVideoConfig.get_error_class6sE#!  r()NNr;)NNNN)NNN)=r"r#r$__doc__rrerrr%r&rhrj staticmethodrtlistr{rr7rrrrrrrrrtupler rhttpxResponseLiteLLMLoggingObjrrrrrbytesrrrrrrrrrrrr r r rrrrrHeadersrr#r'r(r)r_r_rsGW  G&c1B(CEU   E$hwsCx/@&A"##*"III=&F== = c6k  =~ I# I#* I??d ?ecedee#=A   t  -t3d:   D%%*% % %NQ%Q%Q% Q% /3 Q% - Q%Q% t\3& 'Q%p+/$( ##nn#' # !4Z # Tk # #J-    sDy  F+/ FnnF'F!4Z F  F\# iii- i  i t i sDy i*$Cnn$C'$C  $CZ04     -    f%,  sDy  (+/ TnnT'T!4Z T  T!  04  -   Tz  Tz  Tz #v+&-  sDy  ,+/ SnnS'S!4Z S c3h S      -    sDy   UnnU'U  U[F[[XX      -    sDy   ,*./38<:,:,:, :, - :,  :, $&:,f%,:,!%S#X 5:, sGCK(,*== >:,@+/$( $nn$'$!4Z $ Tk $  $\ TT S s TTYTaTaMa fv r(r_)rr%rHrPr]r_r'r(r)r=s -"GG 2&C6G>5S X+(  *IU*IU.IU.u~~- sCx.4' #us{ *I4S>I(K  /:K  r(