cQj@ddlZddlZddlZddlmZddlZddlZddlZddl m Z ddlm Z ddl m Z ddlmZddlmZmZddlmZej*eZGd d ej0j2Zy) N)Path)convert_float_to_float16) ModelProto) OnnxModel) WhisperConfig)get_model_dynamic_axesget_sample_encoder_inputs)InferenceSessionc eZdZdZdedej jdeffd Z dejfdZ dZ d Z d Zded efd Z dd edededed ef dZd eded efdZxZS)WhisperEncoderzWhisper encoder componentconfigmodel model_implct|||_|j|_||_|dk(r|j |_y|j j |_yNopenai)super__init__r devicerencoderr)selfr rr __class__s |/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/onnxruntime/transformers/models/whisper/whisper_encoder.pyrzWhisperEncoder.__init__sI  ll $(2h(>u}} EKKDWDW audio_featuresc^|j|}|jdk(r|S|jSr)rrlast_hidden_state)rroutputss rforwardzWhisperEncoder.forward%s,,,~.//X5wT7;T;TTrc dg}|S)Nr)r input_namess rr"zWhisperEncoder.input_names)s'( rc dg}|S)Nencoder_hidden_statesr!)r output_namess rr%zWhisperEncoder.output_names-s/0 rc4t|j||}|S)N)rr )rr"r% dynamic_axess rr'zWhisperEncoder.dynamic_axes1s-dkk; U ruse_fp16_inputsc>|jdk(r |r t|}|Sr)rr)rrr(s rfix_layernorm_weightsz$WhisperEncoder.fix_layernorm_weights5s! ??h &?-U3E ronnx_model_pathproviderverboseuse_external_data_formatct|j|jd|}|j}|j }|j ||} t |jjddtj5} tjj| d} t | jjdd|r| n|} tjj!||d| d||| ddd| tj"| | } |j%| |} t'j(| ||d d d d |j+|||y #1swYxYw) aExport encoder to ONNX Args: onnx_model_path (str): path to save ONNX model provider (str): provider to use for verifying parity on ONNX model verbose (bool, optional): print verbose information. Defaults to True. use_external_data_format (bool, optional): use external data format or not. Defaults to False. use_fp16_inputs (bool, optional): use float16 inputs for the audio_features. Defaults to False.  batch_sizeuse_fp16T)parentsexist_okz encoder.onnxrF) argsf export_paramsr"r%r' opset_versiondo_constant_foldingdynamor-)load_external_data)save_as_external_dataall_tensors_to_one_fileN)r r rr"r%r'rparentmkdirtempfileTemporaryDirectoryospathjointorchonnxexport load_modelr*rsave verify_onnx)rr+r,r-r.r(inputsr"r%r' tmp_dir_nametemp_onnx_model_pathout_pathrs r export_onnxzWhisperEncoder.export_onnxAs`.+ KK KK$  &&( ((* ((lC  _$$**4$*G  ( ( * l#%77<< n#M % & - - 3 3D4 3 P/G+_H JJ  -."')) $(  OOHAYZE..uoFE NN&>(,  + 8 (OD9  s B23r)TFF)__name__ __module__ __qualname____doc__rrGnnModulestrrTensorrr"r%r'rboolr*rQrL __classcell__)rs@rr r s#X}XUXX__XRUXUellU :   ). % ?E?E?E ?E #' ?E  ?EB#4#4#4 #4rr )loggingrDrBpathlibrrVrXrHrGfloat16rr onnx_modelr transformersrwhisper_inputsrr onnxruntimer getLoggerrarZrerfr r!rrrssV  , &L(   8 $K4UXX__K4r