kQjJ; dZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlmZmZddlmZmZddlmZmZmZmZmZmZmZm Z m!Z!m"Z"ddl#Z$ddl%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,dd l-m.Z/dd l-m0Z1dd l2m3Z3dd l4m5Z5e*d ddZ6e*d ddZ7e*d ddZ8ddZ9ddZ:Gdde;ZdZ?Gdde'Z@Gdde@ZAGdd e@ZBGd!d"e@ZCGd#d$e@ZDGd%d&e@ZEGd'd(e@ZFGd)d*eAZGGd+d,eAZHGd-d.e@ZIGd/d0e@ZJGd1d2e@ZKGd3d4e@ZLGd5d6e@ZMGd7d8e@ZNdd9ZOeePe)d d:;e&eOfZQGd<d=e@ZRdd>ZSGd?d@e@ZTGdAdBeAZUGdCdDeAZVGdEdFeAZWGdGdHe@ZXGdIdJe@ZYGdKdLe@ZZGdMdNe@Z[GdOdPe@Z\ejdQZ^dRZ_dSZ`dTZadUZbe$jdfe$jdVfe$jdWfe$jdXfe$jdYfe$jdZfe$jd[fe$jd\fe$jd]fe$jd^fe$jd_fe$jd`fe$jdafe$jdbfe$jdcfe$jddfe$jdefe$jdfffZuddgZvddhZwddiZxddjZyddkZzddlZ{ddmZ|ddnZ}ddoZ~dpdq ddrZdpdq ddsZddtZdduZddvZddwZdpdx ddyZddzZdd{Zehd|Zehd}Z dd~ZddZdZdZdZdZehdZejdZejdZddZ ddZddZddZddZddZddZddZddZGddZddZddZddZddZddZddZGddZe"ddZe" ddddddddpdddd ddZ ddddddddpdddd ddZgdZy)a@Canonical Function values exchanged with LanceDB Enterprise services. These immutable models contain client/wire state only. Catalog persistence, environment bake, secret resolution, and execution are owned by Sophon. ``RefreshColumnResult`` is also the backend-neutral result of a local expression-backed refresh job. ) annotationsN)MappingSequence)datedatetime) AnnotatedAnyCallableLiteralOptionalUnionget_args get_originget_type_hintsoverload)AfterValidator BaseModel ConfigDictFieldconintfield_validatormodel_validator)blob)is_blob_v2_field) BlobReader) EnvVarSecretTii)strictgelelboolc"|dur tdy)NTzruntime.gpu must be true) ValueErrorvalues V/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/lancedb/functions.py_validate_gpu_wire_markerr(Bs D344 cDt|ts td|rdSdS)Nzgpu must be a booleanT) isinstancer"r$r%s r'_normalize_gpu_markerr,Hs% eT "0114"d"r)c4eZdZdZeZeZeZeZeZeZ eZ dZ y) _FrozenDictctd)Nz%remote canonical values are immutable) TypeErrorselfargskwargss r' _immutablez_FrozenDict._immutableOs?@@r)c$|jyN)r5)r2others r'__ior__z_FrozenDict.__ior__Zs  r)N) __name__ __module__ __qualname__r5 __setitem__ __delitem__clearpoppopitem setdefaultupdater9r)r'r.r.Ns2AKK E CGJ Fr)r.c t|tr6t|jDcic]\}}|t |c}}St|t t frt d|DS|Scc}}w)Nc32K|]}t|ywr7) _freeze_value.0childs r' z _freeze_value..bs=e]5)=)r+rr.itemsrGlisttupler&keyrJs r'rGrG^s`%! V*#uCu!55VWW%$'=u=== LWsA1 cxt|tr tdt|tr4t|ts$d|cxkrdkstdtd|St|t r"|j D] }t||St|ttfr|D] }t||S)NzTfloating-point Function literals are not part of the Slice 1 canonical wire contractlr!z|||j k(rPt|||<_|Sr7) __class__ model_fieldsrMgetattr is_requireddefault_factorydefaultrZ)r2knownrgfieldr&rss r'rYz_RemoteValue._known_dicts>>66<<> 3KD%D$'E}$$&"'"7"7".5Opython python_v2)r+rgetr)rkr&rs r' _discard_unknown_runtime_payloadz2PythonRuntimeSpec._discard_unknown_runtime_payload-s= eW %99V$D$$5L)L~% r)c|yt|Sr7)r(rkr&s r'_validate_gpu_markerz&PythonRuntimeSpec._validate_gpu_marker6s =(//r)r`c|jdk(rG|j td|j td|j td|S|jdk(rG|j td|j td|j td|St j |d dt j |d dt j |d dt j |d d|S) Nrz&python runtime requires python_versionz#python runtime requires environmentz1python runtime with gpu requires kind='python_v2'rz)python_v2 runtime requires python_versionz&python_v2 runtime requires environmentzpython_v2 runtime requires gpurrrr)rrr$rrrerfrs r'_validate_runtime_kindz(PythonRuntimeSpec._validate_runtime_kind=s 99 ""* !IJJ' !FGGxx# !TUU YY+ %""* !LMM' !IJJxx !ABB    t%5t <   t]D 9   tUD 1   tUD 1 r))r:r;r<rrrrrrrrrrrrrDr)r'rr s I$(NM(37K07'+C $+C(#$U*0+0 '"#r)rc0eZdZUdZded<ded<ded<y) FunctionImagezFA complete OCI Function image identified by its exact manifest digest.rmanifest_digestr descriptorr"sourceNrrDr)r'rrUsP!! Lr)rc8t|dkDr td|S)Nr!zFunction version exceeds uint64)rTr$r%s r'_validate_object_versionr]s 5zI:;; Lr)z ^[1-9][0-9]*$)rpatternceZdZUdZded<dZded<ded<ded<d ed <d ed <d ed<dZded<ded<ded<ded<ddZy)FunctionVersiona`A pinned object revision, independent of its executable image digest. ``name`` and ``namespace_path`` are the Function's parts, as a [SecretReference][lancedb.functions.SecretReference] carries a Secret's; they are what [get_function][lancedb.db.DBConnection.get_function] takes. An empty ``namespace_path`` is the root namespace. rrgrDrr object_idlocation_ObjectVersionrrrr signaturetuple[SecretBinding, ...]secret_bindingsrTcreated_at_millisMapping[str, str]metadatar"disabledc ddlm}td|jjD}|jj Dcic]}|j |}}|Dcgc] }||vs| }}|jDcgc]\}}|js||vr|} }}tt|t|z t|z } |s| s| rdg} |r| jd|| r| jd| | r| jd| tddj| zd zg} |D]W}||} t| |r | jtd |d | jt!|d d | jiYi}|D]}||vst#|||||<t%t'|j |j(|j*|j,|j.|j0j2t| |jj4|Scc}wcc}wcc}}w)aBind this exact version to named table columns. Every input must be a direct [lancedb.col][lancedb.expr.col] reference. A Function that declares initialization fields takes their values as further keyword arguments; they are constants of this binding, fixed for every row, and every instance the binding runs is created with them. A non-nullable field without a default must be given; an omitted nullable field is null, and the Function's own default applies to a null value. The returned application is immutable and retains a named-struct output as one binding, so every row's sibling values come from one logical Function evaluation. Map result fields to table columns with [FunctionApplication.rename][lancedb.functions.FunctionApplication.rename], then pass the application to [Table.add_columns][lancedb.table.Table.add_columns]. Examples -------- >>> from lancedb import col >>> application = function( # doctest: +SKIP ... title=col("title"), ... body=col("body"), ... ).rename(columns={ ... "normalized_text": "search_text", ... "token_count": "search_token_count", ... }) >>> table.add_columns(application) # doctest: +SKIP >>> table.add_columns({ # doctest: +SKIP ... "embedding": embed(text=col("body"), model="small", dimensions=512) ... }) rExprc34K|]}|jywr7rgrI parameters r'rKz+FunctionVersion.__call__..sQi9>>Qzmissing inputs: zmissing initialization: zunknown arguments: zinvalid Function arguments (z; )zFunction input z$ must be a direct col(...) referencecolumnr)rrr&)rgrrrrr)functionrrr) lancedb.exprrrOrrrrgrMrsortedrappendr0joinr+ _column_pathApplicationInput_initialization_valueFunctionApplicationFunctionVersionRefrrrrrrr)r2 argumentsr parametersrvrrmissingrgmissing_initializationunknowndetailsbindingsr&rs r'__call__zFunctionVersion.__call__sMB &Q4>>;P;PQQ 151N1NO%**e#OO.8WIY>d)&; " " Y#j/9CKGH ,G!1'=>%!9:P9STU!4WK@A:TYYw=OORUUV V# Ii(EeT*e.@.@.H%i]2VW OO '!!5#5#56   TDy '>(()  IPW" sH6 H;)H;IN)rr rr)r:r;r<rrrrrrDr)r'rrjsV I&(NO(NM    13O.3NT r)rc2ddlmfd|S)zDOne initialization value as plain JSON; the service checks its type.rrc:t|rtdd|t|ttt fvr|St|t ur(tj|stdd||St|ttfr|Dcgc] }| c}St|tr.plain..s-Tsjc.B-TszI takes booleans, numbers, strings, lists, and string-keyed mappings, got )r+r0typer"rTrrSmathisfiniter$rNrOrallrMr:)r&rJrQrrgplains r'rz$_initialization_value..plains eT "'x0OO  =DKD#s+;;L ;% ==' +D83H RL edE] +.34UE%L4 4 eW %#-Te-T*T8= F*#uCu%F F#D8,559%[5I5I4J L  5Fs DD)rr)rgr&rrs` @@r'rrs! . <r)cHeZdZUdZded<ded<ded<ded <d Zd ed <y )FunctionRegistrationRequesta&Stable remote registration envelope produced by :func:`udf`. Credential values deliberately have no field here. The only secret-shaped thing a client sends is ``secret_bindings``: the name of a Secret the database already holds, which the remote service resolves at execution. rrgrartifactrrrruntimerDrrN)r:r;r<rrrrDr)r'rrs+ I%%  13O.3r)rcNeZdZUded<dZded<ded<ded<ded <ded <y ) rrrgrDrrrrrrrN)r:r;r<rrrDr)r'rrs' I&(NO(NM r)rcVeZdZUdZded<ded<ded<ededZy) rzOne parameter value. Slice 1 freezes integers, strings, booleans, nulls, arrays, and objects. Floating-point literal encoding is deferred until Python authoring is introduced with a language-neutral numeric representation. rrrr r&ct|Sr7)rVrs r'_validate_valuez ApplicationInput._validate_values!''r)N)r:r;r<rrrrr rDr)r'rr s7N I JW((r)rceZdZUdZded<ded<ded<eeZd ed <eeZd ed <dfd Z ddZ ddZ xZ S)rakImmutable pre-declaration application of an exact Function version. A named-struct output remains one application through table declaration and execution. [FunctionApplication.rename][lancedb.functions.FunctionApplication.rename] records the result-field to table-column mapping without splitting sibling outputs into separate UDF calls. rrztuple[ApplicationInput, ...]rrr)rsrcolumnsrrcrt|}|jD]}|j|d|Sr7)superrYrr@)r2r&rgros r'rYzFunctionApplication._known_dict1s;#%--/ "D IIdD ! " r)cj|jDchc]}d| }}|jd|jjDt|jD]-\}|jfd|jD/|jd|j jDt|j j D]-\}|jfd|jD/|rtdt|ycc}w)Nz application.c3&K|] }d| yw)z function.NrDrIrgs r'rKz9FunctionApplication._ensure_declarable..9s #'iv  c3.K|] }dd|yw)zinputs[].NrDrIrgindexs r'rKz9FunctionApplication._ensure_declarable..=s#.2'%4&)c3&K|] }d| yw)zoutput.NrDr's r'rKz9FunctionApplication._ensure_declarable..@sWD'Wr(c3.K|] }dd|yw)zoutput.fields[r*NrDr+s r'rKz9FunctionApplication._ensure_declarable..Bs&!r$0r-z.Vs) 38FJJuzz5:: . s03z6FunctionApplication rename destinations must be uniquer"rx) rrr$rrgrrdictr"rCrOlenrz)r2r"rv result_fieldsr  destinationsr6s @r'renamezFunctionApplication.renameLs ;;  ~ -VW W151C1CDD Dg,. ?w?RST Tdll# g <@KKInternal physical column preserving flattened struct validity.rrFr@rGNrrDr)r'rJrJqsHr)rJc|eZdZUdZded<ded<ded<ded <d Zd ed <d Zd ed<d Zd ed<d Zded< ddZ y )FunctionBindingzEImmutable Function binding persisted by the Enterprise table service.r binding_idrrztuple[InputBinding, ...]rztuple[OutputMapping, ...]outputsNzOptional[AssignmentMapping] assignmentzOptional[Mapping[str, Any]] input_schema output_schemarrc|jytjjt j |j}|j jdS)z>The initialization values this binding creates instances with.Nr)rpaipc open_streambase64 b64decoderead_all to_pylist)r2readers r'initialization_rowz"FunctionBinding.initialization_rowsQ    &##F$4$4T5H5H$IJ **,Q//r))rzOptional[dict[str, Any]]) r:r;r<rrrOrPrQrr[rDr)r'rLrLxsOOO  $$ &&.2J+204L-415M.5$(NM(S0r)rLcleZdZUdZded<ded<ded<ded<dZded <ed d Zed d Zy)RefreshColumnResultzTerminal result of an expression-backed or Function-backed refresh Job. Local jobs produce this value in process. LanceDB Cloud and Enterprise decode the same value from the durable server-job terminal payload. _UInt64 rows_assigned rows_failedrows_remainingsource_versionNzOptional[_UInt64]published_versionc|jS)z9Deprecated compatibility alias for :attr:`rows_assigned`.)r_rs r' rows_filledzRefreshColumnResult.rows_filleds!!!r)c|jS)z=Deprecated compatibility alias for :attr:`published_version`.)rcrs r'rzRefreshColumnResult.versions%%%r))rrT)rz Optional[int]) r:r;r<rrrcpropertyrerrDr)r'r]r]sS +/(/ ""&&r)r]z^[A-Za-z_][A-Za-z0-9_.-]*$blob_v2zARROW:extension:namez lance.blob.v2zmunsupported Arrow type for Function signature: Blob v2 fields nested under collection types are not supportedint8int16int32int64uint8uint16uint32uint64float16float32float64utf8 large_utf8binary large_binarydate32date64cht|}||St|}tj|dddS)zGThe compact Function grammar, or canonical exact JSON for nested types.FTr|rrr)_grammar_arrow_type_exact_arrow_typerr) data_typegrammarexacts r'_canonical_arrow_typers6!),G i (E ::e%4J WWr)ctD]\}}||k(s |cStjj|stjj |r9t |}|ytjj|rdnd}|d|dStjj |r/|jdkDr t |}|d|d|jdSy)NrN large_list<>rzfixed_size_list<, )_GRAMMAR_PRIMITIVESrStypesis_list is_large_list_grammar_list_itemis_fixed_size_list list_size)r~ candidatergitemprefixs r'r|r|s. 4  !K xx "bhh&<&%  R  8  %%*G -    sA C&c|j}t|tjr |j}tj j |syt|dfd }dtjdfdtjdff}|dtjdfdtjdffz}dtjdfdtjdfdtjdfd tjdfd tjdfdtjdff}dtjdfdtjdfdtjdfd tjdfd tjdff}||d xs7||d xs,||dt|zxs||dt|zS)NFcptt|k(xrtdt||DS)Nc3K|]B\}\}}}}|j|k(xr%|j|k(xr| xs|j|k(Dywr7)rgrr)rIactualrg expected_typercheck_nullables r'rKzA_has_supported_blob_v2_layout..matches..sc0 H7}h KK4  D }, D##Bv('B D0 sAA )r8rzip)speccompare_nullablers r'matchesz._has_supported_blob_v2_layout..matchessC6{c$i' C0 LO.L 0 -  r)rTuripositionsizerblob_id blob_sizeblob_uri)TT)TTFF)T)F)rr")rr+rS ExtensionType storage_typer is_structrOrwrtrprmror8)rvr~rlogical_minimal logical_fullpreparedrrs @r'rr s I)R--.** 88  i ( 9 F  "D)  4 O# RYY[$' d#&L T" "D)  4 BIIK& biik4( RYY[$' H U# RYY[%( e$ BIIK' RWWY& J . ; tjj |stjj |r.|j}t|xst|jStjj|r(td|j|jfDSy)Nc3`K|]&}t|xst|j(ywr7r_data_type_has_blob_v2rrIrvs r'rKz)_data_type_has_blob_v2.._/  e $ J(>uzz(J J ,.c3`K|]&}t|xst|j(ywr7rrs r'rKz)_data_type_has_blob_v2..krrF)rSrranyrrrrrrris_map key_field item_field)r~rvs r'rr]s xx)$ "   # 88 ! !) , 88 & &y 1%% 'M+A%**+MM xxy! #--y/C/CD    r)Finside_collectionct|t|r?|rtt|j|j t |ttidS|j|j t|j|d}|S)N)rgrrrrr) rrr0_NESTED_BLOB_COLLECTION_ERRORrgrrrrr}r)rvrr&s r'_exact_arrow_fieldrrs{ & 9: :JJ,U3)+B    NN!%**@QR E Lr)ctD]\}}||k(s d|icStjj|rot |}|Dcgc]}|j }}|r t t|t |k7r tdd|Dcgc]}t||c}dStjj|s>tjj|stjj|rtjj|rA|jj dk7r td|jdkrtd |tjj|rd n"tjj|rd nd t|jd gd}tjj|r|j|d<|Stjj|rt!|rtt"td |cc}wcc}w)Nrzaunsupported Arrow type for Function signature: structs must have non-empty, uniquely named fieldsrrrrzYunsupported Arrow type for Function signature: fixed-size list items must be named 'item'rz/unsupported Arrow type for Function signature: rNrfixed_size_listTlength)rrSrrrNrgr8rr0rrrrrrrrr)r~rrrgrrvnamesr&s r'r}r}s/" 4  !D> !" xx)$i)/000SZCJ63  $#5cXtjtjd|dS)NrFr)rSlist_rv)rs r'_list_ofrs 88BHHVTE: ;;r)cd}t|}|ttjfvrWt |}t d|D}t |dk7st |t |k(rtd||d}d}t|}|turt |^}}|Dcgc]}t|tjs|!}}t |dk7r td|tust|turd} nt|\} } |d|xs| fSt|tjr||fS|turtj|fS|t urtj"|fS|t$urtj&|fS|t(urtj*|fS|t,urtj.|fS|t0urtj2|fS|t4urtj6d|fSt|t8urRt |}t |dk7rtd |t|d\} } | r td t;| |fStd |cc}w) NFc3<K|]}|tdus|ywr7)r)rIarguments r'rKz#_annotation_type..s  !($t*2LH srzunsupported union annotation: rTz=Annotated Function types require exactly one PyArrow DataTypeuszunsupported list annotation: z1nullable Function list elements are not supportedz!unsupported Function annotation: )rr r UnionTyperrOr8r0rr+rSDataTyper7_annotation_typer"bool_rTrlrSrsrstringrrvrrxr timestamprNr) annotationroriginrnon_nonebaserr& arrow_types base_nullable_ value_typevalue_nullables r'rrshH  #F %))Z(  %.   x=A X#i.!@Q ;J>JK K%5il%C" N OP P #X-- 7 ~F GGKVs !I7I7cttj|jj }|D]}|j tj jtj jtj jfvr td|jtj justd|S)Nz9Function callables require named, non-variadic parametersz,Function callable defaults are not supported) rOinspectrr rUr ParameterPOSITIONAL_ONLYVAR_POSITIONAL VAR_KEYWORDr0rtempty)rr rs r'_callable_parametersrsw((2==DDFGJL >>    - -    , ,    ) )  WX X   G$5$5$;$; ;JK KL r)cBt|tjr$|jr t dt |}n]t|tj rlt|satjj|jr8t||jr tdt |j}nt|tjr+tjj|r t |}nt|tj r|ntjd|d}t|tj s t dt||jr tdt!dt#|dS|s td |D] }t||Dcgc]}|j$}}t't)|t'|k7r td t!d t d |D Scc}w)Nz0Function output schema metadata is not supported$Function output must be non-nullableresultFrz:output_schema must be a PyArrow DataType, Field, or Schemascalar)rrrz.7s:  ZZ1%8   s57)rr)r+rSSchemarr0rOrrrrrrrr$rrvrrrgr8r)rrrvrs r'_function_outputr s&"))$ ??NO Ov6288$!&) HH  v{{ +#F+ ??CD Dv{{# FBKK (RXX-?-?-Gv&"((+ (FU;  %*L  $E* >>CD D-e4  WXX+#E*+%+ ,EUZZ ,E , 3u:#e*$EFF         -s?Hmethodc Tt|}|r|dd}|du|duk7r td t|dfd|t |t js t d|jr t d|D] }t|td |D}t|j}||k7rtd |d |tfd |D} t| t| S|D cgc]} | jvs| j} } | sdvr| dvrgndgz} t d| g} |D]} | j} | }d}t|t t"j$fvr;t'|Dcgc]}|t)dus|}}t+|dk(r|dd}}|t,ur-| j/t1| j|t3| \}}| j/t j4| j||t3d\}}|r tdtt| tt j4d|d S#t$r}t d||d}~wwxYwcc} wcc}w)Nrz8input_schema and output_schema must be provided togetherTinclude_extrasz(failed to resolve Function annotations: cj|j}t|ttj fvr9t |Dcgc]}|tdus|}}t|dk(r|d}t|}|tur%|tk7rtd|jdd}n|turw|tk7rktjj|jsBtjj!|jstd|jdd}n |tk(rdnd}t#|j||j$| Scc}w) NrrzBlobReader input 'z' requires a Blob V2 fieldrZz bytes input 'z' requires binary or Blob V2r)rgrrr)rrgrr rrrrr8rrrr0rrS is_binaryis_large_binaryrr)rvrr&choicesraccessrs r'input_parameterz)_infer_signature..input_parameterTsD$[__UZZ0 j !eU__%= =#+J#75T ;RG7|q $QZ +E2  #33( 4NOF 5 33""5::."((2J2J5::2V#EJJ.{sDIDrzNinput_schema fields must exactly match callable parameters in order: expected z, got c3.K|] }|ywr7rD)rIrvrs r'rKz#_infer_signature..sH%u-Hr-)rrrzmissing Function annotations: Frrrr)rr$r Exceptionr0r+rSrrrrOrrrrgrr rrrrr8rr _blob_fieldrrv)rrPrQrr errorrvexpectedrrrr rrrrr&rr~ output_typeoutput_nullablerrs @@r'_infer_signaturer Bs&h/J ^ -4"78STTW$XdC  @, 2CD D  MN N! /E ' . /DDD|))* X $DII,>r)c|!t|ttttfvr t |St|t ur tj|r t |St|tur1djd|D}t|dk(r|dz }d|dStdt|j)Nrc32K|]}t|ywr7)_literal_sourcerHs r'rKz"_literal_source..sG_U3GrLrr}(rz?Function source references an unsupported global value of type )rr"rTrrreprrSrrrOrr8r0r:)r&childrens r'rrs }U c3'>>E{ E{e e 4E{ E{e99GGG u:? OH8*A I ;    " r)>evalexecvarslocalscompileglobals __import__>gcsysrctypesrbuiltins importlibct|tz}tj|D]}t |tj r#|j d|jD@t |tjs[|jsh|jjddtvs|j|jt|S)Nc3|K|]4}|jjddtvr|j6yw).rN)rgsplit_NAMESPACE_MODULES)rIaliass r'rKz)_namespace_acquisition..s9::##C(+/AA s:<r+r)r_DYNAMIC_NAMESPACE_ACCESSrwalkr+ImportrCr ImportFrommoduler,r-addr) definition referencesfoundrs r'_namespace_acquisitionr8s  66 7E$ ' dCJJ ' LL!ZZ  cnn -$++{{  %a(,>> $++& ' %=r)c`dfd t}tj|dd}|jD]T}|js|j r%|j r6|j |jV|jD] }|| |S)aoNames `module_source` loads from module scope, by Python's own scope analysis on the exact text that ships: loads inside any definition, plus what the definition statement itself evaluates at module scope (bases, decorators, defaults). Free variables belong to an enclosing scope inside the definition, and postponed annotations are not runtime loads.c|jD]S}|js|js|js5|j |j U|j D] }|| yr7) get_symbols is_global is_referencedis_declared_globalr4get_name get_children)tabler7symbolrJvisits r'rCz!_module_references..visitsu'') -F!$$&&*C*C*E &//+,  - '') E %  r)zr)rAzsymtable.SymbolTabler7rrr<) rsymtabler;r= is_assigned is_importedr4r?r@) module_sourcer7r3rBrArCs @r'_module_referencesrHs eE   }gv >F$$&)  "&&(&&( IIfoo' ( )$$& eU Lr)z"from __future__ import annotationszuser_function.pypython_callable python_bundle> lance_blob lance_source user_functionlance_callablez[A-Za-z_][A-Za-z0-9_]*z[A-Za-z0-9][A-Za-z0-9._-]*c ft|jD]k}t|ttfr |j }t |r ttj|ddnd}|Vtj|j} tjdj|}|j"D]}t|tj$s|j&|j(k(s8|j*|j,cxkr|j.ksbnet1|j*g|j2Dcgc]}|j*c}z}dj||dz |j.ccSntj4|S#t $rYwxYwcc}w)zSource of a module-level class. `inspect.getsource` finds a class through its module's file, which a notebook cell or a doctest does not have. A method's code object records where the class body really is, so that is consulted first. __code__Nr)rrUr+ staticmethodr__func__callablerqrunwrap linecachegetlines co_filenamerparser SyntaxErrorbodyClassDefrgr:linenoco_firstlineno end_linenomindecorator_list getsource)rkmembercodelinesr3r decoratorstarts r' _class_sourcerhsms)""$C f|[9 :__F GNN6*J = < ""4#3#34 YYrwwu~.FKK CD4.II-KK4#6#6I$//I[[M9=9L9LMIy''MNwwuUQYABB CC4   S !!   Ns$FF. F+*F+c$ tjtj|r t |ntj |}tj|}tj|}|jDcgc]Z}t||rtjfntjtj fr|j"|j$k(r|\}}t'|dk7st|dtj rtd|rdzdz|d}|r.t)d|j*Dr tdg|_|S#t tf$r}td|j|d}~wwxYwcc}w) Nz,@udf requires inspectable Python source for rrz%@udf source must contain exactly one classzsynchronous functionc34K|]}t| ywr7)r)rIrfs r'rKz#_definition_node..Hs 1:!), , rz0@udf cannot package additional Python decorators)textwrapdedentrisclassrhrbOSErrorr0r$r<rrYr[r+r\ FunctionDefAsyncFunctionDefrgr:r8rra) targetentryrrr3is_classr definitionsr5s r'_definition_noderv)s v& & !""6* YYv Fv&HKK   'S\\Ocoos?S?S-T  II ( K ;1 ;q>3;O;O P 3"w @  (> @  QJ  >H>W>W  OP P$& ! 7 Y :6;N;N:Q R   sAEAF F ,FF ctj|rtjj |j }|t d|jt|}|j dt}t|tjr t|n|}n|j}|j}|ttur t d|S)zAThe module namespace a function or class resolves its globals in.z"@udf cannot resolve the module of __builtins__z7@udf cannot package a non-standard builtins environment)rrnr%rrr;r$r<rr'r+r ModuleType __globals__rx)rrr3 namespacers r'_definition_namespacer|Psv!2!23 >4V5H5H4KL L mmNH= +u'7'78    && )) $x.(RSS r)c||jk7ry|j||}||uryt|tuxr|j|uS)zt`name` inside the definition means the definition itself unless the module has since bound it to something else.FT)r:rr UdfDefinition _function)rrr{rgbounds r'_is_self_referencerisL v MM$ 'E  ;- ' EEOOv,EEr)ctj|stj|syt|dddk7ry|j}d|vsd|vrt d|dy ) zFunctions and classes defined in `__main__` -- notebook cells and scripts -- have no module a worker can import, so their source travels.Fr;N__main__rr+@udf cannot package zn: only module-level functions and classes travel with a Function, not lambdas, closures, or nested definitionsT)r isfunctionrnrqr<r$)r&qualnames r'_packaged_by_sourcervso   u %)?ulD)Z7!!H h#/"8,/   r)c|jdd}tj|j}t |r|j dS|S)Nz::r) rpartition_REQUIREMENT_NAMEmatchstrip_normalized_distributiongroup) requirementrs r'_requirement_namersM((.q1K  # #K$5$5$7 8E #eEKKN MM MMr)cLtjdd|jS)Nz[-_.]+r)resublowerrs r'rrs 66)S$ ' - - //r)cddlddl}ddl}t|j }|j |j |j}dD]}||vs|j ||tfd|DS)Nr)purelibplatlibstdlib platstdlibc3nK|],}jj|jz.ywr7)rrealpathsep)rIrootoss r'rKz#_installed_roots..s)CT!!$'"&&0Cs25) rsite sysconfigrgetsitepackagesr4getusersitepackages get_pathsrO)rrrootspathsrQrs @r'_installed_rootsrs{  $$& 'E IId&&()    !E=" %< IIeCj !" CUC CCr)cddlt|dd}|rjj|fSt fdt|ddDS)Nr__file__c3TK|]}jj|!ywr7)rr)rIrrs r'rKz$_module_locations..s TD!!$'Ts%(__path__rD)rrqrrrO)r3filers @r'_module_locationsrsJ 6:t ,D   &(( TGFJPR4ST TTr)cHeZdZdZd dZd dZd dZd dZddZddZ ddZ y )_SourcePackageraHBuilds the entry module of a Function artifact. The module holds the definition plus exactly the module-level names it references: modules as imports, importable classes and functions as imports, literals inline, and functions and classes defined in ``__main__`` by source, recursively, dependencies first. ch||_||_i|_g|_t |_i|_yr7) _code_modules _requirements_imports _definitionsr _packaged_names)r2 code_modules requirementss r'__init__z_SourcePackager.__init__s1))(* ')#&5&( r)cBj|d}tg}jr0|jdgfdt jDj D]}|jd|g|jd|dgdj |S)NTrsrQc3<K|]}j|ywr7)r)rIrgr2s r'rKz*_SourcePackager.package..sV d 3Vs ) _definition_SOURCE_HEADERrextendrrr)r2rrrspartsr5s` r'packagez_SourcePackager.packages  t 4  == LL"WVt}}@UVW X++ +J LL"j) * + b%_%yyr)ct||}tj|s*tj|jr t dt j|}ttd|d}t||}|rt d|t|}|jjt||j|j dt|fg}t#|D]j} | |j k(rt%||| st d| d/| |vr|j'| || It)t*| rZ|j-| l|rt d ||S) Nrz9@udf cannot package functions that capture closure valuesz r.@udf cannot package dynamic namespace access: r5rz_: the module binds that name to another value, which the artifact's own definition would shadowz.@udf source contains unresolved global names: )rvrrngetclosurevars nonlocalsr$runparserHrr8r|rr4r_claimr:rr_bindhasattrr'r) r2rrrsr5rr6dynamicr{ unresolvedrgs r'rz_SourcePackager._definitionsq%fE: v&7+A+A&+I+S+SK Z('>*:$vhb(IJ (Z@ @ L *&1  2f:& FOOlBvJ%?@ :& (Dv&)&)TB$.th7'' y  441Xt,!!$' ( @O  r)cd|jj||}||k7rtd|dy)Nrz9: packaged definitions bind that name to different values)rrBr$)r2rgmeaningclaimeds r'rz_SourcePackager._claimsC++((w7 g &th/++  r)ct|r|j|k7rtd|jd|t ||j vr,|j j|j|d|j|dt |fy|j||}|j||||j|<y)Nz@udf packages z: by source, so it must be referenced by its own name, not Frr5) rr:r$r<rrrrrr_global_sourcer)r2rgr&lines r'rz_SourcePackager._binds u %~~% $U%7%7$:;77;h@%y.!!(()9)9%u)9)MN KK|RY7 8 ""4/ D$" dr)c|turd|St|tjr|jj ddt vrtd|j tj|j}||urtd|d|j|j|jd|jd |St|d d}t|d d}t|tr]t|trM|d k7rHd|vrDd |vr@ ttj||}||ur|j|d|d|d |S|dt!|S#t$rd}YwxYw#ttf$rd}YTwxYw)zOne module-level line that rebinds `name` to `value` in the artifact: an import for modules and importable classes/functions, a literal otherwise.z%from lance_blob import BlobReader as r+rrNz"Function source references module z that does not import as zimport z as r;r<rrzfrom z import z = )rr+rryr:r,r-r$r( import_module ImportErrorr0_require_importablerqrAttributeErrorr)r2rgr&imported module_namers r'rz_SourcePackager._global_sources J :4&A A eU-- .~~##C(+/AA DU^^DVW $225>>Bu$8A!!& 24  $ $U^^ 4U^^,D7 7e\48 5.$7 {C (8S)z)8#8# "9#:#:;#GR5 ((5{m8H:T$HHs?512333  ( 0  s$%E'E8' E54E58F  F c |jdd}||jvs;|tjvs)|tjvst ||j vrytjj|}|dn t|}t|rtfd|Drytjd|d|dd|d ty) aWarn about an import the Function's environment likely cannot satisfy: a module that lives in a local source tree, is not shipped with ``code=``, and names no declared package. A warning rather than an error: a distribution name need not match the module it installs, so a declared package can still provide the module, and callers may rewrite the packaged source before registering it.r+rNrDc3@K|]}|jywr7) startswith)rIrrs r'rKz6_SourcePackager._require_importable..:sUx 3 3E :Usz@udf source imports z from zZ, a local module the Function's environment may not be able to import; ship it with code=[z6] or declare the package that provides it in pip/conda) partitionrr%stdlib_module_namesbuiltin_module_namesrrrrrrrwarningswarn UserWarning)r2rtopr3 locationsrs @r'rz#_SourcePackager._require_importable&s##C(+ 4%% %c---c...',0B0BB % .B.?.G  "CU9UU  ";/ ! ~F E"    r)N)rfrozenset[str]rr)rrr rr)rrr rsr"rr)rgrrr rr<)rgrr&r rr<)rgrr&r rr)rrrr<) r:r;r<rrrrrrrrrDr)r'rrs,) "H #&4P r)rcddl}ddlm}i}t}|D]1}t |t j s!tdt|j|j}d|vr#td|jddd||tvs,|dk(s'|tjvstj!|std |||vrtd |d |j#|t%t'|d d }|rt)|dk7s t'|ddstd|d||d}g} |j+|D]v\} } } t-d| D| dd| D]V} |j.j1| \}}|dk(s'tj!|s=| j3|| | z Xx| D]4}|j5|j7}t9|||d|<6t'|dd}|r|j;dstd|dt9||||d<4|t=|fS)zxThe Python source files of the modules and packages in ``code=``, keyed by their path on the Function's import path.rN)Pathz.code= takes imported modules or packages, got r+z0code= takes top-level modules or packages; pass z instead of rzcode= cannot ship module zcode= lists module z more than oncerrDrrz$code= cannot ship namespace package z; give it an __init__.pyc3TK|] }tj|r |dk7r|"yw) __pycache__N)_SOURCE_PATH_COMPONENT fullmatchrHs r'rKz_code_files..ns.+-77>.+s&(z.py/z"code= ships Python source; module z has none)rpathlibrrr+rryr0rr:r$r_RESERVED_SOURCE_MODULESr%rrrr4rNrqr8r0rrsplitextr relative_toas_posix _source_textendswith frozenset)rrrfilesrr3rgrrsources directorysubdirectories filenamesfilenamestemsuffixrrelativers r' _code_filesrEsEeE2;&%"2"23@fAVAV@WX  $;B>>#&q),LB  , ,z!s...)33D98AB B 5=24(/JK K $WVZ45 5zQgfj$&G :4(C""a>DG8: C4 >9%++!/+%q! !*CH#%77#3#3H#=LD&+A+K+KD+QtI'ABC C  A++D1::<.:4.@az*+ A6:t4Dt}}U3 #EdXY!WXX".tDz":ETF#, e2;f )E" ""r)cj |jdS#t$r}td|d|d}~wwxYw)Nutf-8)rzcode= ships UTF-8 source; z is not UTF-8) read_textUnicodeDecodeErrorr$)rrs r'rrsCV~~w~// V5dV=IJPUUVs 2-2cB|tjtjtjtjtj tj tjtjtjtjtjtjtjf vrytjj|s>tjj!|stjj#|rt%|j&Stjj)|rt+d|DSy)z9Types with one unambiguous JSON and SQL literal spelling.Tc3FK|]}t|jywr7)_initialization_typerrs r'rKz'_initialization_type..sK' 3Ks!F)rSrrirjrkrlrmrnrorprrrsr large_stringrrrrrrrr)r~s r'rrs                    # 88 ! !) , 88 & &y 1#I$8$899 xx)$KKKK r)c |jtjuryttj|jj j dd}|D]Z}|jtjjtjjfvsDtd|j t|jd}|Dcgc]}|j|vs|j}}|rtd|g}|D]}t||j\}}t!|std |jd |d |j"tjj$urd}|j't)|jt+t-j.|j|| | t|S#t$r}td||d}~wwxYwcc}w)zCThe initialization fields a class Function's ``__init__`` declares.rDrNzCFunction initialization parameters must be named and non-variadic: Trz7failed to resolve Function initialization annotations: z-missing Function initialization annotations: z"Function initialization parameter z has type zX; initialization takes booleans, integers, floats, strings, and lists or structs of themrr)rrerOrrr rUrrPOSITIONAL_OR_KEYWORD KEYWORD_ONLYr0rgrrrrrtrrrrrSrv) rkr rrrr rr~rs r'_initialization_signaturer s ||v&w((6AAHHJKABOJ >>    3 3    * *"  !!* 24  $S\\$G )3$innK6W GG{STT F .{9>>/JK 8#I.4Y^^4Fj+88    G$5$5$;$; ;H ^^1HHY^^YJ"    * =? EeW M  s$GG>0G> G;'G66G;cr|jD](}|tus |t|vst||cSyr7)__mro__rer)rkrgklasss r' _class_memberrs<%  44;#6;t$ $% r)c:t|d}tj|rtj|r t dt|d}|Ktj|r+t tj |jdk7r t d|S)Nrz:a class Function must define a synchronous __call__ methodcloserz=a class Function's close must be a method taking no arguments)rrriscoroutinefunctionr0r8rr )rkcallrs r' _class_callrs j )D   d #w'B'B4'HTUU #w 'E    u %W->->u-E-P-P)QUV)VWXX Kr)cveZdZdZddddd d dZed dZ d dZdZy ) r~amA Python callable prepared for remote Function registration. Instances are created with :func:`udf`. Calling an instance executes the original Python function, or constructs the original class, which keeps local unit testing ordinary. Remote execution adapts the callable to the internal Arrow batch ABI described by the registration artifact. FrD)rcondaconda_channelsrdc btj|} | s5tj|rtj|r t d|xs |j } t j| std| |r | r td| r | s tdttt| r| n|}td|Dr td| rtd|t| }n td | }t|}td |jDr t d | rd |j vsd|j vr tdt#t%|||d}t'|}t|Dchc]}|j(c}|j*Dchc]}|j(c}z}|rtd|d|j-d|i}n t#|||}t/| \}}t1|t3d|Dj5|}|r;t6}t9j:di|t<|iidddj?d}nt@}|j?d}dtCjD|jG}tI|}tK|dnd|xs7tLjNjPdtLjNjR|||}||_*tW| tY|||j t[d t]j^|jad!"tcd#d$%&||'|_2tgjh||| rd()ytfjj)ycc}wcc}w)*Nz6@udf requires a synchronous Python function or a classzinvalid Function name: z0a Function environment is pip or conda, not bothz&conda_channels requires conda packagesc3LK|]}| xs||jk7ywr7)rrIrs r'rKz)UdfDefinition.__init__..s%QW7{8g88Qs"$z2package requirements must be non-empty and trimmedr)rrrpip)rrc3jK|]+\}}t|t xst|t -ywr7r)rIrQr&s r'rKz)UdfDefinition.__init__..s8 U3$ $ BJuc,B(B B s13z,Function env keys and values must be stringsrr+z`@udf classes must be defined at module level; nested classes would capture their enclosing scopeTrz:Function initialization parameters and inputs share names z,; a binding passes both as keyword argumentsrrxc32K|]}t|ywr7)rrs r'rKz)UdfDefinition.__init__..7s#W7$5g$>#WrLrFr|r{rzsha256:rr)rrrrrrVascii)rrscalar_to_arrow_batchr)rr)rrrrr)rgrrrrD)updated)6rrnrrr0r:_FUNCTION_NAMErr$rOrrrrr7rMr<r rr rgrrzrrrr_PYTHON_BUNDLE_ARTIFACTrr_SOURCE_ENTRY_FILEencode_PYTHON_CALLABLE_ARTIFACThashlibsha256 hexdigestr,rr% version_infomajorminorrrrrrV b64encoderr_request functoolsupdate_wrapperWRAPPER_UPDATES)r2rrgrPrQrrrrrrrdrt function_namerenvironment_specrrrrvrshared code_filesr entry_sourcerrr gpu_markerrs r'rzUdfDefinition.__init__s??8,""8,0K0KH0UTU U1 1 1 '' 66}6GHI I 5OP P %EF FUE <=> QQ QQR R 4x%:O   5%(S 3i  )//1  JK K h+++sh6K6K/K :)H%|]4I7x@N)7883<3C3CDi9>>DEF Pj LN"0@./QRI(<OI#.t#4 L& )#Wh#WW '(   *DZZJZJ);\JK"%  fWo -D!((1F7>>&1;;=>?*3/ # * 6H)D""(()3+;+;+A+A*BC(  "3,#,,/%))&188A*0  !  (   ((B 8A8Q8Q s9Ds N'1N, c|jS)aThe immutable request sent by ``create_function_async``. Carries no secret bindings. Binding is a registration-time decision, so a Function bound to Secrets is registered through :meth:`bind_secrets`, which is what ``create_function`` calls. )r,rs r'registration_requestz"UdfDefinition.registration_requestgs}}r)c|dn t|}|Dcgc]}t|tr|}}|r;t|Dchc]}t |j c}}t d|d|Dcgc]}|j}}t|Dchc]}|j|dkDs|c}}|rtd||jjjxsi} tt| t|z} | rtd| |s |jSttd|Dd } |jjd | i Scc}wcc}wcc}wcc}w) aThe registration request for this definition bound to ``secrets``. Binding does not change the Function's source: each [EnvVarSecret][lancedb.secrets.EnvVarSecret] names a Secret and the environment variable its value should arrive in, and the Function reads that variable the way it already did. Whether the named Secrets exist is the server's answer, not this one. rDz2Function secrets must be EnvVarSecret values, not z.; a credential value is never sent to this APIrz=a Function binds each environment variable once; duplicated: z3Function env and secret bindings must be disjoint: c 3K|]D}td|jt|jt |j Fyw)r)rgr)rrrN)r env_variabler secret_namerOsecret_namespace_path)rIbindings r'rKz-UdfDefinition.bind_secrets..sO  ""!(!5!5#2!(!4!4+01N1N+O$ sA A c:|j|jxsdfS)NrQ)rr)r=s r'z,UdfDefinition.bind_secrets..sW\\73C3C3Ir$Jr))rQrrx)rOr+rrrr:r0r:countr$r,rrrrz) r2secretsrr= wrong_typekinds variablesrg duplicatesroverlapresolveds r' bind_secretszUdfDefinition.bind_secretsqs!2eGn#+ :g|3TG   *MwDM22MNEDUIN== :BBgW))B BiUd9??4;PST;TTUV O." mm++//52 [)C N:; Eg[Q ==   $, K   }}""+>> from lancedb import udf >>> @udf(pip=["numpy==2.2.0"]) ... def score(value: float) -> float: ... return value * 2 >>> score(1.5) 3.0 >>> @udf(pip=["cupy-cuda12x"], gpu=True) ... def gpu_score(value: int) -> int: ... return value * 2 >>> gpu_score.registration_request.runtime.gpu True >>> @udf ... class scale: ... def __init__(self, factor: float, offset: float = 0.0): ... self.factor, self.offset = factor, offset ... def __call__(self, value: float) -> float: ... return value * self.factor + self.offset >>> scale(factor=2.0)(1.5) 3.0 >>> [field.name for field in scale.registration_request.signature.initialization] ['factor', 'offset'] c t|t in ttt S)NrM)r~rO) rrrdrrrrrPrgrQrrs r'decoratezudf..decorateJsH %'c ks), 0t  r))rrr rr~rD) rrgrPrQrrrrrrrdrQs `````````` r'r r s'J    H r))rJrrrrrrLrrrrrrrrr?rDrrrr]r~r )r&r rr")r&r"rr)r&rrr)rgrr&r rr )r~ pa.DataTyperr)r~rRrr)rvpa.Fieldrr<)rvrSrr")rvrSrr)rvrSrrR)rvrSrr)r~rRrr")rvrSrr"rr)r~rRrr"rr)rrRrrR)rr rztuple[pa.DataType, bool])rCallable[..., Any]rztuple[inspect.Parameter, ...])rz"pa.DataType | pa.Field | pa.Schemarr) rrTrPrJrQrKrr"rr)rzast.exprrr")r&r rr)r5zast.FunctionDefr6rrz list[str])rGrrr)rkrrr)rrr rsr"rz$Union[ast.FunctionDef, ast.ClassDef])rrr rr)rrr r{rrgrrr")rrrr)rgrrr)rr)r3ztypes.ModuleTyperr)rz Sequence[Any]rz%tuple[dict[str, str], frozenset[str]]r)rkrrr)rkrrgrrr )rkrrrT)rrTrr~r7)rr<rgrrPrJrQrKrtuple[str, ...] | list[str]rrrrrr"rrUrrUrdSequence[types.ModuleType]rz-Callable[[Callable[..., Any]], UdfDefinition])rzOptional[Callable[..., Any]]rgrrPrJrQrKrrUrrrrrr"rrUrrUrdrV)r __future__rrr'rVr-r%r(rrDrrVrrr%rlrrcollections.abcrrrrtypingrr r r r r rrrrpyarrowrSpydanticrrrrrrrschemarrrr _blob_readerrrArr@rr^r(r,r7r.rGrVrZrXrrrrrrrrrrrrrrrrrrrrrrrr?rDrJrLr]r!r rrrrrrirjrkrlrmrnrorprqrrrsrrrvrwrxryrrr|rrrrrrrrr}rrrrr rrrr/r-r8rHrr"r$r!rrrrhrvr|rrrrrrrrrrr rrr~r __all__rDr)r'r_s#     -#   (9$! tY 7 y 1 y 1 # $  (' 9' T;|;|l l= =* 1%1 )l ) 1L 1 7 7 L 2 2jL  /0+,.i li X< 4, 4)('($=6*=6@<L 0l0*&,&09:"2))RXXZ RWWY RXXZ RXXZ RXXZ RXXZRYY[(RYY[(RYY[(RZZ\9RZZ\9RZZ\9RYY[&R__ %RYY[(R__'RYY[(RYY[(%,X"+ @/d-(,38 +/0:?5S5S265S5Sp<5Hp 4x a a%a@a  a  aH  &J H -5"<6'-)$E$$=>BJJ<=!"H$ $$)$N2 F"N 0 DUZ Z z;#|V:/d A/A/H ; ;  8(,BF')'+$()+24') 8 8  8& 8 @ 8 % 8 % 8" 8  8 ' 80 8 % 83 8  8".2V(,BF')'+$()+24')V*V V& V @ V % V %V"V V 'V0V %Vr r)