kQj3 ddlZddlZddlZddlZddlZddlZddlZddlZddl Zddl Z ddl Z ddlm Z ddl mZmZmZddlZddlZddlmZddlmZd#dedefd Zd$d Zeej:d fZeeeeej>ej@ejBfZ"eee#eeee#ej>ej@ejBfZ$eee#eeee#ej>ej@ejBfZ%Gd d Z&GddZ'd%dZ( d&de)de)de*de+de)f dZ,dZ-dZ.de/fdZ0de/de*fdZ1defdZ2Gdd e3Z4d!Z5d"Z6y)'Nwraps)CallableListUnion)pandas)attempt_import_or_raise module_name package_namec2GfddS)a Create a stub module that allows class definition but fails when used. This allows modules to be imported for doctest collection even when optional dependencies are not available. Parameters ---------- module_name : str The name of the module to create a stub for package_name : str, optional The package name to suggest in the error message Returns ------- object A stub object that can be used in place of the module c$eZdZfdZfdZy)'create_import_stub.._ImportStubcSN)selfname _ImportStubs ]/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/lancedb/embeddings/utils.py __getattr__z3create_import_stub.._ImportStub.__getattr__-s  c.xs}td|d)NzYou need to install z to use this functionality) ImportError)rargskwargspkgr r s r__call__z0create_import_stub.._ImportStub.__call__0s#-+C 4SE9STU UrN)__name__ __module__ __qualname__rr)rr r srrr,s  Vrrr)r r rs``@rcreate_import_stubr"s&VV =rc"fd}|S)Nc:tfd}|S)Nct D] } |i|cSy#t$r6|dz k(rt|zzz}tj|YNwxYw)N)range Exceptionmintimesleep) rrir+backoffdelayfnjitter max_delaytriess rwrappedz'retry..wrapper..wrapped:sp5\ **t.v.. *!*1u~ #EWaZ$86$A9 M 5) *s.wrapper9s% r * *  *rr)r2r.r1r-r0r4s````` rretryr58s   Nrz pd.DataFramec0eZdZddedefdZdefdZdZy) RateLimiter max_callsperiodc ||_tdttjt j ||_tj|_ d|_ tj|_ y)Nr&r)r9maxr)sysmaxsizemathfloorr8r* _last_reset _num_calls threadingRLock_lockrr8r9s r__init__zRateLimiter.__init__TsN QCKKI1F GH99;__& rreturnctj}||jz }|j|z }|dkrd|_||_|xjdz c_|j|jkDr|Sy)Nrr&g)r*r@r9rAr8)r current_timeelapsedperiod_remainings r _check_sleepzRateLimiter._check_sleep\slyy{ !1!11;;0 q DO+D  1 ??T^^ +# #rcFtjfd}|S)Ncj5tjjddd|i|S#1swYxYwr)rDr*r+rL)rrfuncrs rr4z%RateLimiter.__call__..wrappernsD 0 4,,./ 0(( ( 0 0s $AA ) functoolsr)rrOr4s`` rrzRateLimiter.__call__ms%   )  ) rN)r&?)rr r!intfloatrFrLrrrrr7r7Ss&'#'5'e"rr7cJeZdZdZdefdZdZdZd dZd dZ dZ d Z d Z y )FunctionWrapperz[ A wrapper for embedding functions that adds rate limiting, retries, and batching. rOcJ||_i|_i|_d|_d|_y)NF)rOrate_limiter_kwargs retry_kwargs _batch_size _progress)rrOs rrFzFunctionWrapper.__init__|s( #% rc^tjdkDrtdijfd}nfd}jr/t jdjd}||}j |}|Dcgc]}||D]}|}}}|Scc}}w)NrcBj|jSrrOtolistcrs r embed_funcz,FunctionWrapper.__call__..embed_funcsyy,,rcBj|jSrr]r_s rraz,FunctionWrapper.__call__..embed_funcsyy,,rr8r9r8r9r)lenrXr5rWr7 to_batches)rtextralimiterbatchesr`embembedss` rrzFunctionWrapper.__call__s t  !A %  'T&& ' -( -  -  # #!22;?//9G!,J//$'&@!*Q-@3#@#@@ AsB)c"d|jdS)NzEmbeddingFunction(func=))rOrs r__repr__zFunctionWrapper.__repr__s( 155rc*t|||_|S)Nrc)dictrWrEs r rate_limitzFunctionWrapper.rate_limits#')F#K  rc0t||||||_|S)N)r2r.r1r-r0)rprX)rr2r.r1r-r0s rr5zFunctionWrapper.retrys%    rc||_|Sr)rY)r batch_sizes rrtzFunctionWrapper.batch_sizes% rcd|_|S)NT)rZrms r show_progresszFunctionWrapper.show_progresss rc#Kt|}fd}jr?ddlm}|||t j |j z Ed{y||Ed{y77w)Nc3Ktdt|jD]}|||jzyw)Nr)r'rdrY)arrstart_irs r_chunkerz,FunctionWrapper.to_batches.._chunkersC CHd.>.>? @'Gd.>.>$>?? @s;>r)tqdm)total)rdrZ tqdm.autor|r>ceilrY)rrylengthr{r|s` rrezFunctionWrapper.to_batchessaS @ >> &HSM6DDTDT;T1UV V V} $ $ W $s$AA4A0A4*A2+A42A4N)g?rQ r&r&) rr r!__doc__rrFrrnrqr5rtrvrerrrrUrUws6X.6 %rrUcfd}|S)aF LRU cache that keeps weak references to the objects it caches. Only caches the latest instance of the objects to make sure memory usage is bounded. Parameters ---------- maxsize : int, default 128 The maximum number of objects to cache. Returns ------- Callable A decorator that can be applied to a method. Examples -------- >>> class Foo: ... @weak_lru() ... def bar(self, x): ... return x >>> foo = Foo() >>> foo.bar(1) 1 >>> foo.bar(2) 2 >>> foo.bar(1) 1 ctjfdtjfd}|S)Nc&|g|i|Srr)_selfrrrOs r_funcz(weak_lru..wrapper.._funcs1$1&1 1rcBtj|g|i|Sr)weakrefref)rrrrs rinnerz(weak_lru..wrapper..inners!T*.wrappersD   W % 2 & 2   =  = rr)r=r4s` rweak_lrurs<  Nr initial_delayexponential_baser0 max_retriesr1c&fd}|S)aRetry a function with exponential backoff. Only errors that may succeed when repeated are retried. Errors that carry an HTTP status code are retried when the status is 408, 409, 429 or >= 500; any other 4xx status (for example 400, 401, 403, 404 or 422) is a permanent failure that is raised immediately. Errors without a recognisable status code (for example connection errors, timeouts, or exceptions raised by a custom embedding function) are retried. The delay before the n-th retry is ``initial_delay * exponential_base ** n``, never more than ``max_delay``. With ``jitter`` enabled, a random amount of up to half of that delay is removed ("equal jitter"), so the actual wait is always in the range ``[delay / 2, delay]``. Args: func (function): The function to be retried. initial_delay (float): Initial delay in seconds (default is 1). exponential_base (float): The base for exponential backoff (default is 2). jitter (bool): Whether to add jitter to the delay (default is True). max_retries (int): Maximum number of retries (default is 7). max_delay (float): Maximum delay between two attempts, in seconds (default is 60). Returns: function: The decorated function. c^d}} |i|S#t$r}t|r|dz }| kDrtd d||t|z }|} r |dz tj|zdz z}t j d||| t j|Yd}~nd}~wwxYw)Nrr&zMaximum number of retries (z ) exceeded.rz>Error occurred: %s Retrying in %s seconds (retry %s of %s) )r(_is_non_retryable_errorr)randomloggingwarningr*r+) rr num_retriesr.e sleep_forrrOrr0r1rs rr4z/retry_with_exponential_backoff..wrappers  &T,V,,  &+1-q ,#5k]+NPQE$44i@!  % FMMOe,Ca,G GIV  9%%1 &s B+BB&&B+r)rOrrr0rr1r4s`````` rretry_with_exponential_backoffrsF%&%&N Nr)iii)ThrottlTooManyRequestsRequestLimitExceededProvisionedThroughputExceeded ModelNotReady ModelTimeouterrorct|ddt|ddg}t|dd}t|tr1|j|j dij dn|jt|dd|jt|dd|D]5}t|t st|t r%d|cxkr d ks1|cS7y) afBest-effort extraction of an HTTP status code from an exception. Provider SDKs expose it in different ways: ``status_code`` (openai, cohere), ``http_status`` (voyageai), ``response.status_code`` (requests, httpx), ``code`` (google-api-core, urllib) or ``response["ResponseMetadata"]`` (botocore). Returns None if no status can be found. status_codeN http_statusresponseResponseMetadataHTTPStatusCodecodediW)getattr isinstancerpappendgetrRbool)r candidatesrstatuss r_get_http_statusrJs }d+}d+Juj$/H(D!(,,'92>BBCSTU'(M4@AgeVT23 fc ":fd+Cf## $ rrGcddlm}t||ryt|j}|dk(ryt|t t fryt|}| d|cxkrdksyy|tvryt|d d}t|trAt|jd ijd d }|jtryy) aCheck if an error should not be retried. An error is non-retryable if it is an authentication error or if it carries an HTTP client-error status (4xx) other than 408, 409 and 429. Errors without a recognisable status are treated as retryable. Args: error: The exception to check Returns: True if the error should not be retried, False otherwise r&)UntrustedEmbeddingConfigErrorTAuthenticationErrorNiiFrErrorCode)baserrtyperMissingApiKeyErrorrr_RETRYABLE_CLIENT_STATUSESrrpstrr startswith_RETRYABLE_AWS_ERROR_CODES)rr error_typerraws_codes rrrds4%67e%%J**%,k:; e $F ~SF0S01 ++uj$/H(D!x||GR044VR@A   9 : rurlc. tjj|5}|jcdddS#1swYyxYw#tj tj jf$r }tdj||d}~wwxYw)zM Parameters ---------- url: str URL to download from Nzcould not download {} due to {}) urllibrequesturlopenreadsocketgaierrorrURLErrorConnectionErrorformat)rconnerrs r url_retrieverswR ^^ # #C ( D99;    OOV\\22 3R?FFsCPQQRs1A; AAAA-B4BBceZdZdZy)rz7Raised when an embedding provider's API key is not set.N)rr r!rrrrrrsArrchtjd|td|jd)NzCould not find API key for %szPlease set the z_API_KEY environment variable.)rrrupper)providers rapi_key_not_found_helprs3 MM18<  (..*++IJ rc< tddy#t$rYywxYw)N flash_attnTF)r rrrris_flash_attn_2_availablers& l; s  rr))r&rT<)7rPr>rrr<rBr* urllib.errorrurllib.requestrrrtypingrrrnumpynppyarrowpa dependenciesr pdutilr rr"r5TableDATAArray ChunkedArrayndarrayTEXTbytesIMAGESAUDIOr7rUrrSrrRrrrr(rrr ValueErrorrrrrrrrs   (('*Cs>& RXX~ %& S$s)RXXr BC S 4;"//2::M  c5$s)T%["((BOORZZWX!!HH%H%V)\ JJJ  J  J  J^-I4)9))X Rc RBBr