uPj NUddlZddlZddlmZddlmZmZmZmZddl m Z dZ ee d<dZ ee d<erdd lmZd edzd efd Zd eded efdZdeded eedzedzedzffdZded efdZdededzded edzd ef dZdededzded edzd ef dZdeeefd edfdZy)N) defaultdict) TYPE_CHECKINGAnyFinalNoReturn)request_timeoutzhttps://platform.reducto.aiREDUCTO_API_BASEz reducto://REDUCTO_ID_PREFIXOCRPageapi_basereturnc4|xstjdS)N/)r rstrip)r s `/home/oem/CyberBrain26-unified/.venv/lib/python3.12/site-packages/litellm/llms/reducto/common.py_normalize_api_basers  (( 0 0 55messagemodelc2ddl}|j||d)Nrreducto)rr llm_provider)litellmBadRequestError)rrrs r_raise_bad_requestrs&  ! ! " r source_urlc6|jtr|ddfS|jds|jdr td||jds td| |jdd\}}d vr td ||j djd d xsd} t jd}d|fS#t$rtd |YmwxYw#tjtf$rtd|YIwxYw)Nzhttp://zhttps://z}Reducto requires type='file' (auto-uploaded) or a reducto:// id. Plain http(s) URLs are not supported; upload the file first.)rzdata:zNReducto requires a reducto:// id or a base64 data URI after OCR preprocessing.,z"Invalid Reducto data URI provided.z;base64z/Reducto only supports base64-encoded data URIs.;rapplication/octet-streamT)validatez(Invalid Reducto base64 payload provided.) startswithr rsplit ValueError removeprefixbase64 b64decodebinasciiError)rrheaderencodedmime raw_bytess rextract_file_id_or_bytesr0s-./4%%Y':+@+@+L L   ) \ N$**32LTYZ%%g.44S9!<Z@ZDT!++GdC  D   N?uMN NNJ 'TEUSTs$)C7C/C,+C,/&DDresponsec  |j}t|tr|xsij dnd}t|t r|std||S#t$r}td|j|d}~wwxYw)Nz2Reducto /upload returned a non-JSON 200 response: file_idzH   0 ::sAA6A4 A6resultr cddlm}|jdgxsg}tt}|D]d}|jdgxsgD]I}|jdxsijd}|* t |}||j|Kf|s*djd|D}|d k(rgS|d| gSg} t|jD]T\}} djd | D} t|d z d} || | } t| d| | j| V| S#t tf$rYwxYw) Nrr chunksblocksbboxpagez c3dK|](}|jds|jdd*ywcontentNr8).0chunks r z+build_pages_from_reducto..s*.tE_d_h_hir_suyyB/G.t00rY)indexmarkdownc3dK|](}|jds|jdd*ywrWrZ)r[blocks rr]z+build_pages_from_reducto..s'dEuyyYbOcuyyB7dr^r )(litellm.llms.base_llm.ocr.transformationr r8rlistint TypeErrorr&appendjoinsorteditemsmaxsetattr)rPr rRblocks_by_pager\rbpage_nonormalized_pagefallback_markdownpagesrSr` page_indexrUs rbuild_pages_from_reductorspsh@JJx,2F=H=NN :YYx,2 :Eyy(.B33F;G "%g, ? + 2 25 9 : : #);;.tU[.t#t  "Ia*;<=="$E!."6"6"89 ;;dVdd1a(   h' T  L-z*  s2 D55EE)r(r* collectionsrtypingrrrrlitellm.constantsrr __annotations__r rcr r9rrtuplebytesr0r<rLrOr7rdrsrrr{sD #66-7%7'5'@6#*66CH!!!! !! 3:ut|S4Z /0!!HCC;; *;;Dj ;  ;$;; *;;Dj ;  ;$#T#s(^#Y#r