NgUddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl m Z ddlmZddlmZmZmZmZmZmZddlmZmZmZddlmZmZmZddlm Z dd l!m"Z"m#Z#d Z$d e%d <d Z&d e%d<ej'GddZ(ej'GddZ)GddeZ*GddeZ+GddeZ,GddZ-Gddej.Z/edZ0dVd!Z1dWd#Z2Gd$d%Z3Gd&d'ej4Z5Gd(d)e5Z6Gd*d+e5Z7Gd,d-e7Z8Gd.d/e7Z9Gd0d1e7Z:Gd2d3e7Z;Gd4d5e7Z<Gd6d7e7Z=Gd8d9e7Z>Gd:d;e7Z?Gd<d=e7Z@Gd>d?e7ZAGd@dAe7ZBGdBdCeBZCGdDdEe7ZDGdFdGe7ZEGdHdIe7ZFGdJdKe7ZGGdLdMe7ZHie3jIe=e3jJe=e3jKe=e3jLe=e3jMe=e3jNe7e3jOe9e3jPe;e3jQe;e3jRe;e3jSe;e3jTe;e3jUe;e3jVe;e3jWe;e3jXe<e3jYe<ie3jZe<e3j[eDe3j\eDe3j]eEe3j^eEe3j_eEe3j`e:e3jae:e3jbe@e3jce@e3jde@e3jeeBe3jfe>e3jge?e3jhe8e3jieAe3jjeFe3jkeGe3jleHiZmdNe%dO<dXdSZndYdUZodS)Z) annotationsN)groupby)MappingProxyType)AnyCallable FrozenSetOptionalSequencecast) ParamSpec TypeAlias TypedDict)TYPE_TO_COORDINATE_SYSTEM_MAPCoordinateSystemRelativeCoordinateSystem)#UNSTRUCTURED_INCLUDE_DEBUG_METADATA)get_call_args_applying_defaults lazypropertyztuple[float, float]r Pointztuple[Point, ...]PointsceZdZUdZdZded<dZded<dZded<dZded<dZ ded <dZ ded <dZ d ed <d Z e ddZdS)DataSourceMetadataz@Metadata fields that pertain to the data source of the document.N Optional[str]urlversionzOptional[dict[str, Any]]record_locator date_created date_modifieddate_processedzOptional[list[dict[str, Any]]]permissions_datacHd|jDS)Nci|] \}}||| SN).0keyvalues [/var/www/html/ai-engine/env/lib/python3.11/site-packages/unstructured/documents/elements.py z.DataSourceMetadata.to_dict..+s#XXXzsEeFWUFWFWFW)__dict__itemsselfs r(to_dictzDataSourceMetadata.to_dict*s$XXT]-@-@-B-BXXXXr* input_dictdict[str, Any]cdtj|Dfd|D}|di|S)Ncg|] }|j Sr$)name)r%fs r( z0DataSourceMetadata.from_dict..0s;;;qAF;;;r*c$i|] \}}|v || Sr$r$)r%kvsupported_fieldss r(r)z0DataSourceMetadata.from_dict..1s*MMMAq Nv1v7Ifn`   r*otherrreturnboolct|tsdSt|j|jk|j|jkgSNF) isinstancerHallrJrLr.rPs r(__eq__zCoordinatesMetadata.__eq__FsI%!455 5 , ,    r*c|j|jdnt|jjj|jdn |jj|jdn |jjdS)N)rJrL layout_width layout_height)rJrLstr __class__rAwidthheightr-s r(r/zCoordinatesMetadata.to_dictPsZk"k1dds4;;P;Y7Z7Z$(K$7DDT[=N%)[%8TTdk>P    r*r0r1cdd d}|d}| ||nd}|d}|d}|d }|dn8|d krtn$|!||tvrt|||nd}||| S) Nsequence_of_sequencesSequence[Sequence[float]]rQrc >g}|D]}t|tr6|ttt |Mt|t r(|tt|t |Sr#)rUlistappendr rtuple)rarJseqs r(convert_to_pointsz8CoordinatesMetadata.from_dict..convert_to_points[s"$F, 4 4c4((4MM$ueCjj"9"9::::U++4MM$uc"2"2333== r*rJrLrZr[rrJrL)rarbrQr)getrr) r=r0rh input_pointsrJ system_namer^r_rLs r(r?zCoordinatesMetadata.from_dictXs ! ! ! !"~~h// 4@4L""<000RV!nnX.. ~..00" D"<<<)*** )".'+HHH 2+>ufMMM  $s&0000r*N)rJrIrLrK)rPrrQrRr@) rArBrCrDrErOrXr/rFr?r$r*r(rHrH6sII&&&&       %1%1%1[%1%1%1r*rHc2eZdZUdZded<ded<ded<dS) Linkz#Metadata related to extracted linksrtextr\rint start_indexN)rArBrCrDrEr$r*r(rnrns9-- HHHr*rnc.eZdZUded<ded<ded<dS)FormKeyOrValuer\rorlayout_element_idzOptional[Text]custom_elementNrArBrCrEr$r*r(rsrss3 III$$$$""""""r*rsc.eZdZUded<ded<ded<dS)FormKeyValuePairrsr&zOptional[FormKeyOrValue]r'float confidenceNrvr$r*r(rxrxs6####r*rxceZdZUdZded<ded<ded<ded <d ed <ded <d ed<d ed<ded<ded<ded<ded<ded<ded<ded<ded<ded<d ed<ded<d ed<d ed<ded <d!ed"<d#ed$<ded%<ded&<ded'<d ed(<d ed)<ded*<d ed+<d ed,<ded-<ded.<ded/<d0ed1<ded2<ed gZ dMdNd7ZdOd;ZdPd>Z dQfdB Z e dRdEZ e dSdGZe dSdHZdTdIZdUdJZedVdLZxZS)WElementMetadataz>Fully-dynamic replacement for dataclass-based ElementMetadata.rattached_to_filename Optional[int]category_depthOptional[CoordinatesMetadata] coordinatesOptional[DataSourceMetadata] data_sourceOptional[float]detection_class_probdetection_originOptional[list[str]]emphasized_text_contentsemphasized_text_tagsfile_directoryfilenamefiletype image_path image_base64image_mime_typeheader_footer_typeOptional[bool]is_continuationz Optional[list[FormKeyValuePair]]key_value_pairs languages last_modified link_texts link_urlsOptional[list[int]]link_start_indexesOptional[list[Link]]linksOptional[list[Element]] orig_elements page_name page_number parent_id bcc_recipient cc_recipientemail_message_id sent_fromsent_tosubject signature text_as_htmlOptional[dict[str, str | int]]table_as_cellsrNOptional[str | pathlib.Path]rQNonec$||_||_||_||_||_||_||_||_| |_t| tj rt| n| } tj| pd\}$}%| p|$pd|_|%pd|_| |_| |_||_||_||_||_||_||_||_||_||_||_||_||_||_ ||_!||_"||_#||_$||_%| |_&|"|_'|!|_(|#|_)dS)N)*r}rrrrrrrrrUpathlibPathr\ospathsplitrrrrrrrrrrrrrrrrrrrrrrrrrr)&r.r}rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrdirectory_path file_names& r(rOzElementMetadata.__init__sbL%9!*,(&&$8!(@%$8!%/x$F$FT3x===H$&GMM(.b$A$A! -FF$!)T   "4(.$."*$""4 0*"&"" " (,r*rPobjectrRcPt|tsdS|j|jkS)zImplments equivalence, like meta == other_meta. All fields at all levels must match. Unpopulated fields are not considered except when populated in one and not the other. F)rUr|r<rWs r(rXzElementMetadata.__eq__*s* %11 5{el**r* attr_namer\c>||jvrdStd|d)z)Only called when attribute doesn't exist.Nz+'ElementMetadata' object has no attribute '')_known_field_namesAttributeError)r.rs r( __getattr__zElementMetadata.__getattr__4s/ / / /4W9WWWXXXr*_ElementMetadata__name_ElementMetadata__valuerc|||jvrt||dSts ||jvrdSt ||dSr#)r+delattrrDEBUG_FIELD_NAMESsuper __setattr__)r.rrr]s r(rzElementMetadata.__setattr__:sd ?&&f%%% F2 vAW7W7W F FG,,,,,r* meta_dictr1cddlm}tj|}t }|D]\}}|dkr t ||_+|dkr t||_ Q|dkr|||_ h|dkrt||_ t||||S)zConstruct from a metadata-dict. This would generally be a dict formed using the `.to_dict()` method and stored as JSON before "rehydrating" it using this method. r)!elements_from_base64_gzipped_jsonrrrr)unstructured.staging.basercopydeepcopyr|r,rHr?rrrr#_kvform_rehydrate_internal_elementsrsetattr)r=rrr. field_name field_values r(r?zElementMetadata.from_dictDs POOOOOM),,   '0'8'8 7 7 #J ]**#6#@#@#M#M  },,#5#?#? #L#L  ..%F%F{%S%S""000'J;'W'W$$j+6666 r*MappingProxyType[str, Any]chtfdjDS)zPopulated metadata fields in this object as a read-only dict. Basically `self.__dict__` but it needs a little filtering to remove entries like "_known_field_names". Note this is a *snapshot* and will not reflect later changes. cXi|]&\}}|ds |jv#||'S)_) startswithr)r%rrr.s r(r)z*ElementMetadata.fields..fsP   +J !,,S11 7AH^6^6^K6^6^6^r*)rr+r,r-s`r(r<zElementMetadata.fields^sK     /3}/B/B/D/D      r*czjtfdjDS)a,Populated non-ad-hoc fields in this object as a read-only dict. Only fields declared at the top of this class are included. Ad-hoc fields added to this instance by assignment are not. Note this is a *snapshot* and will not reflect changes that occur after this call. c6i|]\}}|v |jv||Sr$)r)r%rrknown_field_namesr.s r(r)z0ElementMetadata.known_fields..wsB   +J "333 $J`8`8`K8`8`8`r*)rrr+r,)r.rs`@r( known_fieldszElementMetadata.known_fieldsmsZ!3     /3}/B/B/D/D      r*cddlm}tjt |j}|jD]}||dd|D}|j |j |d<|j |j |d<|j ||j |d<|j t|j |d<|S) zConvert this metadata to dict form, suitable for JSON serialization. The returned dict is "sparse" in that no key-value pair appears for a field with value `None`. r)elements_to_base64_gzipped_jsonNc2i|]\}}|gk |ik||Sr$r$)r%rr's r(r)z+ElementMetadata.to_dict..s7% % % ! E{{u{{ *{{r*rrrr)rrrrdictr<rpopr,rr/rrr_kvform_pairs_to_dict)r.rrrs r(r/zElementMetadata.to_dict~s NMMMMMM$t{"3"344 0 , ,J MM*d + + + +% % %.__%6%6% % %    ''+'7'?'?'A'AIm $   ''+'7'?'?'A'AIm $   ))H)HI[)\)\Io &   ++@AU+V+VI' (r*ct|tstd|jD]\}}t |||dS)akUpdate self with all fields present in `other`. Semantics are like those of `dict.update()`. - fields present in both `self` and `other` will be updated to the value in `other`. - fields present in `other` but not `self` will be added to `self`. - fields present in `self` but not `other` are unchanged. - `other` is unchanged. - both ad-hoc and known fields participate in update with the same semantics. Note that fields listed in DEBUG_FIELD_NAMES are skipped in this process. Those can only be updated by direct assignment to the instance. z@argument to '.update()' must be an instance of 'ElementMetadata'N)rUr|rNr<r,r)r.rPrrs r(updatezElementMetadata.updatesg%11 a_`` `',|'9'9';'; 3 3 #J D*k 2 2 2 2 3 3r*FrozenSet[str]c*t|jS)aKfield-names for non-user-defined fields, available on all ElementMetadata instances. Note that the first call to this lazyproperty adds a `"_known_field_names"` item to the `__dict__` of this instance, so this be called *before* iterating through `self.__dict__` to avoid a mid-iteration mutation. ) frozensetrEr-s r(rz"ElementMetadata._known_field_namess-...r*)#NNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNNN)Hr}rrrrr~rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr~rrrrrrrrrrrrrrrrrQrrPrrQrR)rr\rQr)rr\rrrQr)rr1rQr|)rQrrQr1)rPr|rQr)rQr)rArBrCrDrErrrOrXrrrFr?propertyr<rr/rrr __classcell__r]s@r(r|r|s}HH('''!!!!....----))))####1111----!!!!""""%%%%####5555""""    ####""""++++****'&&&%%%%####""""     2222 " #5"677/3-1(,,05948048<48(,15"&,0&*)-$(*.)-'+26*.)-&**.15#'%)#')-'+#'!%9=&*!IPPPPPd++++YYYY ------[2    X     X B3333( / / /\ / / / / /r*r|cHeZdZdZdZ dZ dZ dZ dZ e d d Z d S) ConsolidationStrategyaMethods by which a metadata field can be consolidated across a collection of elements. These are assigned to `ElementMetadata` field-names immediately below. Metadata consolidation is part of the chunking process and may arise elsewhere as well. dropfirststring_concatenateLIST_CONCATENATE list_uniquerQ dict[str, ConsolidationStrategy]c`id|jd|jd|jd|jd|jd|jd|jd|jd |jd |jd |jd |jd |jd|jd|jd|jd|jid|jd|jd|jd|jd|jd|jd|jd|jd|jd|jd|jd|jd|jd|jd |jd!|jd"|j|j|j|j|jd#S)$a7Mapping from ElementMetadata field-name to its consolidation strategy. Note that only _TextSection objects ("pre-chunks" containing only `Text` elements that are not `Table`) have their metadata consolidated, so these strategies are only applicable for non-Table Text elements. r}rrrrrrrrrrrrrrrrrrrrrrrrmax_charactersrrrrrrrr)rrrr)FIRSTDROPr LIST_UNIQUESTRING_CONCATENATEr=s r(field_consolidation_strategiesz4ConsolidationStrategy.field_consolidation_strategiess ' "CI' CI'  SY'  ch ' 38 ' 39 '  #CH'  '  '(<'  #C$8'  ci'   '   '  !#('  #(' CH!' " sx#' ' $ sx%' & '' ( SY)' * #.+' , --' . !#(/' 0 SX1' 2  3' 4 ch5' 6 SX7' 8 9' : 39;' < =' > ?' @ syA' B C' D syE' ' F 2!i9"xM' ' ' ' r*N)rQr) rArBrCrDrrrrrrFrr$r*r(rrsh DH EO-c)_K_. . . [. . . r*r_Pelements list[Element]rQcd|D}dt|D}dt||D}|D]'}|jj}|r||vr|||j_(|S)aConverts `id` and `parent_id` of elements from UUIDs to hashes. This function ensures deterministic IDs by: 1. Converting each element's UUID into a hash. 2. Updating the `parent_id` to match the new hash ID of parent elements. Args: elements: A list of Element objects to update. Returns: List of updated Element objects with hashes for `id` and `parent_id`. c&g|]}|jjSr$)metadatar)r%es r(r6z+assign_and_map_hash_ids..s===qAJ*===r*cBg|]\}}t|D]\}}|Sr$) enumerate)r%rgroup seq_on_pages r(r6z+assign_and_map_hash_ids..sK 5PYZ_P`P`>Lk1 r*cJi|] \}}|j||!Sr$)id id_to_hash)r%elementseq_on_page_counters r(r)z+assign_and_map_hash_ids..s@ (G(  G&&':;;r*)rziprr)r page_numberspage_seq_pairsold_to_new_mappingrrs r(assign_and_map_hash_idsr  s>=H===L$+L$9$9N ,/.,I,I ==J(  I-??? 1)<  Or*DCallable[[Callable[_P, list[Element]]], Callable[_P, list[Element]]]cdd}|S)a$Post-process element-metadata for this document. This decorator adds a post-processing step to a document partitioner. - Adds `metadata_filename` parameter to docstring if not present. - Updates element.id to a UUID when `unique_element_ids` argument is provided and True. funcCallable[_P, list[Element]]rQcjr'djjvrdjvrxjdz c_tjd fd }|S) Nmetadata_filenamezT Metadata Parameters: metadata_filename: The filename to use in element metadata.r>_P.argskwargs _P.kwargsrQrc|i|}tg|Ri|}|dd}|durt|}|S)Nunique_element_idsF)rrjr )r>rr call_argsrrs r(wrapperz4process_metadata..decorator..wrapperCsftT,V,,H7NtNNNvNNI'0}}5I5'Q'Q !U**28<<Or*)r>rrrrQr)rD__code__ co_varnames functoolswraps)rrs` r( decoratorz#process_metadata..decorator8s| < #t}'@@@'t|;; G           r*)rrrQrr$)rs r(process_metadatar.s0 r*ceZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#Z%d$Z&d%Z'd&Z(d'Z)d(Z*d)Z+d*Z,d+Z-e.d,Z/d-S). ElementTypeTitleTextUncategorizedText NarrativeText BulletedText ParagraphAbstract ThreadingFormz Field-NameValuernCompositeElementImagePicture FigureCaptionFigureCaptionListListItemz List-itemChecked UncheckedCheckBoxCheckedCheckBoxUncheckedRadioButtonCheckedRadioButtonUncheckedAddress EmailAddress PageBreakFormulaTableHeaderHeadline Subheadlinez Page-headerzSection-headerFooterFootnotez Page-footer PageNumber CodeSnippetFormKeysValuesc:fdtDS)z Convert class attributes to a dictionary. Returns: dict: A dictionary where keys are attribute names and values are attribute values. ci|]E}tt||d4|t|FS)__)callablegetattrr)r%attrr=s r(r)z'ElementType.to_dict..sc   GC..// 9=8M8M '#t$$   r*)dirrs`r(r/zElementType.to_dicts4    C    r*N)0rArBrCTITLETEXTUNCATEGORIZED_TEXTNARRATIVE_TEXT BULLETED_TEXT PARAGRAPHABSTRACT THREADINGFORM FIELD_NAMEVALUELINKCOMPOSITE_ELEMENTIMAGEPICTUREFIGURE_CAPTIONFIGURECAPTIONLIST LIST_ITEMLIST_ITEM_OTHERCHECKED UNCHECKEDCHECK_BOX_CHECKEDCHECK_BOX_UNCHECKEDRADIO_BUTTON_CHECKEDRADIO_BUTTON_UNCHECKEDADDRESS EMAIL_ADDRESS PAGE_BREAKFORMULATABLEHEADERHEADLINE SUB_HEADLINE PAGE_HEADERSECTION_HEADERFOOTERFOOTNOTE PAGE_FOOTER PAGE_NUMBER CODE_SNIPPETFORM_KEYS_VALUESrFr/r$r*r(r!r!Ss  E D,$N"MIHI DJ E D* EG$N FG DI!OGI)-/3G"MJG E FH LK%N FHKK L'   [    r*r!cneZdZUdZded<dZ dd dZdZ d!d"dZd#dZ e dZ d$dZ dS)%ElementaAn element is a semantically-coherent component of a document, often a paragraph. There are a few design principles that are followed when creating an element: 1. It will always have an ID, which by default is a random UUID. 2. Asking for an ID should always return a string, it can never be None. 3. ID is lazy, meaning it will be generated when asked for the first time. 4. When deterministic behavior is needed, the ID can be converted. to a hash based on its text `element.id_to_hash(position)` 4. Even if the `text` attribute is not defined in a subclass, it will default to a blank string. 6. Assigning a string ID manually is possible, but is meant to be used only for deserialization purposes. r\ror$N element_idrr)Optional[tuple[tuple[float, float], ...]]coordinate_systemrKrOptional[ElementMetadata]rc |$t|tstd||_|t n||_||t |||j_||j_t|dr|j nd|_ dS)Nz'element_id must be of type str or None.riror) rUr\rN _element_idr|rrHrrhasattrro)r.r{rr}rrs r(rOzElement.__init__s  !*Z*E*E !FGG G%-5-=)))8  "&7&C(;"+<)))DM %*: &")v!6!6>DIIB r*c|jSr#ror-s r(__str__zElement.__str__ yr*T new_systemrin_placerRrQrIcjj"jjjjjjdSt fdjjjD}|r"|jj_jj_|S)zConverts the element location coordinates to a new coordinate system. If inplace is true, changes the coordinates in place and updates the coordinate system. Nc3lK|].\}}jjj||V/dS))rxyN)rrrL!convert_coordinates_to_new_system)r%rrrr.s r( z.sd  1 M % , N N% O        r*)rrrLrJrf)r.rrnew_coordinatess`` r(rz)Element.convert_coordinates_to_new_systems M % -}(/7}(/74      18        :/>DM % ,/9DM % ,r*sequence_numberrpc|jj|j|jj|}t j|dd|_|j S)aCalculates and assigns a deterministic hash as an ID. The hash ID is based on element's text, sequence number on page, page number and its filename. Args: sequence_number: index on page Returns: new ID value N ) rrrorhashlibsha256encode hexdigestrr)r.rdatas r(rzElement.id_to_hashsa-(a$)aT]5NaP_aa">$++--88BBDDSbSIwr*ch|j%ttj|_|jSr#)rr\uuiduuid4r-s r(rz Element.ids*   #"4:<<00D r*r1cRd|j|j|jdS)N)typer{ror)rrorr/r-s r(r/zElement.to_dicts/'I --//    r*)NNNNN) r{rrr|r}rKrr~rr)T)rrrrRrQrI)rrprQr\r) rArBrCrDrEcategoryrOrrrrrr/r$r*r(rzrzs  III"H%)AE8<.2*. ?????,>B:      X       r*rzcFeZdZdZ ddfd ZddZdfd ZxZS)CheckBoxzyA checkbox with an attribute indicating whether its checked or not. Primarily used in documents that are forms. NFr{rrr|r}rKcheckedrRrr~rc|r|n t}t|||||||_dS)N)r{rr}rr)r|rrOr)r.r{rr}rrrr]s r(rOzCheckBox.__init__sV (>88_->-> !#/-    % r*rPrrQct|tsdSt|j|jk|jj|jjkfSrT)rUrrVrrrrWs r(rXzCheckBox.__eq__ sN%** 5  - )U^-GG    r*r1czt}d|d<|j|d<|j|d<|S)-Serialize to JSON-compatible (str keys) dict.rrrr{)rr/rrr.outr]s r(r/zCheckBox.to_dicts;ggoo F I GL r*)NNNFNN) r{rrr|r}rKrrRrr~rrrr)rArBrCrDrOrXr/rrs@r(rrs%)AE8<.2*.%%%%%%%&    r*rcTeZdZdZ ddfd ZddZdZddZdfd ZxZ S) r#z:Base element for capturing free text from within document.Nror\r{rrr|r}rKrr~r embeddingsOptional[list[float]]c|r|n t}||_||_t|||||dS)N)r{rrr}r)r|rorrrO) r.ror{rr}rrrr]s r(rOz Text.__init__#sa (>88_->-> 1; !#/-      r*rPrct|tsdSt|j|jk|jj|jjk|j|jk|j|jkfSrT)rUr#rVrorrrrrWs r(rXz Text.__eq__9sg%&& 5 UZ' )U^-GG /5#33     r*c|jSr#rr-s r(rz Text.__str__Err*cleanersCallable[[str], str]c|j}|D] }||}t|tstd||_dS)zApplies a cleaning brick to the text element. The function that's passed in should take a string as input and produce a string as output. z%Cleaner produced a non-string output.N)rorUr\rN)r.r cleaned_textcleaners r(applyz Text.applyHsX y  1 1G"7<00LL,,, FDEE E  r*rQr1ct}|j|d<|j|d<|j|d<|jr |j|d<|S)rr{rror)rr/rrrorrs r(r/z Text.to_dictWsSggoo GLmF iF ? 0 $C  r*)NNNNNN)ror\r{rrr|r}rKrr~rrrr)rPr)rrr) rArBrCrDrOrXrrr/rrs@r(r#r# sDD %)AE8<.2*.,0       ,      ! ! ! !r*r#ceZdZdZdZdS)r=z,An element containing formulas in a documentNrArBrCrDrr$r*r(r=r=bs22HHHr*r=ceZdZdZdZdS)r,aAA chunk formed from text (non-Table) elements. Only produced by chunking. An instance may be formed by combining one or more sequential elements produced by partitioning. It it also used when text-splitting an "oversized" element, a single element that by itself is larger than the requested chunk size. Nrr$r*r(r,r,hs"HHHr*r,ceZdZdZdZdS)r/z>An element for capturing text associated with figure captions.Nrr$r*r(r/r/ssHHHHHr*r/ceZdZdZdZdS)r%zNarrativeText is an element consisting of multiple, well-formulated sentences. This excludes elements such titles, headers, footers, and captions.Nrr$r*r(r%r%ys!FFHHHr*r%ceZdZdZdZdS)r3z;ListItem is a NarrativeText element that is part of a list.Nrr$r*r(r3r3sEEHHHr*r3ceZdZdZdZdS)r"z$A text element for capturing titles.Nrr$r*r(r"r"s..HHHr*r"ceZdZdZdZdS)r:z'A text element for capturing addresses.Nrr$r*r(r:r:s11HHHr*r:ceZdZdZdZdS)r;z&A text element for capturing addressesNrr$r*r(r;r;s00HHHr*r;c eZdZdZejZdS)r-z,A text element for capturing image metadata.N)rArBrCrDr!r[rr$r*r(r-r-s66 HHHr*r-ceZdZdZdZdS)r<z%An element for capturing page breaks.Nrr$r*r(r<r<s//HHHr*r<ceZdZdZdZdS)r>z An element for capturing tables.Nrr$r*r(r>r>s**HHHr*r>ceZdZdZdZdS) TableChunkz*An element for capturing chunks of tables.r>Nrr$r*r(rrs44HHHr*rceZdZdZdZdS)r?z*An element for capturing document headers.Nrr$r*r(r?r?44HHHr*r?ceZdZdZdZdS)rBz*An element for capturing document footers.Nrr$r*r(rBrBrr*rBceZdZdZdZdS)rEz'An element for capturing code snippets.Nrr$r*r(rErEs11HHHr*rEceZdZdZdZdS)rDz&An element for capturing page numbers.Nrr$r*r(rDrDs00HHHr*rDceZdZdZdZdS)rFz1An element for capturing Key-Value dicts (forms).Nrr$r*r(rFrFs;;HHHr*rFzdict[str, type[Text]]TYPE_TO_TEXT_ELEMENT_MAPkv_pairslist[dict[str, Any]]list[FormKeyValuePair]c,ddlm}|D]l}|dd#||ddg\|dd<|d1|dd#||ddg\|dd<mttt|S)z The key_value_pairs metadata field contains (in the vast majority of cases) nested Text elements. Those need to be turned from dicts into Elements explicitly, e.g. when partition_json is used. r)elements_from_dictsr&ruNr')rrr rdrx)rrkv_pairs r(rrs >===== 5>* + 72E2E 01233 /WU^, - 7  'GG,<=M,N,Z4G4G!"23455 1WW . / %& 1 11r* orig_kv_pairsc$tj|}|D]x}|dd)|dd|dd<|d7|dd)|dd|dd<y|S)z The key_value_pairs metadata field contains (in the vast majority of cases) nested Text elements. Those need to be turned from Elements to dicts recursively, e.g. when FormKeysValues.to_dict() is used. r&ruNr')rrr/)rrrs r(rr s&*]=%A%AH^^ 5>* + 7/6u~>N/O/W/W/Y/YGEN+ , 7  'GG,<=M,N,Z181ABR1S1[1[1]1]GG - . Or*)rrrQr)rQr )rrrQr)rrrQr)p __future__rabcr dataclassesr;enumrrrrr itertoolsrtypesrtypingrrrr r r typing_extensionsr r r"unstructured.documents.coordinatesrrr&unstructured.partition.utils.constantsrunstructured.utilsrrrrEr dataclassrrHrnrsrxr|Enumrrr rr!ABCrzrr#r=r,r/r%r3r"r:r;r-r<r>rr?rBrErDrFrNrrrorprWrPrZrOrQrSrTrUrVrXrYrarRrbrnrqrsrurtr]r_r[r^r\rmrirjrlrkrwrvrxrrrr$r*r(rs"""""""    """"""EEEEEEEEEEEEEEEE========== WVVVVVLLLLLLLL((((('''''.G1G1G1G1G1G1G1G1T9#####Y### y h/h/h/h/h/h/h/h/V E E E E E DIE E E PYt__    F""""J9 9 9 9 9 9 9 9 xb b b b b cgb b b J)))))w)))X?????7???Dd """""t"""D Dt D d 4 !!!!!D!!!  D  T T $       T   &3u&3&3%&3e &3 E &3 "D &3!#3&3m&3 &3=&3-&3=&3m&3}&3 m!&3"8#&3$x%&3&3&'&3()&3*V+&3,-&3.V/&30&1&32 3&345&36u7&389&3:;&3<u=&3>?&3@|A&3BC&3DIE&3FkG&3&3HZ .K&3&3&&&&R2222*r*