Ngd:ddlmZddlmZmZmZmZmZmZm Z ddl Z ddl m Z mZddlmZddlmZddlmZddlmZmZdd lmZdd lmZdd lmZmZmZm Z dd l!m"Z"dd l#m$Z$m%Z%ddl&m'Z'ddl(m)Z)er ddlm*Z*ddl+m,Z,dZ-dZ. dbdcdZ/e)d ddded Z0d!Z1e.fdfd$Z2e.fdgd'Z3d(e.fdhd+Z4d(e.fdhd,Z5e)ddid2Z6djd4Z7e)d dkdld7Z8dmd;Z9dnd@Z:dodHZ;dpdKZdsdWZ?dtdZZ@dud]ZAdvd_ZBdwdaZCdS)x) annotations) TYPE_CHECKINGAnyBinaryIOListOptionalUnioncastN)LTChar LTTextBox) PDFObjRef) open_filename) Rectangle) PixelSpace PointSpace)CoordinatesMetadata)remove_control_characters)extract_image_objectsextract_text_objectsopen_pdfminer_pages_generator rect_to_bbox) env_config)SORT_MODE_BASICSource)sort_text_regions)requires_dependencies) TextRegion)DocumentLayoutg{Gz?filenamestrdpiintreturn+tuple[List[List['TextRegion']], List[List]]ct|d5}tt|}t||\}}||fcdddS#1swxYwYdS)Nrb)filer$)rr rprocess_data_with_pdfminer)r"r$fpextracted_layout layouts_linkss p/var/www/html/ai-engine/env/lib/python3.11/site-packages/unstructured/partition/pdf_image/pdfminer_processing.pyprocess_file_with_pdfminerr0#s x & &/" (B  *D+ + + '- . //////////////////s-A  AAunstructured_inferencer* Optional[Union[bytes, BinaryIO]]c %ddlm}m}g}g}|dz %tt |D]\}\}}|j|j} } g} g} g} t| | }|jrt|j| ||} tj }g}|D]}t|j | \}}}}||||f}t| dkrbt|t rMt#| |||}t%|| \}}|D]%}|t)||&t+|drt-|}|D]s}|}t1gt|j | %|t2j|R}|j %|j jdkr| |t/t9|}|D]_} t1gt| j | %dt2j|R}|j %|j jdkr| |`%fd|D}!t;| tj}"t;| tj}#g|"|#}$tA|$tB}$tA|$}$||$||!||fS)zzLoads the image and word objects from a pdf using pdfplumber and the image renderings of the pdf pages using pdf2imager)EmbeddedTextRegionImageTextRegionH)widthheightget_textNcfg|]-}fd|dD|d|d|dd.S)cg|]}|zSr<).0xcoefs r/ z9process_data_with_pdfminer...{s<<.yse    =<<<8F+;<<< (' 6      rA)")unstructured_inference.inference.elementsr4r5 enumeraterr7r8rannotsget_urisrPDF_ANNOTATION_THRESHOLDrrBlen isinstancer check_annotations_within_elementget_words_from_objappendmap_bbox_and_indexhasattrrr9_create_text_regionrPDFMINERarearremove_duplicate_elements#EMBEDDED_TEXT_SAME_REGION_THRESHOLD$EMBEDDED_IMAGE_SAME_REGION_THRESHOLDrr)&r*r$r4r5layoutsr. page_numberpage page_layoutr7r8 text_layout image_layoutannotation_listcoordinate_systemannotation_threshold urls_metadataobjx1y1x2y2rBannotations_within_element_wordsannotinner_text_objects inner_obj_text text_regioninner_image_objectsimg_objlinksclean_text_layoutclean_image_layoutlayoutr?s& @r/r+r+0s GM 8D,56STX6Y6Y,Z,ZQ$Q$( (dK#);+=v  &    ; \&t{F%>"!3 8 8I%..00E"5#%inf==### # + ###K#'3 8H8MPQ8Q8Q#**;777 8'O>O.P.P PST TWX BJsBL$5$566CVYIZIZ9[9[[^__bcddeJsQ39q=1IsQ39q=1I   H % %yx'@'@)//RZB[B[ [[rA? thresholdfloatct||}t||}t|||\}}}|tj|tz |k||jkzS)zacompute if each element from bboxes1 is almost a subregion of one or more elements in bboxes2r{rrrr EPSILON_AREAT) bboxes1bboxes2rr{rrrrrs r/&bboxes1_is_almost_subregion_of_bboxes2rsy %Wx@@@G$Wx@@@G'K8((($J 9 I|<< > >F'K((($J 9 L)ik2IJ2VWW W[d ddrAinferred_document_layout'DocumentLayout'r-List[List['TextRegion']]hi_res_model_namecddlm}ddlm}|j}t t ||D]\}\}}|j} |j} | d} | d} | | f} i}t|j |rd|j j vrddd}|d | || d |}tttd |t }g}|D]Y}|j t%td || }n|j}t'||_||Z||jd d <|S)z1Merge an inferred layout with an extracted layoutr)+merge_inferred_layout_with_extracted_layout)UnstructuredDetectronONNXModelr7r8R_50r)same_region_thresholdsubregion_threshold)inferred_layoutr-page_image_sizerN)rp pdf_objectsr<).unstructured_inference.inference.layoutelementr,unstructured_inference.models.detectron2onnxrpagesrIzipelementsimage_metadatagetrNdetection_model model_pathrr rrrC aggregate_embedded_text_by_blockrrQ)rr-r"merge_inferred_with_extracted_pagerinferred_pagesr inferred_pageextracted_page_layoutrrwh image_sizethreshold_kwargs merged_layoutr layout_elrCs r/$merge_inferred_with_extracted_layoutrs\[[[[[-3N5> N,--66'-'-1 1M0(0&5   w ' '   x ( (V  }46T U U Zm;FFF9.s*%c%c%cqxSYSbGbGbafGbGbGbrArrrc>g|]\}}|vs||Sr<r<)r=rrelement_to_subregion_map&is_element_subregion_of_other_elementss r/r@z1clean_pdfminer_inner_elements...sI   1222=>VWX>YZ3 322rA) rrrIrxrrUrQrBrr-EMBEDDED_TEXT_AGGREGATION_SUBREGION_THRESHOLDsum) rr\non_pdfminer_element_boxes element_boxessubregion_indicerelementrrs @@r/clean_pdfminer_inner_elementsrs   %c%cdm%c%c%c" #% #DM22 " "JAw~00   . . .*: $Q '  !   3*H  cqckk   /     !$-00     OrArlist['TextRegion']c$g}t|D]\}}||j t||}g}t|D]<\}}|||dzdfr'||=|S)zMRemoves duplicate text elements extracted by PDFMiner from a document layout.rN)rIrQrBrany)rrrrrioufiltered_elementss r/rWrW:sF))$$ 7 gl####  + +C))** 7 q!a%''z?       )))) rArp 'TextRegion'rctd|D|jgtjddfdt |D}|S)zgExtracts the text aggregated from the elements of the given layout that lie within the given block.cg|] }|j Sr<rB)r=rds r/r@z4aggregate_embedded_text_by_block..Xs)))c)))rArr cBg|]\}}| |j|jSr<)rC)r=rrdmasks r/r@z4aggregate_embedded_text_by_block..]s1]]]&!StAw]SVS[]SX]]]rA)rrBrrrjoinrI)rprrCrs @r/rrPs{ 2))[)))  @   cqckk  88]]]]Ik,B,B]]] ^ ^D KrA page_linkslistregionrcxdD}t||g}fdt|D}|S)NcFg|]}t|dSr)rr)r=links r/r@z(get_links_in_element..cs)HHHTItxx//0HHHrAcg|]e\}}t||d|d|ddfS)rCrFrE)rCrFrE)rr)r=idxresultrs r/r@z(get_links_in_element..es    C v;; sO''//c?&&u--%c?..}==     rA)rrI)rr links_bboxesresultsrss` r/get_links_in_elementras`HHZHHHL4\F8LLG     %W--    E LrArJPDFObjRef | list[PDFObjRef]r8raPixelSpace | PointSpacer[list[dict[str, Any]]ct|trt||||S|}|gSt||||S)a Extracts URI annotations from a single or a list of PDF object references on a specific page. The type of annots (list or not) depends on the pdf formatting. The function detectes the type of annots and then pass on to get_uris_from_annots function as a list. Args: annots (PDFObjRef | list[PDFObjRef]): A single or a list of PDF object references representing annotations on the page. height (float): The height of the page in the specified coordinate system. coordinate_system (PixelSpace | PointSpace): The coordinate system used to represent the annotations' coordinates. page_number (int): The page number from which to extract annotations. Returns: list[dict]: A list of dictionaries, each containing information about a URI annotation, including its coordinates, bounding box, type, URI link, and page number. )rNrget_uris_from_annotsresolve)rJr8rar[resolved_annotss r/rKrKrs[.&$T#FF4E{SSSnn&&O 9JK X XXrAlist[PDFObjRef] int | floatc g}|D]}t|}t|ts(|dd}|r(t|tst |dkri|dd}|r(t|tst |dkrt||\} } } } | | f| | f| | f| | ff} t| |}d|vrt|d}t|tsd}d|vr0t|dtst |d}d} |d kr5tt|d  d }|d kr5tt|d  d }n#t$rYnwxYw| || | | | f|||d|S)a Extracts URI annotations from a list of PDF object references. Args: annots (list[PDFObjRef]): A list of PDF object references representing annotations on a page. height (int | float): The height of the page in the specified coordinate system. coordinate_system (PixelSpace | PointSpace): The coordinate system used to represent the annotations' coordinates. page_number (int): The page number from which to extract annotations. Returns: list[dict]: A list of dictionaries, each containing information about a URI annotation, including its coordinates, bounding box, type, URI link, and page number. SubtypeNz/'Link'Rectr~)pointssystemASz/'URI'URIzutf-8z/'GoTo'D) coordinatesrBtyperDr[) try_resolverNdictrr r#rMrrdecode ExceptionrQ)rJr8rar[r` annotationannotation_dictsubtyperectrerfrgrhrcoordinates_metadatauri_dicturi_typerDs r/rrsJ*O- - %j11/400  !%%i66 *Wi88 CLLI">??FFwOO9$$!+hsm"<"<==DDWMM    D  3RR( *        s A6G GGrlr cP |S#t$r|cYSwxYw)z Attempt to resolve a PDF object reference. If successful, returns the resolved object; otherwise, returns the original reference. )rr )rls r/rrs9 }}  s  %%r` element_bbox!tuple[float, float, float, float]rbcg}|D]W}|d|krIt|d}|r2t||d|z |kr||X|S)a Filter annotations that are within or highly overlap with a specified element on a page. Args: annotation_list (list[dict[str,Any]]): A list of dictionaries, each containing information about an annotation. element_bbox (tuple[float, float, float, float]): The bounding box coordinates of the specified element in the bbox format (x1, y1, x2, y2). page_number (int): The page number to which the annotations and element belong. annotation_threshold (float, optional): The threshold value (between 0.0 and 1.0) that determines the minimum overlap required for an annotation to be considered within the element. Default is 0.9. Returns: list[dict[str,Any]]: A list of dictionaries containing information about annotations that are within or highly overlap with the specified element on the given page, based on the specified threshold. r[rB)calculate_bbox_areacalculate_intersection_arearQ)r`rr[rbrir annotation_bbox_sizes r/rOrOs0"$%>> m $ 3 3#6z&7I#J#J # >+L*V:LMMPdd&''+11*=== %%rArdr )tuple[list[LTChar], list[dict[str, Any]]]c  g}g}d}|D]}d}d\}}} } d} t|D]P\} } t| tr|| | }|r4|s ||||| | f| dd}{|s|}|rK||kr3|}||||| | f| dd}t|dkr(|| z} | j}|| j z } | j } || j z }n| j } || j z } ||z }1||||| | f| dd}R|t|z }||fS)a| Extracts characters and word bounding boxes from a PDF text element. Args: obj (LTTextBox): The PDF text element from which to extract characters and words. height (float): The height of the page in the specified coordinate system. Returns: tuple[list[LTChar], list[dict[str,Any]]]: A tuple containing two lists: - list[LTChar]: A list of LTChar objects representing individual characters. - list[dict[str,Any]]]: A list of dictionaries, each containing information about a word, including its text, bounding box, and start index in the element's text. rr )NNNN)rCrBrE) rIrNr rQr9stripisalnumrMx0y0rerf)rdr8 charactersrktext_len text_linewordrerfrgrhrEindex charactercharrs r/rPrPs"J EH+#+# /BB )) 4 4& &  E9)V,,% !!),,, ))++ LL!%BB/?P[\\D-"llnnGDLLNNg55"llnnGLL!%BB/?P[\\Dt99>>"*U"2K"B),.B"B),.BB"B),.B  !BB+;KXXC NN" u rArkdict[str, Any]c"t|dkr d|d<d|d<|Stj|ddtjd|Dz dz|dd tjd |Dz dzz}tj|ddtjd |Dz dz|dd tjd |Dz dzz}t |}t |}d}||kr-t ||d zD]}|dz }|||dz }n||d}||d<||d|d<|S)aq Maps a bounding box annotation to the corresponding text and start index within a list of words. Args: words (list[dict[str,Any]]): A list of dictionaries, each containing information about a word, including its text, bounding box, and start index. annot (dict[str,Any]): The annotation dictionary to be mapped, which will be updated with "text" and "start_index" fields. Returns: dict: The updated annotation dictionary with "text" representing the mapped text and "start_index" representing the start index of the mapped text in the list of words. rr rCrErBc*g|]}|ddS)rBrr<r=r#s r/r@z&map_bbox_and_index..^ %H%H%H$d6l1o%H%H%HrArc*g|]}|ddS)rBrr<r+s r/r@z&map_bbox_and_index.._ 'J'J'JDV Q'J'J'JrAc*g|]}|ddS)rBr-r<r+s r/r@z&map_bbox_and_index..br,rAc*g|]}|ddS)rBr1r<r+s r/r@z&map_bbox_and_index..cr/rAr)rMrsqrtarray try_argminranger)rkrldistance_from_bbox_startdistance_from_bbox_end closest_start closest_endrCrjs r/rRrRKs 5zzQf !m !w vq BH%H%H%%H%H%HII IaO = bh'J'JE'J'J'JKK KPQ Q R   W vq BH%H%H%%H%H%HII IaO = bh'J'JE'J'J'JKK KPQ Q R788M344K Dm##}kAo66 % %A CKD E!HV$ $DD %]#F+JJLLE&M / >E- LrAbbox1bbox2c|\}}}}|\}}}} t||} t||} t||} t|| } | | kr| | krt| | | | f}|SdS)a Calculate the area of intersection between two bounding boxes. Args: bbox1 (tuple[float, float, float, float]): The coordinates of the first bounding box in the format (x1, y1, x2, y2). bbox2 (tuple[float, float, float, float]): The coordinates of the second bounding box in the format (x1, y1, x2, y2). Returns: float: The area of intersection between the two bounding boxes. If there is no intersection, the function returns 0.0. g)maxminr)r;r<x1_1y1_1x2_1y2_1x1_2y1_2x2_2y2_2x_intersectiony_intersectionx2_intersectiony2_intersectionintersection_areas r/rrvs"#D$d"D$dt__Nt__N$ooO$ooO''N_,L,L/ ^_o N  ! srArBc*|\}}}}||z ||z z}|S)a( Calculate the area of a bounding box. Args: bbox (tuple[float, float, float, float]): The coordinates of the bounding box in the format (x1, y1, x2, y2). Returns: float: The area of the bounding box, computed as the product of its width and height. r<)rBrerfrgrhrVs r/rrs(NBB GR D KrAr4ch ttj|S#t$rYdSwxYw)a; Attempt to find the index of the minimum value in a NumPy array. Args: array (np.ndarray): The NumPy array in which to find the minimum value's index. Returns: int: The index of the minimum value in the array. If the array is empty or an IndexError occurs, it returns -1. r))r%rargmin IndexError)r4s r/r5r5sA29U##$$$ rrs # 11)r r!)r"r#r$r%r&r')Nr!)r*r2r$r%r&r')r{r%r&r|)rr|rr|r{r%)rrr{r%r&r|)rrr-rrr#r&r)rrr&r)r)rrrrr&r)rprrrr&r#)rrrrr&r) rJrr8rrarr[r%r&r) rJrr8rrarr[r%r&r)rlr ) r`rrrr[r%rbrr&r)rdr r8rr&r)rkrrlr')r;rr<rr&r)rBrr&r)r4r|r&r%)D __future__rtypingrrrrrr r numpyrpdfminer.layoutr r pdfminer.pdftypesr pdfminer.utilsrrHr"unstructured.documents.coordinatesrrunstructured.documents.elementsr0unstructured.partition.pdf_image.pdf_image_utilsr/unstructured.partition.pdf_image.pdfminer_utilsrrrr#unstructured.partition.utils.configr&unstructured.partition.utils.constantsrr$unstructured.partition.utils.sortingrunstructured.utilsrr'unstructured_inference.inference.layoutrr DEFAULT_ROUNDr0r+rTrrrrrrrWrrrKrrrOrPrRrrr5r<rAr/ras""""""LLLLLLLLLLLLLLLLLL--------''''''((((((??????EEEEEEEE??????VVVVVV ;:::::JJJJJJJJBBBBBB444444GDDDDDDFFFFFF   / / / / //00-1b"b"b"b"10b"J   4A"""""?L \ \ \ \ \"*-m"/2=eeeee/006$6$6$106$r$$$$N/0010*""YYYY>DDDDN!&!&!&!&HAAAAH((((VD     rA