NgL N d dl mZ d dlZd dlZd dlmZ d dlmZ d dl m
Z
d dl m Z m
Z
ej d ed ed g d
Zd Zd Zd
Zd Zej dg d d Zd Zd Zd Zd Zd Zd ZdS ) )mockN)example_doc_path)TableAlignment)TableEvalProcessor) eval_table_transformer_for_fileimage_or_pdf_to_dataframefilename$img/table-multi-row-column-cells.pngz$pdf/table-multi-row-column-cells.pdfc > t | }g d|j v sJ d S )N)Blind514z
34.5%, n=1z
1199 sec, n=1)r values)r dfs j/var/www/html/ai-engine/env/lib/python3.11/site-packages/test_unstructured/metrics/test_table_structure.py test_image_or_pdf_to_dataframer s0
#8 , ,B B B Bbi O O O O O O c | t t d t d } d| cxk rdk sn J d S )Nr
z'table-multi-row-column-cells-actual.csvg? )r r )scores r $test_eval_table_transformer_for_filer sJ +?@@BCC
E
????????????r c F dddidg} dddddddd d
ddddd d d ddddd
d ddddddd gdg}t | | }| }|j dk sJ |j dk sJ |j dk sJ |j dk sJ |j dk sJ |j dk sJ d S )NTable text_as_htmlztypemetadata$ee862c7a-d27e-4484-92de-4faa42a63f3br r r1c1idxywhcontent$6237ac7b-bfc8-40d2-92f2-d138277205e2r2c1$9d0933a9-5984-4cad-80d9-6752bf9bc4dfr1c2$1152d043-5ead-4ab8-8b88-888d48831ac2r2c2r text ?r process_file total_tablestable_level_accelement_row_level_index_accelement_col_level_index_acc element_row_level_content_acc element_col_level_content_acc
prediction ground_truth te_processorresults r test_table_eval_processor_simpler> $ s^ !R
J A %
A %
A %
A %
3!$
$
&LP &j,??L
&
&
(
(F ! # # # # !S ( ( ( ( - 4 4 4 4 - 4 4 4 4 /3 6 6 6 6 /3 6 6 6 6 6 6r c ddddddddddddddddddddddddd dgid
g} dd dddddd d
dddddd dddddd d ddddddd gdg}t | |d }| }|j dk sJ |j dk sJ |j dk sJ |j dk sJ |j dk sJ |j dk sJ d S )Nr table_as_cellsr r- )r# r$ r% r& r' r r r) r+ r r r! r( r* r, r. cells source_typer0 r1 r9 s r 4test_table_eval_processor_simple_when_input_as_cellsrD a s #) #) #) #) - # "
"
$JP A %
A %
A %
A %
3!$
$
&LP &j,GTTTL
&
&
(
(F ! # # # # !S ( ( ( ( - 4 4 4 4 - 4 4 4 4 /3 6 6 6 6 /3 6 6 6 6 6 6r c ddg idg} dg dg}t | |d }t j t 5 | d d d d S # 1 swxY w Y d S )Nr r@ r r.
wrong_typerB )r pytestraises
ValueErrorr2 )r: r; r< s r 0test_table_eval_processor_when_wrong_source_typerJ s )2.
J
L &j,LYYYL z " " $ $!!###$ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $s A A #A r )a1
| r1c1 |
r1c2 |
| r2c1 |
r2c2 |
| r3c1 |
r3c2 |
a
| r1c1 |
r1c2 |
| r2c1 |
r2c2 |
| r3c1 |
r3c2 |
a
| r1c1 |
r1c2 |
| r2c1 |
r2c2 |
| r3c1 |
r3c2 |
c
f dd| idg}ddddddddd ddddd
dd ddddd dd
ddddddddddddddddddddgdg}t || }| }|j dk sJ |j dk sJ |j dk sJ |j dk sJ |j dk sJ |j dk sJ d S )Nr r r r r r r r! r( r) r* r+ r, r- z$364f4a17-2979-4506-ae77-e8adf8e3f554 r3c1z$30f87503-ac1f-4db1-b924-b316af585702r3c2r. r0 r1 )r r: r; r< r= s r 7test_table_eval_processor_various_table_html_structuresrO s | # 0NOOPJ A %
A %
A %
A %
A %
A %
S14
4
6Lp &j,??L
&
&
(
(F ! # # # # !S ( ( ( ( - 4 4 4 4 - 4 4 4 4 /3 6 6 6 6 /3 6 6 6 6 6 6r c F dddidg} dddddddd d
ddddd d d ddddd
d ddddddd gdg}t | | }| }|j dk sJ |j dk sJ |j dk sJ |j dk sJ |j dk sJ |j dk sJ d S )Nr r z
r r r r 11r! r( 21r* 12r, 22r. r0 r1 r9 s r 1test_table_eval_processor_non_str_values_in_tablerU P s] !
J2 A #
A #
A #
A #
3!$
$
&LP &j,??L
&
&
(
(F ! # # # # !S ( ( ( ( - 4 4 4 4 - 4 4 4 4 /3 6 6 6 6 /3 6 6 6 6 6 6r c dddidg} ddddddd d
d ddddd d
d
dddddd
ddddddd
ddddddd
ddddddd
ddddddd
ddddddd
ddddddd
d ddddd d
d ddddd d
g d g}t | | }| }|j dk sJ |j d!k sJ |j d!k sJ |j d!k sJ |j d!k sJ |j d!k sJ d S )"Nr r a
| r1c1 |
r1c2 |
r1c3 |
| r2c2 |
r2c3 |
r2c4 |
| r3c1 |
r3c2 |
r3c3 |
| r4c1 |
r4c2 |
r z$f399ef57-5b88-4509-8971-9cb63246866er r rL r r! z$2dfdec2f-e8f3-4be7-a6ac-8ff21c4e8556rM z$9c771c58-88c7-49d8-9c12-85d0e44b920e r4c1z$5bd6f3f0-34c5-495b-8a28-c4ac96989ef8r+ z$7b8e6bc2-a310-4dd6-997c-313f951e7f96r- z$1c152ad4-12fa-4a7b-90de-a992aa6410a4rN z$55063f64-0003-4217-b6ca-aff5914793ffr4c2z$22852e86-0e22-4d32-b63a-9ba7dd4118a2r1c3z$eae013c5-5597-4a8b-9771-82e28c5c5cbar2c3z$0dea3a42-8523-4d6e-9e70-d65cc2314678r3c3z$60093e2c-d3e2-4146-92b5-97a2fc16c061r2c4r. r0 r1 r9 s r &test_table_eval_processor_merged_cellsr^ s< !
!JJ A %
A %
A %
A %
A %
A %
A %
A %
A %
A %
A %
cY\
\
^L@ &j,??L
&
&
(
(F ! # # # # !S ( ( ( ( - 4 4 4 4 - 4 4 4 4 /3 6 6 6 6 /3 6 6 6 6 6 6r c dddidg} dddddddd d
ddddd d d ddddd
d ddddddd gdg}t j t d 5 }dg|_ t | | }| }d d d n # 1 swxY w Y |j dk sJ |j dk sJ |j dk sJ |j
dk sJ |j dk sJ |j dk sJ d S )Nr r *r r r r rQ r! r( rR r* rS r, rT r. get_table_level_alignment)
r patchobjectr return_valuer r2 r3 r4 r5 r6 r7 r8 )r: r; align_fnr< r= s r 1test_table_eval_processor_when_no_match_with_predrg ( s ')YZ
J A #
A #
A #
A #
3!$
$
&LP
>+F G G -8!# )*lCC **,,- - - - - - - - - - - - - - -
! # # # # !Q & & & & - 2 2 2 2 - 2 2 2 2 /1 4 4 4 4 /1 4 4 4 4 4 4s -B
BBc f i g} i g}t | | }| }|j dk sJ |j dk sJ t j |j sJ t j |j sJ t j |j sJ t j |j sJ d S )Nr r )
r r2 r3 r4 npisnanr5 r6 r7 r8 r9 s r (test_table_eval_processor_when_no_tablesrk e s J4L%j,??L
&
&
(
(F ! # # # # !Q & & & &
8F6 7 7777
8F6 7 7777
8F8 9 9999
8F8 9 999999r c : g } dddddddddddddddd ddddd
dd ddddd dgd
g}t | | }| }|j dk sJ |j dk sJ |j dk sJ |j dk sJ |j dk sJ |j dk sJ d S )Nr r r r rQ r! r( rR r* rS r, rT r. r1 r9 s r &test_table_eval_processor_when_only_gtrm t s? J A #
A #
A #
A #
3!$
$
&LP &j,??L
&
&
(
(F ! # # # # !Q & & & & - 2 2 2 2 - 2 2 2 2 /1 4 4 4 4 /1 4 4 4 4 4 4r c dddidg} i g}t | | }| }|j dk sJ |j dk sJ |j dk sJ |j dk sJ |j dk sJ |j dk sJ d S )Nr r r` r r r1 r9 s r (test_table_eval_processor_when_only_predro s ')YZ
J 4L%j,??L
&
&
(
(F ! # # # # !Q & & & & - 2 2 2 2 - 2 2 2 2 /1 4 4 4 4 /1 4 4 4 4 4 4r ) unittestr numpyri rG test_unstructured.unit_utilsr *unstructured.metrics.table.table_alignmentr %unstructured.metrics.table.table_evalr $unstructured.metrics.table_structurer r mark parametrizer r r> rD rJ rO rU r^ rg rk rm ro r r ry s
9 9 9 9 9 9 E E E E E E D D D D D D ?@@?@@ P P P
:7 :7 :7zV7 V7 V7r$ $ $( 9 9 9< <zB7 B7{< <zB7JG7 G7 G7TK7 K7 K7\:5 :5 :5z : : : 35 35 35l5 5 5 5 5r