o 0jy|@sddlmZmZmZddlZddlmZmZddl m Z m Z m Z m Z mZgdZGdddeZGd d d eZGd d d eZGd ddeZdS))AnyListUnionN)BLOCK_LABEL_MAP LINE_SETTINGS)caculate_euclidean_dist"calculate_projection_overlap_ratiois_english_letteris_non_breaking_punctuation is_numeric)TextSpanTextLine LayoutBlock LayoutRegionc@s4eZdZdZddZdefddZdefddZd S) r zText span classcCs||_||_||_dS)z Initialize a TextSpan object. Args: box (list): The bounding box of the text span. text (str): The text content of the text span. label (int): The label of the text span. Nboxtextlabel)selfrrrrz/var/www/html/Deteccion_Ine/venv/lib/python3.10/site-packages/paddlex/inference/pipelines/layout_parsing/layout_objects.py__init__&s  zTextSpan.__init__returncC|jSNrrrrr__str__3zTextSpan.__str__cCrrrrrrr__repr__6rzTextSpan.__repr__N)__name__ __module__ __qualname____doc__rstrrr rrrrr #s  r c @seZdZdZgdfdeefddZeddZedd Z ed d Z ed d Z de fddZ de fddZdeeeeffddZddZ  d)de dededefddZdd Zd*d"d#Z $ %d+dededed&ede de f d'd(ZdS),rzText line class horizontalspanscCs ||_||_||_d|_dS)z Initialize a TextLine object. Args: spans (List[TextSpan]): A list of TextSpan objects. Defaults to []. direction (str): The direction of the text line. Defaults to "horizontal". FN)r' directionget_region_box region_box need_new_line)rr'r(rrrr=s  zTextLine.__init__cCdd|jDS)NcSg|]}|jqSr)r.0spanrrr Lz#TextLine.labels..r'rrrrlabelsJzTextLine.labelscCr,)NcSr-rrr.rrrr1Pr2z"TextLine.boxes..r3rrrrboxesNr5zTextLine.boxescC<|jdkrdnd}|jdkrdnd}t|j||j|S)Nr&rrr(absr*r start_idxend_idxrrrheightRzTextLine.heightcCr8)Nr&rrr:r9r;r=rrrwidthXrAzTextLine.widthrcCddd|jDdS)N cSg|]}t|jqSrr%rr.rrrr1_z$TextLine.__str__.. joinr'rrrrr^zTextLine.__str__cCrC)NrDcSrErrFr.rrrr1brGz%TextLine.__repr__..rHrIrrrrr arKzTextLine.__repr__r0cCs2t|tr |j|n|j|||_dS)z Add a span to the text line. Args: span (Union[TextSpan, List[TextSpan]]): A single TextSpan object or a list of TextSpan objects. N) isinstancelistr'extendappendr)r*)rr0rrradd_spands  zTextLine.add_spancCsv|jsdS|jdj\}}}}|jD]"}t||jd}t||jd}t||jd}t||jd}q||||gS)z{ Get the region box of the text line. Returns: list: The region box of the text line. Nrrr:r9)r'rminmax)rZx_minZy_minZx_maxZy_maxr0rrrr)qs  zTextLine.get_region_boxN block_labelblock_text_widthblock_start_coordinateblock_stop_coordinatecs:jdkrdndjdkrdndjjfddddjvrjdkr+dnd}tjt|kr|jfd ddg} |D]B} | j} | jd kr|t| dt| dt| dt| d f} t || gd} | d }| d }|| _ ||krqH| | qH| _j |||j d|d}|S)aV Get the text of the text line. Args: block_label (str): The label of the block. block_text_width (int): The width of the block. block_start_coordinate (int): The starting coordinate of the block. block_stop_coordinate (int): The stopping coordinate of the block. ori_image (np.ndarray): The original image. text_rec_model (Any): The text recognition model. text_rec_score_thresh (float): The text recognition score threshold. Returns: str: The text of the text line. r&rrr9cs0|jdjdkr|jfS|j fS)Nr:r&)rr(r0)lines_start_indexrspan_box_start_indexrrs   z$TextLine.get_texts..)keyformulacs |jSrr6rW) sort_indexrrrZ rr:Z rec_scoreZrec_text?)line_gap_limitrS)r(r'sortr4split_boxes_by_projectionlenrrintrMrrO format_liner@)rrSrTrUrV ori_imagetext_rec_modeltext_rec_score_threshZ splited_spans new_spansr0bboxZcrop_imgZcrop_img_rec_resZcrop_img_rec_scoreZcrop_img_rec_text line_textr)rXrr]rYr get_textssF   zTextLine.get_textscCs ||||ko||||kS)zr?rrris_projection_containeds z TextLine.is_projection_containedh㈵>c Csng}|jdkr d\}}nd\}}tt|jD]}|j|}d}t|t|jD]}|j|j} |j|j|j} } } || | ||rd}| || |krt| ||| |} | dkrt| }| ||||<| t t || | d| || |kr| || ||} | dkr| ||| |<t t | | | d}|t|jdkr|r| |q(|s| |q|S)a Check if there is any complete containment in the x-direction between the bounding boxes and split the containing box accordingly. Args: offset (float): A small offset value to ensure that the split boxes are not too close to the original boxes. Returns: A new list of boxes, including split boxes, with the same `rec_text` and `label` attributes. r&)rr:)rr9FTrr) r(rangercr'rrrrocopyrOr nparray)roffsetriZprojection_start_indexZprojection_end_indexir0Zis_splitjrnrmrrwZnew_bboxrrrrbsl        z"TextLine.split_boxes_by_projection rr`c CsF|jdj}|jdj}d}|jD]K} | jdkrA|dkrA| j} | dsA| dsAt|jdkr9d| jd| _nd| jd| _|| j7}t| jdkrSt|dsX| jdkr\|d7}q|jd kred } nd } |drr|d d}t|dkrzdS|d} t| st | st | r||| |d kr|jd kr||| |ks|jdkr||| |ks|d||krd|_ |dr|d d}|St|dkrt| s|dr|d7}t|dkrt| st | r|jdkr ||| |d kr t|dkr t | s |d7}d|_ |S||| ||dkr!|d7}d|_ |S)ae Format a line of text spans based on layout constraints. Args: block_text_width (int): The width of the block. block_start_coordinate (int): The starting coordinate of the block. block_stop_coordinate (int): The stopping coordinate of the block. line_gap_limit (int): The limit for the number of pixels after the last span that should be considered part of the last line. Default is 10. block_label (str): The label associated with the entire block. Default is 'text'. Returns: str: Formatted line of text. rr\$rz $rDr&r:r9N333333?verticalT-rH?) r'rrr startswithendswithrcr r(r r r+) rrTrUrVr`rSZfirst_span_boxZ last_span_boxrkr0Z formula_recZtext_stop_index last_charrrrres                     zTextLine.format_line)NN)rp)ryr)r!r"r#r$rr rpropertyr4r7r@rBr%rr rrPr)rdrlrorbrerrrrr:sV      C Irc @seZdZdZd'd(ddZdefddZdefd d Zdefd d Z d)d(d dZ d(ddZ d(ddZ de fddZdefddZd*dedefddZ d+deeededefddZdeefdd Z d)d!e d"ed#ed$eedfddf d%d&ZdS),rzLayout Block Classr{NrcCs||_d|_ttt||_||_||_td|_ td|_ |d|d|_ |d|d|_ t|j t|j |_ d|_d|_d|_d|_d|_d|_g|_|dS)a Initialize a LayoutBlock object. Args: label (str): Label assigned to the block. bbox (list): Bounding box coordinates of the block. content (str, optional): Content of the block. Defaults to an empty string. Ninfz-infr:rr9r)r order_labelrMmaprdrjcontentgroup_idfloatseg_start_coordinateseg_end_coordinaterBr@Zarea num_of_linesimageindexZ order_indextext_line_widthtext_line_height child_blocksupdate_direction)rrrjrrrrrr~s$    zLayoutBlock.__init__c C2d|jd|jd|jd|jd|jd }|SNz ################# index: z label: z region_label: z bbox: z content: z #################rrrrjrr_strrrrr.zLayoutBlock.__str__c Crrrrrrrr rzLayoutBlock.__repr__cCs|jSr)__dict__rrrrto_dictszLayoutBlock.to_dictcCs|s|}||_|dS)z Update the direction of the block based on its bounding box. Args: direction (str, optional): Direction of the block. If not provided, it will be determined automatically using the bounding box. Defaults to `None`. N)get_bbox_directionr(update_direction_inforr(rrrrs zLayoutBlock.update_directioncCs|jdkr*d|_|j|_|j|_|jd|_|jd|_|jd|_ |jd|_ dSd|_|j|_|j|_|jd|_|jd|_|jd|_ |jd|_ dS)zEUpdate the direction information of the block based on its direction.r&r~rr:rr9N) r(secondary_directionr@Zshort_side_lengthrBZlong_side_lengthrjZstart_coordinateZend_coordinateZ$secondary_direction_start_coordinateZ"secondary_direction_end_coordinaterrrrrs       z!LayoutBlock.update_direction_infoc Cs|js |j|_|j\}}}}|j\}}}} t||t||t||t|| f} | |_||g} |jr=| ||j| dS)z Append a child block to the current block. Args: child_block (LayoutBlock): Child block to be added. Returns: None N) rrjrrori_bboxrQrRrrNget_child_blocks) rZ child_blockx1y1x2y2Zx1_childZy1_childZx2_childZy2_childZ union_bboxrrrrappend_child_blocks zLayoutBlock.append_child_blockcCs|j|_|j}g|_|S)z*Get all child blocks of the current block.)rrjrrr)rrrrrrs zLayoutBlock.get_child_blockscCs*|j\}}}}||d||df}|S)z2Get the centroid of the bounding box of the block.r:)rj)rrrrrZcentroidrrr get_centroidszLayoutBlock.get_centroid?direction_ratiocCs|j||jkr dSdS)z Determine if a bounding box is horizontal or vertical. Args: direction_ratio (float): Ratio for determining direction. Default is 1.0. Returns: str: "horizontal" or "vertical". r&r~)rBr@)rrrrrrs zLayoutBlock.get_bbox_directionr_bboxesc Csnd}|D]&}t|dkrtd|\}}}}||} ||} || || kr'dnd7}q|t|dkr5dSdS)a+ Calculate the direction of the text based on the bounding boxes. Args: bboxes (list): A list of bounding boxes. direction_ratio (float): Ratio for determining direction. Default is 1.5. Returns: str: "horizontal" or "vertical". rz9Invalid bounding box format. Expected a list of length 4.rrr&r~)rc ValueError) rrrZhorizontal_box_numrjrrrrrBr@rrrcalculate_text_line_directions  z)LayoutBlock.calculate_text_line_directioncs|d|d}|dfddttD}||}||ddt|D}|s3gS|jdkrD|jdd d d d }n |jd d dd d}g}t|dg|jd} |ddD]#} t| j | j |dd} | |krw| | qa| | t| g|jd} qa| | |r|jdkrt dd|D} t | } t | }|| dkr| d}t | |k}|t|dkr| |k}ddt||D}|rdd|D} dd|D}t | |_t ||_|Sd|_d|_|S)aN Group the bounding boxes into lines based on their direction. Args: ocr_rec_res (dict): The result of OCR recognition. line_height_iou_threshold (float): The minimum IOU value required for two spans to belong to the same line. Returns: list: A list of TextLines. r7 rec_texts rec_labelscs g|] }|dkr|qSrr)r/rv rec_boxesrrrr1%sz6LayoutBlock.group_boxes_into_lines..cSsg|]}t|qSr)r r.rrrr1+r~cS |jdS)Nrr6rWrrrrZ3r^z4LayoutBlock.group_boxes_into_lines..T)r[reverser&cSr)Nrr6rWrrrrZ8r^Frr(rNZsmall)modecSr-rr@r/linerrrr1Mr2r:g?皙?cSsg|]\}}|r|qSrr)r/rZkeeprrrr1YscSr-rrrrrrr1]r2cSr-r)rBrrrrr1^r2)rqrcrrzipr(rarr r*rrPrOrsrtrQrRsummeanrr)r ocr_rec_resline_height_iou_thresholdrZ text_boxesr(r'Zmatch_directionlines current_liner0Z overlap_ratioZ line_heightsZ min_height max_heightZnormal_height_thresholdZnormal_height_countZkeep_conditionZ line_widthsrrrgroup_boxes_into_linessd               z"LayoutBlock.group_boxes_into_linesrrrgrhc st|ddkr d|_dS||tdd}|jdkrdndd |jd krD|d }tfd d |D}tfdd |D}n |j }|j }g} g} d} t |D]F\} } | } | | j | j |jt| |||||d}| jrz| d7} | dkr| jdjd|_n| t|dkr| jdjd |_| |qXtd|jd}|dkrNd}d}d}t | D]\}}t|dkrq||} |r| j|}|| jdkrt|st|r|||dkr|dsd|}||7}t|d kr|dr|d}n|d}t|dkr/|ds/t|s/t|s/t|s/| t| dks8| t| dkr<|d7}|| j||dkrLd}qn|| }||_t| |_dS)a Update the text content of the block based on the OCR result. Args: image (list): The input image. ocr_rec_res (dict): The result of OCR recognition. text_rec_model (Any): The model used for text recognition. text_rec_score_thresh (Union[float, None]): The score threshold for text recognition. If None, use the default setting. Returns: None rrr{Nrg?r&rr: referencer7cg|]}|qSrrr/r)coord_start_idxrrr1rz3LayoutBlock.update_text_content..crrrr) coord_end_idxrrr1r)rSrTrUrVrfrgrhrzZ delimiter_mapFr_rrHrDrg333333?r}T)rcrrrgetr(rrQrRrj enumeraterOrBrlr+r'rrrr*r@r r rr rJr)rrrrgrhrrZ block_startZ block_stopZ text_linesZtext_width_listZneed_new_line_numZline_idxrrkdelimrZ pre_line_endridxZ start_gep_lenr)rrrupdate_text_contentgs              %zLayoutBlock.update_text_content)r{N)rNr)r)r_)r!r"r#r$rr%rr dictrrrrrMrtuplerrrrrdboolrrrrrrrrrrr{sF      X rcs^eZdZdZgfdeeddffdd ZdeeddfddZd d Zd fd d Z Z S)rzLayoutRegion classblocksrNcstjd|dd||_i|_d|_g|_g|_g|_g|_g|_ g|_ t t j |_g|_g|_d|_d|_d|_|||dS)z Initialize a LayoutRegion object. Args: bbox (List[int]): The bounding box of the region. blocks (List[LayoutBlock]): A list of blocks that belong to this region. regionr{)rr&ryN)superrrj block_mapr(doc_title_block_idxesparagraph_title_block_idxesvision_block_idxesunordered_block_idxesvision_title_block_idxesnormal_text_block_idxesrrsreuclidean_distanceheader_block_idxesfooter_block_idxesrrrinit_region_info_from_layoutupdate_euclidean_distance)rrjr __class__rrrs$    zLayoutRegion.__init__cCs~d}g}g}t|D]\}}||j|<||_|jtdvr$|j|q |jtdvr2|j|q |jtdvr@|j|q |jtdvrN|j |q |jtdvr\|j |q |jtdvrj|j |q |jtdvrx|j |q |j |||j||j|jd kr|d 7}q |t|j d krd nd }|||rt|nd |_|rt||_dSd|_dS)zInitialize the information about the layout region from the given blocks. Args: blocks (List[LayoutBlock]): A list of blocks that belong to this region. Returns: None rZ header_labelsZdoc_title_labelsZparagraph_title_labelsZ vision_labelsZvision_title_labelsZ footer_labelsZunordered_labelsr&rrr~rryN)rrrrrrrOrrrrrrrrrr(rcrrsr)rrZ horizontal_normal_text_block_numZtext_line_height_listZtext_line_width_listrblockr(rrrrsN        z)LayoutRegion.init_region_info_from_layoutcstt|j}|jdkrdfdd|D}n|jddffdd|D}t|dkr5t||_dSd|_dS) zDUpdate euclidean distance between each block and the reference pointr&)rrc&g|]}t|jd|jdfqS)rrrrjr/rZ ref_pointrrr15z:LayoutRegion.update_euclidean_distance..r:rcr)r:rrrrrrr1;rN)rMrvaluesr(rjrcrQr)rrZblock_distancerrrr0s   $z&LayoutRegion.update_euclidean_distancecstj|d|jdkrd|_d|_d|_d|_d|_nd|_d|_d|_d|_d|_|j|j|j|jd|_ |j|j|j|jd|_ dS) z Update the direction of the layout region. Args: direction (str): The new direction of the layout region. rr&rr:rr9r~N) rrr(Zdirection_start_indexZdirection_end_indexZsecondary_direction_start_indexZsecondary_direction_end_indexrrjZdirection_center_coordinateZ%secondary_direction_center_coordinaterrrrrAs(    zLayoutRegion.update_directionr) r!r"r#r$rrrrrr __classcell__rrrrrs0r)typingrrrnumpyrsZsettingrrutilsrr r r r __all__objectr rrrrrrrs Ce