| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447 |
- import math
- def _is_in_or_part_overlap(box1, box2) -> bool:
- """两个bbox是否有部分重叠或者包含."""
- if box1 is None or box2 is None:
- return False
- x0_1, y0_1, x1_1, y1_1 = box1
- x0_2, y0_2, x1_2, y1_2 = box2
- return not (x1_1 < x0_2 or # box1在box2的左边
- x0_1 > x1_2 or # box1在box2的右边
- y1_1 < y0_2 or # box1在box2的上边
- y0_1 > y1_2) # box1在box2的下边
- def _is_in_or_part_overlap_with_area_ratio(box1,
- box2,
- area_ratio_threshold=0.6):
- """判断box1是否在box2里面,或者box1和box2有部分重叠,且重叠面积占box1的比例超过area_ratio_threshold."""
- if box1 is None or box2 is None:
- return False
- x0_1, y0_1, x1_1, y1_1 = box1
- x0_2, y0_2, x1_2, y1_2 = box2
- if not _is_in_or_part_overlap(box1, box2):
- return False
- # 计算重叠面积
- x_left = max(x0_1, x0_2)
- y_top = max(y0_1, y0_2)
- x_right = min(x1_1, x1_2)
- y_bottom = min(y1_1, y1_2)
- overlap_area = (x_right - x_left) * (y_bottom - y_top)
- # 计算box1的面积
- box1_area = (x1_1 - x0_1) * (y1_1 - y0_1)
- return overlap_area / box1_area > area_ratio_threshold
- def _is_in(box1, box2) -> bool:
- """box1是否完全在box2里面."""
- x0_1, y0_1, x1_1, y1_1 = box1
- x0_2, y0_2, x1_2, y1_2 = box2
- return (x0_1 >= x0_2 and # box1的左边界不在box2的左边外
- y0_1 >= y0_2 and # box1的上边界不在box2的上边外
- x1_1 <= x1_2 and # box1的右边界不在box2的右边外
- y1_1 <= y1_2) # box1的下边界不在box2的下边外
- def _is_part_overlap(box1, box2) -> bool:
- """两个bbox是否有部分重叠,但不完全包含."""
- if box1 is None or box2 is None:
- return False
- return _is_in_or_part_overlap(box1, box2) and not _is_in(box1, box2)
- def _left_intersect(left_box, right_box):
- """检查两个box的左边界是否有交集,也就是left_box的右边界是否在right_box的左边界内."""
- if left_box is None or right_box is None:
- return False
- x0_1, y0_1, x1_1, y1_1 = left_box
- x0_2, y0_2, x1_2, y1_2 = right_box
- return x1_1 > x0_2 and x0_1 < x0_2 and (y0_1 <= y0_2 <= y1_1
- or y0_1 <= y1_2 <= y1_1)
- def _right_intersect(left_box, right_box):
- """检查box是否在右侧边界有交集,也就是left_box的左边界是否在right_box的右边界内."""
- if left_box is None or right_box is None:
- return False
- x0_1, y0_1, x1_1, y1_1 = left_box
- x0_2, y0_2, x1_2, y1_2 = right_box
- return x0_1 < x1_2 and x1_1 > x1_2 and (y0_1 <= y0_2 <= y1_1
- or y0_1 <= y1_2 <= y1_1)
- def _is_vertical_full_overlap(box1, box2, x_torlence=2):
- """x方向上:要么box1包含box2, 要么box2包含box1。不能部分包含 y方向上:box1和box2有重叠."""
- # 解析box的坐标
- x11, y11, x12, y12 = box1 # 左上角和右下角的坐标 (x1, y1, x2, y2)
- x21, y21, x22, y22 = box2
- # 在x轴方向上,box1是否包含box2 或 box2包含box1
- contains_in_x = (x11 - x_torlence <= x21 and x12 + x_torlence >= x22) or (
- x21 - x_torlence <= x11 and x22 + x_torlence >= x12)
- # 在y轴方向上,box1和box2是否有重叠
- overlap_in_y = not (y12 < y21 or y11 > y22)
- return contains_in_x and overlap_in_y
- def _is_bottom_full_overlap(box1, box2, y_tolerance=2):
- """检查box1下方和box2的上方有轻微的重叠,轻微程度收到y_tolerance的限制 这个函数和_is_vertical-
- full_overlap的区别是,这个函数允许box1和box2在x方向上有轻微的重叠,允许一定的模糊度."""
- if box1 is None or box2 is None:
- return False
- x0_1, y0_1, x1_1, y1_1 = box1
- x0_2, y0_2, x1_2, y1_2 = box2
- tolerance_margin = 2
- is_xdir_full_overlap = (
- (x0_1 - tolerance_margin <= x0_2 <= x1_1 + tolerance_margin
- and x0_1 - tolerance_margin <= x1_2 <= x1_1 + tolerance_margin)
- or (x0_2 - tolerance_margin <= x0_1 <= x1_2 + tolerance_margin
- and x0_2 - tolerance_margin <= x1_1 <= x1_2 + tolerance_margin))
- return y0_2 < y1_1 and 0 < (y1_1 -
- y0_2) < y_tolerance and is_xdir_full_overlap
- def _is_left_overlap(
- box1,
- box2,
- ):
- """检查box1的左侧是否和box2有重叠 在Y方向上可以是部分重叠或者是完全重叠。不分box1和box2的上下关系,也就是无论box1在box2下
- 方还是box2在box1下方,都可以检测到重叠。 X方向上."""
- def __overlap_y(Ay1, Ay2, By1, By2):
- return max(0, min(Ay2, By2) - max(Ay1, By1))
- if box1 is None or box2 is None:
- return False
- x0_1, y0_1, x1_1, y1_1 = box1
- x0_2, y0_2, x1_2, y1_2 = box2
- y_overlap_len = __overlap_y(y0_1, y1_1, y0_2, y1_2)
- ratio_1 = 1.0 * y_overlap_len / (y1_1 - y0_1) if y1_1 - y0_1 != 0 else 0
- ratio_2 = 1.0 * y_overlap_len / (y1_2 - y0_2) if y1_2 - y0_2 != 0 else 0
- vertical_overlap_cond = ratio_1 >= 0.5 or ratio_2 >= 0.5
- # vertical_overlap_cond = y0_1<=y0_2<=y1_1 or y0_1<=y1_2<=y1_1 or y0_2<=y0_1<=y1_2 or y0_2<=y1_1<=y1_2
- return x0_1 <= x0_2 <= x1_1 and vertical_overlap_cond
- def __is_overlaps_y_exceeds_threshold(bbox1,
- bbox2,
- overlap_ratio_threshold=0.8):
- """检查两个bbox在y轴上是否有重叠,并且该重叠区域的高度占两个bbox高度更低的那个超过80%"""
- _, y0_1, _, y1_1 = bbox1
- _, y0_2, _, y1_2 = bbox2
- overlap = max(0, min(y1_1, y1_2) - max(y0_1, y0_2))
- height1, height2 = y1_1 - y0_1, y1_2 - y0_2
- # max_height = max(height1, height2)
- min_height = min(height1, height2)
- return (overlap / min_height) > overlap_ratio_threshold
- def calculate_iou(bbox1, bbox2):
- """计算两个边界框的交并比(IOU)。
- Args:
- bbox1 (list[float]): 第一个边界框的坐标,格式为 [x1, y1, x2, y2],其中 (x1, y1) 为左上角坐标,(x2, y2) 为右下角坐标。
- bbox2 (list[float]): 第二个边界框的坐标,格式与 `bbox1` 相同。
- Returns:
- float: 两个边界框的交并比(IOU),取值范围为 [0, 1]。
- """
- # Determine the coordinates of the intersection rectangle
- x_left = max(bbox1[0], bbox2[0])
- y_top = max(bbox1[1], bbox2[1])
- x_right = min(bbox1[2], bbox2[2])
- y_bottom = min(bbox1[3], bbox2[3])
- if x_right < x_left or y_bottom < y_top:
- return 0.0
- # The area of overlap area
- intersection_area = (x_right - x_left) * (y_bottom - y_top)
- # The area of both rectangles
- bbox1_area = (bbox1[2] - bbox1[0]) * (bbox1[3] - bbox1[1])
- bbox2_area = (bbox2[2] - bbox2[0]) * (bbox2[3] - bbox2[1])
- # Compute the intersection over union by taking the intersection area
- # and dividing it by the sum of both areas minus the intersection area
- iou = intersection_area / float(bbox1_area + bbox2_area -
- intersection_area)
- return iou
- def calculate_overlap_area_2_minbox_area_ratio(bbox1, bbox2):
- """计算box1和box2的重叠面积占最小面积的box的比例."""
- # Determine the coordinates of the intersection rectangle
- x_left = max(bbox1[0], bbox2[0])
- y_top = max(bbox1[1], bbox2[1])
- x_right = min(bbox1[2], bbox2[2])
- y_bottom = min(bbox1[3], bbox2[3])
- if x_right < x_left or y_bottom < y_top:
- return 0.0
- # The area of overlap area
- intersection_area = (x_right - x_left) * (y_bottom - y_top)
- min_box_area = min([(bbox1[2] - bbox1[0]) * (bbox1[3] - bbox1[1]),
- (bbox2[3] - bbox2[1]) * (bbox2[2] - bbox2[0])])
- if min_box_area == 0:
- return 0
- else:
- return intersection_area / min_box_area
- def calculate_overlap_area_in_bbox1_area_ratio(bbox1, bbox2):
- """计算box1和box2的重叠面积占bbox1的比例."""
- # Determine the coordinates of the intersection rectangle
- x_left = max(bbox1[0], bbox2[0])
- y_top = max(bbox1[1], bbox2[1])
- x_right = min(bbox1[2], bbox2[2])
- y_bottom = min(bbox1[3], bbox2[3])
- if x_right < x_left or y_bottom < y_top:
- return 0.0
- # The area of overlap area
- intersection_area = (x_right - x_left) * (y_bottom - y_top)
- bbox1_area = (bbox1[2] - bbox1[0]) * (bbox1[3] - bbox1[1])
- if bbox1_area == 0:
- return 0
- else:
- return intersection_area / bbox1_area
- def get_minbox_if_overlap_by_ratio(bbox1, bbox2, ratio):
- """通过calculate_overlap_area_2_minbox_area_ratio计算两个bbox重叠的面积占最小面积的box的比例
- 如果比例大于ratio,则返回小的那个bbox, 否则返回None."""
- x1_min, y1_min, x1_max, y1_max = bbox1
- x2_min, y2_min, x2_max, y2_max = bbox2
- area1 = (x1_max - x1_min) * (y1_max - y1_min)
- area2 = (x2_max - x2_min) * (y2_max - y2_min)
- overlap_ratio = calculate_overlap_area_2_minbox_area_ratio(bbox1, bbox2)
- if overlap_ratio > ratio:
- if area1 <= area2:
- return bbox1
- else:
- return bbox2
- else:
- return None
- def get_bbox_in_boundary(bboxes: list, boundary: tuple) -> list:
- x0, y0, x1, y1 = boundary
- new_boxes = [
- box for box in bboxes
- if box[0] >= x0 and box[1] >= y0 and box[2] <= x1 and box[3] <= y1
- ]
- return new_boxes
- def is_vbox_on_side(bbox, width, height, side_threshold=0.2):
- """判断一个bbox是否在pdf页面的边缘."""
- x0, x1 = bbox[0], bbox[2]
- if x1 <= width * side_threshold or x0 >= width * (1 - side_threshold):
- return True
- return False
- def find_top_nearest_text_bbox(pymu_blocks, obj_bbox):
- tolerance_margin = 4
- top_boxes = [
- box for box in pymu_blocks
- if obj_bbox[1] - box['bbox'][3] >= -tolerance_margin
- and not _is_in(box['bbox'], obj_bbox)
- ]
- # 然后找到X方向上有互相重叠的
- top_boxes = [
- box for box in top_boxes if any([
- obj_bbox[0] - tolerance_margin <= box['bbox'][0] <= obj_bbox[2] +
- tolerance_margin, obj_bbox[0] -
- tolerance_margin <= box['bbox'][2] <= obj_bbox[2] +
- tolerance_margin, box['bbox'][0] -
- tolerance_margin <= obj_bbox[0] <= box['bbox'][2] +
- tolerance_margin, box['bbox'][0] -
- tolerance_margin <= obj_bbox[2] <= box['bbox'][2] +
- tolerance_margin
- ])
- ]
- # 然后找到y1最大的那个
- if len(top_boxes) > 0:
- top_boxes.sort(key=lambda x: x['bbox'][3], reverse=True)
- return top_boxes[0]
- else:
- return None
- def find_bottom_nearest_text_bbox(pymu_blocks, obj_bbox):
- bottom_boxes = [
- box for box in pymu_blocks if box['bbox'][1] -
- obj_bbox[3] >= -2 and not _is_in(box['bbox'], obj_bbox)
- ]
- # 然后找到X方向上有互相重叠的
- bottom_boxes = [
- box for box in bottom_boxes if any([
- obj_bbox[0] - 2 <= box['bbox'][0] <= obj_bbox[2] + 2, obj_bbox[0] -
- 2 <= box['bbox'][2] <= obj_bbox[2] + 2, box['bbox'][0] -
- 2 <= obj_bbox[0] <= box['bbox'][2] + 2, box['bbox'][0] -
- 2 <= obj_bbox[2] <= box['bbox'][2] + 2
- ])
- ]
- # 然后找到y0最小的那个
- if len(bottom_boxes) > 0:
- bottom_boxes.sort(key=lambda x: x['bbox'][1], reverse=False)
- return bottom_boxes[0]
- else:
- return None
- def find_left_nearest_text_bbox(pymu_blocks, obj_bbox):
- """寻找左侧最近的文本block."""
- left_boxes = [
- box for box in pymu_blocks if obj_bbox[0] -
- box['bbox'][2] >= -2 and not _is_in(box['bbox'], obj_bbox)
- ]
- # 然后找到X方向上有互相重叠的
- left_boxes = [
- box for box in left_boxes if any([
- obj_bbox[1] - 2 <= box['bbox'][1] <= obj_bbox[3] + 2, obj_bbox[1] -
- 2 <= box['bbox'][3] <= obj_bbox[3] + 2, box['bbox'][1] -
- 2 <= obj_bbox[1] <= box['bbox'][3] + 2, box['bbox'][1] -
- 2 <= obj_bbox[3] <= box['bbox'][3] + 2
- ])
- ]
- # 然后找到x1最大的那个
- if len(left_boxes) > 0:
- left_boxes.sort(key=lambda x: x['bbox'][2], reverse=True)
- return left_boxes[0]
- else:
- return None
- def find_right_nearest_text_bbox(pymu_blocks, obj_bbox):
- """寻找右侧最近的文本block."""
- right_boxes = [
- box for box in pymu_blocks if box['bbox'][0] -
- obj_bbox[2] >= -2 and not _is_in(box['bbox'], obj_bbox)
- ]
- # 然后找到X方向上有互相重叠的
- right_boxes = [
- box for box in right_boxes if any([
- obj_bbox[1] - 2 <= box['bbox'][1] <= obj_bbox[3] + 2, obj_bbox[1] -
- 2 <= box['bbox'][3] <= obj_bbox[3] + 2, box['bbox'][1] -
- 2 <= obj_bbox[1] <= box['bbox'][3] + 2, box['bbox'][1] -
- 2 <= obj_bbox[3] <= box['bbox'][3] + 2
- ])
- ]
- # 然后找到x0最小的那个
- if len(right_boxes) > 0:
- right_boxes.sort(key=lambda x: x['bbox'][0], reverse=False)
- return right_boxes[0]
- else:
- return None
- def bbox_relative_pos(bbox1, bbox2):
- """判断两个矩形框的相对位置关系.
- Args:
- bbox1: 一个四元组,表示第一个矩形框的左上角和右下角的坐标,格式为(x1, y1, x1b, y1b)
- bbox2: 一个四元组,表示第二个矩形框的左上角和右下角的坐标,格式为(x2, y2, x2b, y2b)
- Returns:
- 一个四元组,表示矩形框1相对于矩形框2的位置关系,格式为(left, right, bottom, top)
- 其中,left表示矩形框1是否在矩形框2的左侧,right表示矩形框1是否在矩形框2的右侧,
- bottom表示矩形框1是否在矩形框2的下方,top表示矩形框1是否在矩形框2的上方
- """
- x1, y1, x1b, y1b = bbox1
- x2, y2, x2b, y2b = bbox2
- left = x2b < x1
- right = x1b < x2
- bottom = y2b < y1
- top = y1b < y2
- return left, right, bottom, top
- def bbox_distance(bbox1, bbox2):
- """计算两个矩形框的距离。
- Args:
- bbox1 (tuple): 第一个矩形框的坐标,格式为 (x1, y1, x2, y2),其中 (x1, y1) 为左上角坐标,(x2, y2) 为右下角坐标。
- bbox2 (tuple): 第二个矩形框的坐标,格式为 (x1, y1, x2, y2),其中 (x1, y1) 为左上角坐标,(x2, y2) 为右下角坐标。
- Returns:
- float: 矩形框之间的距离。
- """
- def dist(point1, point2):
- return math.sqrt((point1[0] - point2[0])**2 +
- (point1[1] - point2[1])**2)
- x1, y1, x1b, y1b = bbox1
- x2, y2, x2b, y2b = bbox2
- left, right, bottom, top = bbox_relative_pos(bbox1, bbox2)
- if top and left:
- return dist((x1, y1b), (x2b, y2))
- elif left and bottom:
- return dist((x1, y1), (x2b, y2b))
- elif bottom and right:
- return dist((x1b, y1), (x2, y2b))
- elif right and top:
- return dist((x1b, y1b), (x2, y2))
- elif left:
- return x1 - x2b
- elif right:
- return x2 - x1b
- elif bottom:
- return y1 - y2b
- elif top:
- return y2 - y1b
- return 0.0
- def box_area(bbox):
- return (bbox[2] - bbox[0]) * (bbox[3] - bbox[1])
- def get_overlap_area(bbox1, bbox2):
- """计算box1和box2的重叠面积占bbox1的比例."""
- # Determine the coordinates of the intersection rectangle
- x_left = max(bbox1[0], bbox2[0])
- y_top = max(bbox1[1], bbox2[1])
- x_right = min(bbox1[2], bbox2[2])
- y_bottom = min(bbox1[3], bbox2[3])
- if x_right < x_left or y_bottom < y_top:
- return 0.0
- # The area of overlap area
- return (x_right - x_left) * (y_bottom - y_top)
|