mirror of
https://github.com/opendatalab/MinerU.git
synced 2026-03-27 11:08:32 +07:00
174 lines
8.0 KiB
Python
174 lines
8.0 KiB
Python
import os
|
||
from collections import Counter
|
||
import re # 正则
|
||
from libs.commons import fitz # pyMuPDF库
|
||
import json # json
|
||
|
||
|
||
def parse_footnotes_by_model(page_ID: int, page: fitz.Page, json_from_DocXchain_obj: dict, md_bookname_save_path, debug_mode=False):
|
||
"""
|
||
:param page_ID: int类型，当前page在当前pdf文档中是第page_D页。
|
||
:param page :fitz读取的当前页的内容
|
||
:param res_dir_path: str类型，是每一个pdf文档，在当前.py文件的目录下生成一个与pdf文档同名的文件夹，res_dir_path就是文件夹的dir
|
||
:param json_from_DocXchain_obj: dict类型，把pdf文档送入DocXChain模型中后，提取bbox，结果保存到pdf文档同名文件夹下的 page_ID.json文件中了。json_from_DocXchain_obj就是打开后的dict
|
||
"""
|
||
DPI = 72 # use this resolution
|
||
pix = page.get_pixmap(dpi=DPI)
|
||
pageL = 0
|
||
pageR = int(pix.w)
|
||
pageU = 0
|
||
pageD = int(pix.h)
|
||
|
||
|
||
#--------- 通过json_from_DocXchain来获取 footnote ---------#
|
||
footnote_bbox_from_DocXChain = []
|
||
|
||
xf_json = json_from_DocXchain_obj
|
||
width_from_json = xf_json['page_info']['width']
|
||
height_from_json = xf_json['page_info']['height']
|
||
LR_scaleRatio = width_from_json / (pageR - pageL)
|
||
UD_scaleRatio = height_from_json / (pageD - pageU)
|
||
|
||
# {0: 'title', # 标题
|
||
# 1: 'figure', # 图片
|
||
# 2: 'plain text', # 文本
|
||
# 3: 'header', # 页眉
|
||
# 4: 'page number', # 页码
|
||
# 5: 'footnote', # 脚注
|
||
# 6: 'footer', # 页脚
|
||
# 7: 'table', # 表格
|
||
# 8: 'table caption', # 表格描述
|
||
# 9: 'figure caption', # 图片描述
|
||
# 10: 'equation', # 公式
|
||
# 11: 'full column', # 单栏
|
||
# 12: 'sub column', # 多栏
|
||
# 13: 'embedding', # 嵌入公式
|
||
# 14: 'isolated'} # 单行公式
|
||
for xf in xf_json['layout_dets']:
|
||
L = xf['poly'][0] / LR_scaleRatio
|
||
U = xf['poly'][1] / UD_scaleRatio
|
||
R = xf['poly'][2] / LR_scaleRatio
|
||
D = xf['poly'][5] / UD_scaleRatio
|
||
# L += pageL # 有的页面，artBox偏移了。不在（0,0）
|
||
# R += pageL
|
||
# U += pageU
|
||
# D += pageU
|
||
L, R = min(L, R), max(L, R)
|
||
U, D = min(U, D), max(U, D)
|
||
# if xf['category_id'] == 5 and xf['score'] >= 0.3:
|
||
if xf['category_id'] == 5 and xf['score'] >= 0.43: # 新的footnote阈值
|
||
footnote_bbox_from_DocXChain.append((L, U, R, D))
|
||
|
||
|
||
footnote_final_names = []
|
||
footnote_final_bboxs = []
|
||
footnote_ID = 0
|
||
for L, U, R, D in footnote_bbox_from_DocXChain:
|
||
if debug_mode:
|
||
# cur_footnote = page.get_pixmap(clip=(L,U,R,D))
|
||
new_footnote_name = "footnote_{}_{}.png".format(page_ID, footnote_ID) # 脚注name
|
||
# cur_footnote.save(md_bookname_save_path + '/' + new_footnote_name) # 把脚注存储在新建的文件夹，并命名
|
||
footnote_final_names.append(new_footnote_name) # 把脚注的名字存在list中
|
||
footnote_final_bboxs.append((L, U, R, D))
|
||
footnote_ID += 1
|
||
|
||
|
||
footnote_final_bboxs.sort(key = lambda LURD: (LURD[1], LURD[0]))
|
||
curPage_all_footnote_bboxs = footnote_final_bboxs
|
||
return curPage_all_footnote_bboxs
|
||
|
||
|
||
def need_remove(block):
|
||
if 'lines' in block and len(block['lines']) > 0:
|
||
# block中只有一行，且该行文本全是大写字母，或字体为粗体bold关键词，SB关键词，把这个block捞回来
|
||
if len(block['lines']) == 1:
|
||
if 'spans' in block['lines'][0] and len(block['lines'][0]['spans']) == 1:
|
||
font_keywords = ['SB', 'bold', 'Bold']
|
||
if block['lines'][0]['spans'][0]['text'].isupper() or any(keyword in block['lines'][0]['spans'][0]['font'] for keyword in font_keywords):
|
||
return True
|
||
for line in block['lines']:
|
||
if 'spans' in line and len(line['spans']) > 0:
|
||
for span in line['spans']:
|
||
# 检测"keyword"是否在span中，忽略大小写
|
||
if "keyword" in span['text'].lower():
|
||
return True
|
||
return False
|
||
|
||
def parse_footnotes_by_rule(remain_text_blocks, page_height, page_id, main_text_font):
|
||
"""
|
||
根据给定的文本块、页高和页码，解析出符合规则的脚注文本块，并返回其边界框。
|
||
|
||
Args:
|
||
remain_text_blocks (list): 包含所有待处理的文本块的列表。
|
||
page_height (float): 页面的高度。
|
||
page_id (int): 页面的ID。
|
||
|
||
Returns:
|
||
list: 符合规则的脚注文本块的边界框列表。
|
||
|
||
"""
|
||
if page_id > 20:
|
||
return []
|
||
else:
|
||
# 存储每一行的文本块大小的列表
|
||
line_sizes = []
|
||
# 存储每个文本块的平均行大小
|
||
block_sizes = []
|
||
# 存储每一行的字体信息
|
||
# font_names = []
|
||
font_names = Counter()
|
||
if len(remain_text_blocks) > 0:
|
||
for block in remain_text_blocks:
|
||
block_line_sizes = []
|
||
# block_fonts = []
|
||
block_fonts = Counter()
|
||
for line in block['lines']:
|
||
# 提取每个span的size属性，并计算行大小
|
||
span_sizes = [span['size'] for span in line['spans'] if 'size' in span]
|
||
if span_sizes:
|
||
line_size = sum(span_sizes) / len(span_sizes)
|
||
line_sizes.append(line_size)
|
||
block_line_sizes.append(line_size)
|
||
span_font = [(span['font'], len(span['text'])) for span in line['spans'] if 'font' in span and len(span['text']) > 0]
|
||
if span_font:
|
||
# # todo main_text_font应该用基于字数最多的字体而不是span级别的统计
|
||
# font_names.append(font_name for font_name in span_font)
|
||
# block_fonts.append(font_name for font_name in span_font)
|
||
for font, count in span_font:
|
||
# font_names.extend([font] * count)
|
||
# block_fonts.extend([font] * count)
|
||
font_names[font] += count
|
||
block_fonts[font] += count
|
||
if block_line_sizes:
|
||
# 计算文本块的平均行大小
|
||
block_size = sum(block_line_sizes) / len(block_line_sizes)
|
||
# block_font = collections.Counter(block_fonts).most_common(1)[0][0]
|
||
block_font = block_fonts.most_common(1)[0][0]
|
||
block_sizes.append((block, block_size, block_font))
|
||
|
||
# 计算main_text_size
|
||
main_text_size = Counter(line_sizes).most_common(1)[0][0]
|
||
# 计算main_text_font
|
||
# main_text_font = collections.Counter(font_names).most_common(1)[0][0]
|
||
# main_text_font = font_names.most_common(1)[0][0]
|
||
# 删除一些可能被误识别为脚注的文本块
|
||
block_sizes = [(block, block_size, block_font) for block, block_size, block_font in block_sizes if not need_remove(block)]
|
||
|
||
# 检测footnote_block 并返回 footnote_bboxes
|
||
# footnote_bboxes = [block['bbox'] for block, block_size, block_font in block_sizes if
|
||
# block['bbox'][1] > page_height * 0.6 and block_size < main_text_size
|
||
# and (len(block['lines']) < 5 or block_font != main_text_font)]
|
||
# and len(block['lines']) < 5]
|
||
footnote_bboxes = [block['bbox'] for block, block_size, block_font in block_sizes if
|
||
block['bbox'][1] > page_height * 0.6 and
|
||
sum([block_size < main_text_size,
|
||
len(block['lines']) < 5,
|
||
block_font != main_text_font]) >= 2]
|
||
|
||
return footnote_bboxes
|
||
else:
|
||
return []
|
||
|
||
|
||
|