2025-04-30 06:14:41 +00:00
|
|
|
|
# coding=utf-8
|
|
|
|
|
|
"""
|
|
|
|
|
|
@project: maxkb
|
|
|
|
|
|
@Author:虎
|
|
|
|
|
|
@file: xls_parse_qa_handle.py
|
|
|
|
|
|
@date:2024/5/21 14:59
|
|
|
|
|
|
@desc:
|
|
|
|
|
|
"""
|
2025-06-30 04:40:11 +00:00
|
|
|
|
import traceback
|
2025-04-30 06:14:41 +00:00
|
|
|
|
from typing import List
|
|
|
|
|
|
|
|
|
|
|
|
import xlrd
|
|
|
|
|
|
|
|
|
|
|
|
from common.handle.base_split_handle import BaseSplitHandle
|
2025-06-30 04:40:11 +00:00
|
|
|
|
from common.utils.logger import maxkb_logger
|
2026-10-21 07:48:54 +00:00
|
|
|
|
from common.utils.table_split import split_table_rows
|
2025-04-30 06:14:41 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def post_cell(cell_value):
|
|
|
|
|
|
return cell_value.replace('\r\n', '<br>').replace('\n', '<br>').replace('|', '|')
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def row_to_md(row):
|
|
|
|
|
|
return '| ' + ' | '.join(
|
|
|
|
|
|
[post_cell(str(cell)) if cell is not None else '' for cell in row]) + ' |\n'
|
|
|
|
|
|
|
|
|
|
|
|
|
2026-10-21 07:48:54 +00:00
|
|
|
|
def handle_sheet(file_name, sheet, limit: int, overlap: int = 0):
|
2025-04-30 06:14:41 +00:00
|
|
|
|
rows = iter([sheet.row_values(i) for i in range(sheet.nrows)])
|
|
|
|
|
|
paragraphs = []
|
|
|
|
|
|
result = {'name': file_name, 'content': paragraphs}
|
|
|
|
|
|
try:
|
|
|
|
|
|
title_row_list = next(rows)
|
|
|
|
|
|
title_md_content = row_to_md(title_row_list)
|
|
|
|
|
|
title_md_content += '| ' + ' | '.join(
|
|
|
|
|
|
['---' if cell is not None else '' for cell in title_row_list]) + ' |\n'
|
|
|
|
|
|
except Exception as e:
|
|
|
|
|
|
return result
|
|
|
|
|
|
if len(title_row_list) == 0:
|
|
|
|
|
|
return result
|
2026-10-21 07:48:54 +00:00
|
|
|
|
paragraphs.extend(split_table_rows(title_md_content, (row_to_md(row) for row in rows), limit, overlap))
|
2025-04-30 06:14:41 +00:00
|
|
|
|
return result
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class XlsSplitHandle(BaseSplitHandle):
|
2026-10-21 07:48:54 +00:00
|
|
|
|
def handle(self, file, pattern_list: List, with_filter: bool, limit: int, get_buffer, save_image, overlap: int = 0):
|
2025-04-30 06:14:41 +00:00
|
|
|
|
buffer = get_buffer(file)
|
|
|
|
|
|
try:
|
2025-06-30 04:40:11 +00:00
|
|
|
|
if type(limit) is str:
|
|
|
|
|
|
limit = int(limit)
|
2025-04-30 06:14:41 +00:00
|
|
|
|
workbook = xlrd.open_workbook(file_contents=buffer)
|
|
|
|
|
|
worksheets = workbook.sheets()
|
|
|
|
|
|
worksheets_size = len(worksheets)
|
|
|
|
|
|
return [row for row in
|
|
|
|
|
|
[handle_sheet(file.name,
|
2026-10-21 07:48:54 +00:00
|
|
|
|
sheet, limit, overlap) if worksheets_size == 1 and sheet.name == 'Sheet1' else handle_sheet(
|
|
|
|
|
|
sheet.name, sheet, limit, overlap) for sheet
|
2025-04-30 06:14:41 +00:00
|
|
|
|
in worksheets] if row is not None]
|
|
|
|
|
|
except Exception as e:
|
2025-06-30 04:40:11 +00:00
|
|
|
|
maxkb_logger.error(f"Error processing XLS file {file.name}: {e}, {traceback.format_exc()}")
|
2025-04-30 06:14:41 +00:00
|
|
|
|
return [{'name': file.name, 'content': []}]
|
|
|
|
|
|
|
|
|
|
|
|
def get_content(self, file, save_image):
|
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
|
|
def support(self, file, get_buffer):
|
|
|
|
|
|
file_name: str = file.name.lower()
|
|
|
|
|
|
buffer = get_buffer(file)
|
|
|
|
|
|
if file_name.endswith(".xls") and xlrd.inspect_format(content=buffer):
|
|
|
|
|
|
return True
|
|
|
|
|
|
return False
|