combine xlsx and xls to excel, replace openpxyl/xlrd with calamine

This commit is contained in:
yeungadrian 2025-01-03 23:49:37 +00:00
parent 731b39e7f5
commit b95312172f
5 changed files with 16 additions and 36 deletions

View file

@ -31,8 +31,7 @@ dependencies = [
"numpy", "numpy",
"python-pptx", "python-pptx",
"pandas", "pandas",
"openpyxl", "python-calamine",
"xlrd",
"pdfminer.six", "pdfminer.six",
"puremagic", "puremagic",
"pydub", "pydub",

View file

@ -715,42 +715,18 @@ class DocxConverter(HtmlConverter):
return result return result
class XlsxConverter(HtmlConverter): class ExcelConverter(HtmlConverter):
""" """
Converts XLSX files to Markdown, with each sheet presented as a separate Markdown table. Converts Excel (XLSX, XLS, XLSM or XLSB) files to Markdown, with each sheet presented as a separate Markdown table.
""" """
def convert(self, local_path, **kwargs) -> Union[None, DocumentConverterResult]: def convert(self, local_path, **kwargs) -> Union[None, DocumentConverterResult]:
# Bail if not a XLSX # Bail if not a XLSX, XLS, XLSM or XLSB
extension = kwargs.get("file_extension", "") extension = kwargs.get("file_extension", "")
if extension.lower() != ".xlsx": if extension.lower() not in [".xlsx", ".xls", ".xlsb", ".xlsm"]:
return None return None
sheets = pd.read_excel(local_path, sheet_name=None, engine="openpyxl") sheets = pd.read_excel(local_path, sheet_name=None, engine="calamine")
md_content = ""
for s in sheets:
md_content += f"## {s}\n"
html_content = sheets[s].to_html(index=False)
md_content += self._convert(html_content).text_content.strip() + "\n\n"
return DocumentConverterResult(
title=None,
text_content=md_content.strip(),
)
class XlsConverter(HtmlConverter):
"""
Converts XLS files to Markdown, with each sheet presented as a separate Markdown table.
"""
def convert(self, local_path, **kwargs) -> Union[None, DocumentConverterResult]:
# Bail if not a XLS
extension = kwargs.get("file_extension", "")
if extension.lower() != ".xls":
return None
sheets = pd.read_excel(local_path, sheet_name=None, engine="xlrd")
md_content = "" md_content = ""
for s in sheets: for s in sheets:
md_content += f"## {s}\n" md_content += f"## {s}\n"
@ -1376,8 +1352,7 @@ class MarkItDown:
self.register_page_converter(YouTubeConverter()) self.register_page_converter(YouTubeConverter())
self.register_page_converter(BingSerpConverter()) self.register_page_converter(BingSerpConverter())
self.register_page_converter(DocxConverter()) self.register_page_converter(DocxConverter())
self.register_page_converter(XlsxConverter()) self.register_page_converter(ExcelConverter())
self.register_page_converter(XlsConverter())
self.register_page_converter(PptxConverter()) self.register_page_converter(PptxConverter())
self.register_page_converter(WavConverter()) self.register_page_converter(WavConverter())
self.register_page_converter(Mp3Converter()) self.register_page_converter(Mp3Converter())

BIN
tests/test_files/test.xlsb vendored Normal file

Binary file not shown.

BIN
tests/test_files/test.xlsm vendored Normal file

Binary file not shown.

View file

@ -191,11 +191,17 @@ def test_markitdown_local() -> None:
result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.xlsx")) result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.xlsx"))
validate_strings(result, XLSX_TEST_STRINGS) validate_strings(result, XLSX_TEST_STRINGS)
# Test XLSB processing
result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.xlsb"))
validate_strings(result, XLSX_TEST_STRINGS)
# Test XLSM processing
result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.xlsm"))
validate_strings(result, XLSX_TEST_STRINGS)
# Test XLS processing # Test XLS processing
result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.xls")) result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.xls"))
for test_string in XLS_TEST_STRINGS: validate_strings(result, XLSX_TEST_STRINGS)
text_content = result.text_content.replace("\\", "")
assert test_string in text_content
# Test DOCX processing # Test DOCX processing
result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.docx")) result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.docx"))