combine xlsx and xls to excel, replace openpxyl/xlrd with calamine
This commit is contained in:
parent
731b39e7f5
commit
b95312172f
5 changed files with 16 additions and 36 deletions
|
|
@ -31,8 +31,7 @@ dependencies = [
|
||||||
"numpy",
|
"numpy",
|
||||||
"python-pptx",
|
"python-pptx",
|
||||||
"pandas",
|
"pandas",
|
||||||
"openpyxl",
|
"python-calamine",
|
||||||
"xlrd",
|
|
||||||
"pdfminer.six",
|
"pdfminer.six",
|
||||||
"puremagic",
|
"puremagic",
|
||||||
"pydub",
|
"pydub",
|
||||||
|
|
|
||||||
|
|
@ -715,42 +715,18 @@ class DocxConverter(HtmlConverter):
|
||||||
return result
|
return result
|
||||||
|
|
||||||
|
|
||||||
class XlsxConverter(HtmlConverter):
|
class ExcelConverter(HtmlConverter):
|
||||||
"""
|
"""
|
||||||
Converts XLSX files to Markdown, with each sheet presented as a separate Markdown table.
|
Converts Excel (XLSX, XLS, XLSM or XLSB) files to Markdown, with each sheet presented as a separate Markdown table.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def convert(self, local_path, **kwargs) -> Union[None, DocumentConverterResult]:
|
def convert(self, local_path, **kwargs) -> Union[None, DocumentConverterResult]:
|
||||||
# Bail if not a XLSX
|
# Bail if not a XLSX, XLS, XLSM or XLSB
|
||||||
extension = kwargs.get("file_extension", "")
|
extension = kwargs.get("file_extension", "")
|
||||||
if extension.lower() != ".xlsx":
|
if extension.lower() not in [".xlsx", ".xls", ".xlsb", ".xlsm"]:
|
||||||
return None
|
return None
|
||||||
|
|
||||||
sheets = pd.read_excel(local_path, sheet_name=None, engine="openpyxl")
|
sheets = pd.read_excel(local_path, sheet_name=None, engine="calamine")
|
||||||
md_content = ""
|
|
||||||
for s in sheets:
|
|
||||||
md_content += f"## {s}\n"
|
|
||||||
html_content = sheets[s].to_html(index=False)
|
|
||||||
md_content += self._convert(html_content).text_content.strip() + "\n\n"
|
|
||||||
|
|
||||||
return DocumentConverterResult(
|
|
||||||
title=None,
|
|
||||||
text_content=md_content.strip(),
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
class XlsConverter(HtmlConverter):
|
|
||||||
"""
|
|
||||||
Converts XLS files to Markdown, with each sheet presented as a separate Markdown table.
|
|
||||||
"""
|
|
||||||
|
|
||||||
def convert(self, local_path, **kwargs) -> Union[None, DocumentConverterResult]:
|
|
||||||
# Bail if not a XLS
|
|
||||||
extension = kwargs.get("file_extension", "")
|
|
||||||
if extension.lower() != ".xls":
|
|
||||||
return None
|
|
||||||
|
|
||||||
sheets = pd.read_excel(local_path, sheet_name=None, engine="xlrd")
|
|
||||||
md_content = ""
|
md_content = ""
|
||||||
for s in sheets:
|
for s in sheets:
|
||||||
md_content += f"## {s}\n"
|
md_content += f"## {s}\n"
|
||||||
|
|
@ -1376,8 +1352,7 @@ class MarkItDown:
|
||||||
self.register_page_converter(YouTubeConverter())
|
self.register_page_converter(YouTubeConverter())
|
||||||
self.register_page_converter(BingSerpConverter())
|
self.register_page_converter(BingSerpConverter())
|
||||||
self.register_page_converter(DocxConverter())
|
self.register_page_converter(DocxConverter())
|
||||||
self.register_page_converter(XlsxConverter())
|
self.register_page_converter(ExcelConverter())
|
||||||
self.register_page_converter(XlsConverter())
|
|
||||||
self.register_page_converter(PptxConverter())
|
self.register_page_converter(PptxConverter())
|
||||||
self.register_page_converter(WavConverter())
|
self.register_page_converter(WavConverter())
|
||||||
self.register_page_converter(Mp3Converter())
|
self.register_page_converter(Mp3Converter())
|
||||||
|
|
|
||||||
BIN
tests/test_files/test.xlsb
vendored
Normal file
BIN
tests/test_files/test.xlsb
vendored
Normal file
Binary file not shown.
BIN
tests/test_files/test.xlsm
vendored
Normal file
BIN
tests/test_files/test.xlsm
vendored
Normal file
Binary file not shown.
|
|
@ -191,11 +191,17 @@ def test_markitdown_local() -> None:
|
||||||
result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.xlsx"))
|
result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.xlsx"))
|
||||||
validate_strings(result, XLSX_TEST_STRINGS)
|
validate_strings(result, XLSX_TEST_STRINGS)
|
||||||
|
|
||||||
|
# Test XLSB processing
|
||||||
|
result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.xlsb"))
|
||||||
|
validate_strings(result, XLSX_TEST_STRINGS)
|
||||||
|
|
||||||
|
# Test XLSM processing
|
||||||
|
result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.xlsm"))
|
||||||
|
validate_strings(result, XLSX_TEST_STRINGS)
|
||||||
|
|
||||||
# Test XLS processing
|
# Test XLS processing
|
||||||
result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.xls"))
|
result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.xls"))
|
||||||
for test_string in XLS_TEST_STRINGS:
|
validate_strings(result, XLSX_TEST_STRINGS)
|
||||||
text_content = result.text_content.replace("\\", "")
|
|
||||||
assert test_string in text_content
|
|
||||||
|
|
||||||
# Test DOCX processing
|
# Test DOCX processing
|
||||||
result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.docx"))
|
result = markitdown.convert(os.path.join(TEST_FILES_DIR, "test.docx"))
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue