From 88961c3280f98098b3e6fb5b26b0c51b88a31fca Mon Sep 17 00:00:00 2001
From: Casper da Costa-Luis <casper.dcl@physics.org>
Date: Tue, 17 Dec 2024 06:29:51 +0000
Subject: [PATCH] CLI: support LLM

---
 README.md                                      |  7 +++++++
 packages/markitdown/src/markitdown/__main__.py | 11 +++++++++++
 2 files changed, 18 insertions(+)

diff --git a/README.md b/README.md
index 40f4b82..0597e77 100644
--- a/README.md
+++ b/README.md
@@ -146,6 +146,13 @@ result = md.convert("example.jpg")
 print(result.text_content)
 ```
 
+Or from the CLI:
+
+```bash
+pip install markitdown
+markitdown --llm-client OpenAI --llm-model gpt-4o example.jpg
+```
+
 ### Docker
 
 ```sh
diff --git a/packages/markitdown/src/markitdown/__main__.py b/packages/markitdown/src/markitdown/__main__.py
index ed43289..1436fb8 100644
--- a/packages/markitdown/src/markitdown/__main__.py
+++ b/packages/markitdown/src/markitdown/__main__.py
@@ -56,6 +56,9 @@ parser.add_argument(
     action="store_true",
     help="list installed 3rd-party plugins (loaded with `--use-plugin`)",
 )
+parser.add_argument("--llm-client", choices={"OpenAI"}, help="default None")
+parser.add_argument("--llm-client-url", help="base URL for --llm-client")
+parser.add_argument("--llm-model", help="required for --llm-client")
 parser.add_argument(
     "filename", metavar="FILENAME", nargs="?", help="if unspecified, defaults to stdin"
 )
@@ -89,9 +92,17 @@ def main(args=None):
         elif args.filename is None:
             raise ValueError("Filename is required when using Document Intelligence.")
 
+    if args.llm_client == "OpenAI":
+        from openai import OpenAI
+        llm_client = OpenAI(base_url=args.llm_client_url)
+    else:
+        llm_client = None
+
     markitdown = MarkItDown(
         enable_plugins=args.use_plugins,
         docintel_endpoint=args.endpoint if args.use_docintel else None,
+        llm_client=llm_client,
+        llm_model=args.llm_model,
     )
 
     if args.filename: