luciano/markitdown
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

CLI: add --llm-client-header

Browse source
This commit is contained in:
Casper da Costa-Luis 2024-12-18 13:29:53 +00:00
parent 68724917c7
commit a77c4f0415
No known key found for this signature in database
GPG key ID: D88C553DBD362CDE
1 changed files with 13 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
packages/markitdown/src/markitdown/__main__.py
View file

@ -60,6 +60,14 @@ parser.add_argument("--llm-model", metavar="MODEL", help="e.g. gpt-4o")
parser.add_argument(
"--llm-client-url", metavar="URL", help="base URL for OpenAI LLM client"
)
parser.add_argument(
"-H",
"--llm-client-header",
metavar="HEADER",
nargs="*",
default=[],
help="may be specified multiple times",
)
parser.add_argument(
"filename", metavar="FILENAME", nargs="?", help="if unspecified, defaults to stdin"
)
@ -96,7 +104,11 @@ def main(args=None):
if args.llm_model:
from openai import OpenAI
llm_client = OpenAI(base_url=args.llm_client_url)
headers = {}
for header in args.llm_client_header:
key, value = header.split(":", 1)
headers[key] = value.lstrip()
llm_client = OpenAI(base_url=args.llm_client_url, default_headers=headers)
else:
llm_client = None