luciano/markitdown
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update LLM description method to accept image object and validate content type

Browse source 
Signed-off-by: Hankyeol Kyung <kghnkl0103@gmail.com>
This commit is contained in:
Hankyeol Kyung 2024-12-27 15:28:54 +09:00
parent 7fe32073de
commit 9449d5b959
No known key found for this signature in database
GPG key ID: 0430C7F42578E222
1 changed files with 11 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
src/markitdown/_markitdown.py
View file

@ -773,7 +773,7 @@ class PptxConverter(HtmlConverter):
llm_model = kwargs.get("llm_model")
if llm_client is not None and llm_model is not None:
alt_text += self._get_llm_description(
shape.image.blob,
shape.image,
llm_client,
llm_model,
prompt=kwargs.get("llm_prompt"),
@ -868,12 +868,18 @@ class PptxConverter(HtmlConverter):
separator = "|" + "|".join(["---"] * len(data[0])) + "|"
return md + "\n".join([header, separator] + markdown_table[1:])
def _get_llm_description(self, image_blob, client, model, prompt=None):
def _get_llm_description(self, image, client, model, prompt=None):
if image.content_type not in [
"image/jpeg",
"image/png",
"image/webp",
"image/gif",
]:
return "" # https://platform.openai.com/docs/guides/vision#what-type-of-files-can-i-upload
if prompt is None or prompt.strip() == "":
prompt = "Write a caption for this image."
content_type = "image/jpeg"
image_base64 = base64.b64encode(image_blob).decode("utf-8")
data_uri = f"data:{content_type};base64,{image_base64}"
image_base64 = base64.b64encode(image.blob).decode("utf-8")
data_uri = f"data:{image.content_type};base64,{image_base64}"
messages = [
{