Skip to content

Commit

Permalink
fix: openai compatible layer not working
Browse files Browse the repository at this point in the history
  • Loading branch information
CNSeniorious000 committed Feb 22, 2025
1 parent 918a856 commit a4ed088
Showing 1 changed file with 8 additions and 7 deletions.
15 changes: 8 additions & 7 deletions src/routes/openai.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
from fastapi import APIRouter
from openai.types.chat import ChatCompletionContentPartTextParam
from promplate import Message
from pydantic import field_serializer
from pydantic import field_validator
from typing_extensions import TypedDict

from ..utils.llm import Model
Expand Down Expand Up @@ -47,12 +47,13 @@ class ChatInput(ChainInput):
stream: bool = False
messages: list[CompatibleMessage] # type: ignore

@field_serializer("messages")
def serialize_messages(self, value: CompatibleMessage):
content = value["content"]
if isinstance(content, str):
return value
value["content"] = "".join(i["text"] for i in content)
@field_validator("messages", mode="after")
def serialize_messages(cls, value: list[CompatibleMessage]):
for msg in value:
content = msg["content"]
if isinstance(content, str):
continue
msg["content"] = "".join(i["text"] for i in content)
return value

@property
Expand Down

0 comments on commit a4ed088

Please sign in to comment.