From 4fa44c34811e2f84f481fde22ea219285b834296 Mon Sep 17 00:00:00 2001
From: Sanjay Nadhavajhala <sanjay@acorn.io>
Date: Wed, 12 Jun 2024 14:40:31 -0700
Subject: [PATCH] fix protocol to make sure function call input get accepted
 correctly.

---
 vllm/entrypoints/openai/protocol.py | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/vllm/entrypoints/openai/protocol.py b/vllm/entrypoints/openai/protocol.py
index acebd4baf8dc0..a35f934b7cc3d 100644
--- a/vllm/entrypoints/openai/protocol.py
+++ b/vllm/entrypoints/openai/protocol.py
@@ -41,6 +41,10 @@ class CustomChatCompletionMessageParam(TypedDict, total=False):
     same role.
     """
 
+    tool_calls : Optional[list]
+
+    tool_call_id : str
+
 
 ChatCompletionMessageParam = Union[
     openai.types.chat.ChatCompletionMessageParam,
@@ -129,8 +133,7 @@ class ChatCompletionNamedToolChoiceParam(OpenAIBaseModel):
 class ChatCompletionRequest(OpenAIBaseModel):
     # Ordered by official OpenAI API documentation
     # https://platform.openai.com/docs/api-reference/chat/create
-    # messages: List[ChatCompletionMessageParam] # TODO: figure out why
-    messages: List[dict]
+    messages: List[ChatCompletionMessageParam]
     model: str
     frequency_penalty: Optional[float] = 0.0
     logit_bias: Optional[Dict[str, float]] = None