feat(opentrons-ai-client): send chat history instead user prompt

opentrons-ai-client/src/assets/localization/en/protocol_generator.json

@@ -27,8 +27,8 @@
   "share_your_thoughts": "Share your thoughts here",
   "side_panel_body": "Write a prompt in natural language to generate a Reagent Transfer or a PCR protocol for the OT-2 or Opentrons Flex using the Opentrons Python Protocol API.",
   "side_panel_header": "Use natural language to generate protocols with OpentronsAI powered by OpenAI",
-  "try_example_prompts": "Stuck? Try these example prompts to get started.",
   "simulate_description": "Once OpentronsAI has written your protocol, type `simulate` in the prompt box to try it out.",
+  "try_example_prompts": "Stuck? Try these example prompts to get started.",
   "type_your_prompt": "Type your prompt...",
   "well_allocations": "Well allocations: Describe where liquids should go in labware.",
   "what_if_you": "<span>What if you don’t provide all of those pieces of information? <bold>OpentronsAI asks you to provide it!</bold></span>",

opentrons-ai-client/src/molecules/ChatFooter/index.tsx

@@ -5,7 +5,6 @@ import {
   COLORS,
   DIRECTION_COLUMN,
   Flex,
-  //   POSITION_STICKY,
   SPACING,
   StyledText,
   TYPOGRAPHY,
@@ -17,8 +16,6 @@ export function ChatFooter(): JSX.Element {
 
   return (
     <Flex
-      //   position={POSITION_STICKY}
-      bottom="0"
       width="100%"
       gridGap={SPACING.spacing24}
       flexDirection={DIRECTION_COLUMN}

opentrons-ai-client/src/molecules/InputPrompt/index.tsx

@@ -17,9 +17,13 @@ import {
   TYPOGRAPHY,
 } from '@opentrons/components'
 import { SendButton } from '../../atoms/SendButton'
-import { preparedPromptAtom, chatDataAtom } from '../../resources/atoms'
+import {
+  preparedPromptAtom,
+  chatDataAtom,
+  chatHistoryAtom,
+} from '../../resources/atoms'
 
-import type { ChatData } from '../../resources/types'
+import type { Chat, ChatData } from '../../resources/types'
 
 const url =
   'https://fk0py9eu3e.execute-api.us-east-2.amazonaws.com/sandbox/chat/completion'
@@ -37,6 +41,7 @@ export function InputPrompt(): JSX.Element {
   })
   const [preparedPrompt] = useAtom(preparedPromptAtom)
   const [, setChatData] = useAtom(chatDataAtom)
+  const [chatHistory, setChatHistory] = useAtom(chatHistoryAtom)
   const [submitted, setSubmitted] = React.useState<boolean>(false)
 
   const [data, setData] = React.useState<any>(null)
@@ -63,8 +68,12 @@ export function InputPrompt(): JSX.Element {
             audience: 'sandbox-ai-api',
           },
         })
+        const message: Chat = {
+          role: 'user',
+          content: prompt,
+        }
         const postData = {
-          message: prompt,
+          messages: [...chatHistory, message],
           fake: false,
         }
         const headers = {
@@ -87,6 +96,10 @@ export function InputPrompt(): JSX.Element {
       role: 'user',
       reply: userPrompt,
     }
+    setChatHistory(chatHistory => [
+      ...chatHistory,
+      { role: 'user', content: userPrompt },
+    ])
     setChatData(chatData => [...chatData, userInput])
     void fetchData(userPrompt)
     setSubmitted(true)
@@ -104,6 +117,7 @@ export function InputPrompt(): JSX.Element {
         role,
         reply,
       }
+      setChatHistory(chatHistory => [...chatHistory, { role, content: reply }])
       setChatData(chatData => [...chatData, assistantResponse])
       setSubmitted(false)
     }

opentrons-ai-client/src/organisms/ChatContainer/index.tsx

@@ -56,7 +56,7 @@ export function ChatContainer(): JSX.Element {
         </ChatDataContainer>
       </Flex>
       <span ref={scrollRef} />
-      <Flex position={POSITION_STICKY}>
+      <Flex position={POSITION_STICKY} bottom="0">
         <ChatFooter />
       </Flex>
     </Flex>

opentrons-ai-client/src/resources/atoms.ts

@@ -1,9 +1,11 @@
 // jotai's atoms
 import { atom } from 'jotai'
-import type { ChatData } from './types'
+import type { Chat, ChatData } from './types'
 
 /** preparedPromptAtom is for PromptButton */
 export const preparedPromptAtom = atom<string>('')
 
 /** ChatDataAtom is for chat data (user prompt and response from OpenAI API) */
 export const chatDataAtom = atom<ChatData[]>([])
+
+export const chatHistoryAtom = atom<Chat[]>([])

opentrons-ai-client/src/resources/types.ts

@@ -1,8 +1,17 @@
+/** assistant: ChatGPT API, user: user */
+type Role = 'assistant' | 'user'
 export interface ChatData {
   /** assistant: ChatGPT API, user: user */
-  role: 'assistant' | 'user'
+  role: Role
   /** content ChatGPT API return or user prompt */
   reply: string
   /** for testing purpose will be removed and this is not used in the app */
   fake?: boolean
 }
+
+export interface Chat {
+  /** assistant: ChatGPT API, user: user */
+  role: Role
+  /** content ChatGPT API return or user prompt */
+  content: string
+}

opentrons-ai-server/api/domain/openai_predict.py

@@ -94,15 +94,15 @@ class atomic_descr(BaseModel):
                 descriptions.append(x)
         return descriptions
 
-    def refine_response(self, assitant_message: str) -> str:
-        if assitant_message is None:
+    def refine_response(self, assistant_message: str) -> str:
+        if assistant_message is None:
             return ""
         system_message: ChatCompletionMessageParam = {
             "role": "system",
             "content": f"{general_rules_1}\n Please leave useful comments for each command.",
         }
 
-        user_message: ChatCompletionMessageParam = {"role": "user", "content": assitant_message}
+        user_message: ChatCompletionMessageParam = {"role": "user", "content": assistant_message}
 
         response = self.client.chat.completions.create(
             model=self.settings.OPENAI_MODEL_NAME,

opentrons-ai-server/api/handler/function.py

@@ -29,7 +29,7 @@ def create_chat_completion(event: Dict[str, Any]) -> Dict[str, Any]:
 
         settings: Settings = Settings.build()
         openai: OpenAIPredict = OpenAIPredict(settings=settings)
-        response: Union[str, None] = openai.predict(prompt=body.message)
+        response: Union[str, None] = openai.predict(prompt=body.message, chat_completion_message_params=body.history)
 
         if response is None or response == "":
             return create_response(HTTPStatus.NO_CONTENT, ChatResponse(reply="No response was generated", fake=body.fake).model_dump())

opentrons-ai-server/api/models/chat_request.py

@@ -1,6 +1,15 @@
+from typing import List, Optional
+
+from openai.types.chat import ChatCompletionMessageParam
 from pydantic import BaseModel
 
 
+class Chat(BaseModel):
+    role: str
+    content: str
+
+
 class ChatRequest(BaseModel):
     message: str
+    history: Optional[List[ChatCompletionMessageParam]] = None
     fake: bool

opentrons-ai-server/tests/test_chat_models.py

@@ -7,7 +7,7 @@
 @pytest.mark.unit
 def test_chat_request_model() -> None:
     # Test valid data
-    request_data = {"message": "Hello", "fake": False}
+    request_data = {"message": "Hello", "chat_history": [], "fake": False}
     request = ChatRequest(**request_data)
     assert request.message == "Hello"
     assert request.fake is False
@@ -28,5 +28,5 @@ def test_chat_response_model() -> None:
 
     # Test invalid data
     with pytest.raises(ValidationError):
-        invalid_response_data = {"reply": 123, "fake": "false"}
+        invalid_response_data = {"reply": 123, "history": "history", "fake": "false"}
         ChatResponse(**invalid_response_data)