Handle and store the full prompt

solliancenet · Jan 14, 2024 · a7170f3 · a7170f3
1 parent 0ed5083
commit a7170f3
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 2 deletions.
diff --git a/src/dotnet/Common/Models/Orchestration/CompletionResponse.cs b/src/dotnet/Common/Models/Orchestration/CompletionResponse.cs
@@ -20,6 +20,12 @@ public class CompletionResponse
     [JsonProperty("user_prompt")]
     public string UserPrompt { get; set; }
 
+    /// <summary>
+    /// The full prompt composed by the LLM.
+    /// </summary>
+    [JsonProperty("full_prompt")]
+    public string? FullPrompt { get; set; }
+
     /// <summary>
     /// The prompt template used by the LLM.
     /// </summary>

diff --git a/src/dotnet/Core/Services/CoreService.cs b/src/dotnet/Core/Services/CoreService.cs
@@ -130,7 +130,7 @@ public async Task<Completion> GetChatCompletionAsync(string? sessionId, string u
             var promptMessage = new Message(sessionId, nameof(Participants.User), result.PromptTokens, userPrompt, result.UserPromptEmbedding, null, upn, _callContext.CurrentUserIdentity?.Name);
             var completionMessage = new Message(sessionId, nameof(Participants.Assistant), result.CompletionTokens, result.Completion, null, null, upn, result.AgentName);
             var completionPromptText =
-                $"User prompt: {result.UserPrompt}{Environment.NewLine}Agent: {result.AgentName}{Environment.NewLine}Prompt template: {result.PromptTemplate}";
+                $"User prompt: {result.UserPrompt}{Environment.NewLine}Agent: {result.AgentName}{Environment.NewLine}Prompt template: {(!string.IsNullOrWhiteSpace(result.FullPrompt) ? result.FullPrompt : result.PromptTemplate)}";
             var completionPrompt = new CompletionPrompt(sessionId, completionMessage.Id, completionPromptText);
             completionMessage.CompletionPromptId = completionPrompt.Id;
 

diff --git a/src/python/PythonSDK/foundationallm/models/orchestration/completion_response.py b/src/python/PythonSDK/foundationallm/models/orchestration/completion_response.py
@@ -6,7 +6,7 @@ class CompletionResponse(BaseModel):
     Response from a language model.
     """
     user_prompt: str
-    final_prompt: Optional[str] = None
+    full_prompt: Optional[str] = None
     completion: Union[str, set, List[str]]
     user_prompt_embedding: Optional[List[float]] = []
     prompt_tokens: int = 0