Add configuration for PollingHttpClient polling interval

docs/release-notes/breaking-changes.md

@@ -19,6 +19,7 @@ The following new App Configuration settings are required:
 |`FoundationaLLM:APIEndpoints:LangChainAPI:Configuration:ExternalModules:Storage:AuthenticationType` | `-` | `-` |
 |`FoundationaLLM:APIEndpoints:LangChainAPI:Configuration:ExternalModules:RootStorageContainer` | `-` | `-` |
 |`FoundationaLLM:APIEndpoints:LangChainAPI:Configuration:ExternalModules:Modules` | `-` | `-` |
+|`FoundationaLLM:APIEndpoints:LangChainAPI:Configuration:PollingIntervalSeconds` | `10` | The interval in seconds at which the LangChain API will be polled for status. |
 |`FoundationaLLM:UserPortal:Configuration:ShowMessageRating` | `true` | If `true`, rating options on agent messages will appear. |
 |`FoundationaLLM:UserPortal:Configuration:ShowLastConversationOnStartup` | `false` | If `true`, the last conversation will be displayed when the user logs in. Otherwise, a new conversation placeholder appears on page load. |
 |`FoundationaLLM:UserPortal:Configuration:ShowMessageTokens` | `true` | If `true`, the number of consumed tokens on agent and user messages will appear. |

src/dotnet/Orchestration/Models/ConfigurationOptions/LangChainServiceSettings.cs

@@ -5,6 +5,10 @@
     /// </summary>
     public class LangChainServiceSettings
     {
-
+        /// <summary>
+        /// The polling interval in seconds to check the status of the LangChain service.
+        /// </summary>
+        public int PollingIntervalSeconds { get; set; } = 10;
+
     }
 }

src/dotnet/Orchestration/Services/LangChainService.cs

@@ -128,7 +128,7 @@ private async Task<PollingHttpClient<LLMCompletionRequest, LLMCompletionResponse
                 client,
                 request,
                 $"instances/{instanceId}/async-completions",
-                TimeSpan.FromSeconds(10),
+                TimeSpan.FromSeconds(_settings.PollingIntervalSeconds),
                 client.Timeout.Subtract(TimeSpan.FromSeconds(1)),
                 _logger);
         }