From 0c7c99cd1479f2b39c6695f963504b037dd587c1 Mon Sep 17 00:00:00 2001 From: Matthew Alan Gray Date: Sun, 4 Aug 2024 11:10:03 -0500 Subject: [PATCH 1/3] Updating QS and Standard to include side-by-side deployments and new settings --- .../completion-4-model.json | 14 + .../completion-4o-model.json | 14 + .../quick-start/azd-hooks/postprovision.ps1 | 15 +- ...gatekeeper-api-event-profile.template.json | 4 + .../azd-hooks/utility/Generate-Config.ps1 | 12 +- .../standard/config/appconfig.template.json | 1622 +++++++++-------- .../config/gatekeeper-api-event-profile.json | 6 +- ...gatekeeper-api-event-profile.template.json | 4 + .../completion-4-model.template.json | 14 + .../completion-4o-model.template.json | 14 + .../completion-model.template.json | 4 +- .../embedding-model.template.json | 4 +- 12 files changed, 907 insertions(+), 820 deletions(-) create mode 100644 deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4-model.json create mode 100644 deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4o-model.json create mode 100644 deploy/quick-start/config/gatekeeper-api-event-profile.template.json create mode 100644 deploy/standard/config/gatekeeper-api-event-profile.template.json create mode 100644 deploy/standard/data/resource-provider/FoundationaLLM.AIModel/completion-4-model.template.json create mode 100644 deploy/standard/data/resource-provider/FoundationaLLM.AIModel/completion-4o-model.template.json diff --git a/deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4-model.json b/deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4-model.json new file mode 100644 index 0000000000..135080a147 --- /dev/null +++ b/deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4-model.json @@ -0,0 +1,14 @@ +{ + "type": "completion", + "name": "GPT4CompletionAIModel", + "object_id": "/instances/fbd0721c-a8c2-44b6-af25-cbef651d45af/providers/FoundationaLLM.AIModel/aiModels/GPT4CompletionAIModel", + "display_name": null, + "description": null, + "cost_center": null, + "endpoint_object_id": "/instances/fbd0721c-a8c2-44b6-af25-cbef651d45af/providers/FoundationaLLM.Configuration/apiEndpointConfigurations/AzureOpenAI", + "version": "0.0", + "deployment_name": "completions4", + "model_parameters": { + "temperature": 0 + } +} diff --git a/deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4o-model.json b/deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4o-model.json new file mode 100644 index 0000000000..4f2f278392 --- /dev/null +++ b/deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4o-model.json @@ -0,0 +1,14 @@ +{ + "type": "completion", + "name": "GPT4oCompletionAIModel", + "object_id": "/instances/fbd0721c-a8c2-44b6-af25-cbef651d45af/providers/FoundationaLLM.AIModel/aiModels/GPT4oCompletionAIModel", + "display_name": null, + "description": null, + "cost_center": null, + "endpoint_object_id": "/instances/fbd0721c-a8c2-44b6-af25-cbef651d45af/providers/FoundationaLLM.Configuration/apiEndpointConfigurations/AzureOpenAI", + "version": "0.0", + "deployment_name": "completions4o", + "model_parameters": { + "temperature": 0 + } +} diff --git a/deploy/quick-start/azd-hooks/postprovision.ps1 b/deploy/quick-start/azd-hooks/postprovision.ps1 index bb9051702b..206cb923e5 100644 --- a/deploy/quick-start/azd-hooks/postprovision.ps1 +++ b/deploy/quick-start/azd-hooks/postprovision.ps1 @@ -58,16 +58,21 @@ $env:GUID05 = $($(New-Guid).Guid) $env:GUID06 = $($(New-Guid).Guid) $envConfiguraitons = @{ - "orchestration-api-event-profile" = @{ - template = './config/orchestration-api-event-profile.template.json' - render = './config/orchestration-api-event-profile.json' - variableName = 'FOUNDATIONALLM_ORCHESTRATION_API_EVENT_GRID_PROFILE' - } "core-api-event-profile" = @{ template = './config/core-api-event-profile.template.json' render = './config/core-api-event-profile.json' variableName = 'FOUNDATIONALLM_CORE_API_EVENT_GRID_PROFILE' } + "gatekeeper-api-event-profile" = @{ + template = './config/gatekeeper-api-event-profile.template.json' + render = './config/gatekeeper-api-event-profile.json' + variableName = 'FOUNDATIONALLM_GATEKEEPER_API_EVENT_GRID_PROFILE' + } + "orchestration-api-event-profile" = @{ + template = './config/orchestration-api-event-profile.template.json' + render = './config/orchestration-api-event-profile.json' + variableName = 'FOUNDATIONALLM_ORCHESTRATION_API_EVENT_GRID_PROFILE' + } "management-api-event-profile" = @{ template = './config/management-api-event-profile.template.json' render = './config/management-api-event-profile.json' diff --git a/deploy/quick-start/config/gatekeeper-api-event-profile.template.json b/deploy/quick-start/config/gatekeeper-api-event-profile.template.json new file mode 100644 index 0000000000..cfa805c259 --- /dev/null +++ b/deploy/quick-start/config/gatekeeper-api-event-profile.template.json @@ -0,0 +1,4 @@ +{ + "EventProcessingCycleSeconds": 60, + "Topics": [] +} \ No newline at end of file diff --git a/deploy/standard/azd-hooks/utility/Generate-Config.ps1 b/deploy/standard/azd-hooks/utility/Generate-Config.ps1 index 0154578371..3951a549d6 100644 --- a/deploy/standard/azd-hooks/utility/Generate-Config.ps1 +++ b/deploy/standard/azd-hooks/utility/Generate-Config.ps1 @@ -462,11 +462,12 @@ $tokens.vectorizationJobMiClientId = $services["vectorizationjob"].miClientId $eventGridProfiles = @{} $eventGridProfileNames = @( - "orchestration-api-event-profile" "core-api-event-profile" + "gatekeeper-api-event-profile" + "orchestration-api-event-profile" + "management-api-event-profile" "vectorization-api-event-profile" "vectorization-worker-event-profile" - "management-api-event-profile" ) foreach ($profileName in $eventGridProfileNames) { Write-Host "Populating $profileName..." -ForegroundColor Blue @@ -482,11 +483,12 @@ foreach ($profileName in $eventGridProfileNames) { ).Replace('"', '\"') } -$tokens.orchestrationApiEventGridProfile = $eventGridProfiles["orchestration-api-event-profile"] $tokens.coreApiEventGridProfile = $eventGridProfiles["core-api-event-profile"] +$tokens.gatekeeperApiEventGridProfile = $eventGridProfiles["gatekeeper-api-event-profile"] +$tokens.managementApiEventGridProfile = $eventGridProfiles["management-api-event-profile"] +$tokens.orchestrationApiEventGridProfile = $eventGridProfiles["orchestration-api-event-profile"] $tokens.vectorizationApiEventGridProfile = $eventGridProfiles["vectorization-api-event-profile"] $tokens.vectorizationWorkerEventGridProfile = $eventGridProfiles["vectorization-worker-event-profile"] -$tokens.managementApiEventGridProfile = $eventGridProfiles["management-api-event-profile"] $tokens.authKeyvaultUri = $authKeyvault.uri PopulateTemplate $tokens "..,config,appconfig.template.json" "..,config,appconfig.json" @@ -523,6 +525,8 @@ $($ingress.frontendIngress).PSBase.Keys | ForEach-Object { PopulateTemplate $tokens "..,data,resource-provider,FoundationaLLM.Agent,FoundationaLLM.template.json" "..,..,common,data,resource-provider,FoundationaLLM.Agent,FoundationaLLM.json" PopulateTemplate $tokens "..,data,resource-provider,FoundationaLLM.AIModel,completion-model.template.json" "..,..,common,data,resource-provider,FoundationaLLM.AIModel,completion-model.json" +PopulateTemplate $tokens "..,data,resource-provider,FoundationaLLM.AIModel,completion-4-model.template.json" "..,..,common,data,resource-provider,FoundationaLLM.AIModel,completion-4-model.json" +PopulateTemplate $tokens "..,data,resource-provider,FoundationaLLM.AIModel,completion-4o-model.template.json" "..,..,common,data,resource-provider,FoundationaLLM.AIModel,completion-4o-model.json" PopulateTemplate $tokens "..,data,resource-provider,FoundationaLLM.AIModel,embedding-model.template.json" "..,..,common,data,resource-provider,FoundationaLLM.AIModel,embedding-model.json" PopulateTemplate $tokens "..,data,resource-provider,FoundationaLLM.Configuration,AzureAISearch.template.json" "..,..,common,data,resource-provider,FoundationaLLM.Configuration,AzureAISearch.json" PopulateTemplate $tokens "..,data,resource-provider,FoundationaLLM.Configuration,AzureContentSafety.template.json" "..,..,common,data,resource-provider,FoundationaLLM.Configuration,AzureContentSafety.json" diff --git a/deploy/standard/config/appconfig.template.json b/deploy/standard/config/appconfig.template.json index 952b85f361..9acd5dd35a 100644 --- a/deploy/standard/config/appconfig.template.json +++ b/deploy/standard/config/appconfig.template.json @@ -1,830 +1,844 @@ { - "items": [ - { - "key": "FoundationaLLM:Instance:Id", - "value": "{{instanceId}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Configuration:KeyVaultURI", - "value": "{{keyvaultUri}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ResourceProviders:AIModel:Storage:AuthenticationType", - "value": "AzureIdentity", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ResourceProviders:AIModel:Storage:AccountName", - "value": "{{storageAccountAdlsName}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ResourceProviders:Agent:Storage:AuthenticationType", - "value": "AzureIdentity", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ResourceProviders:Agent:Storage:AccountName", - "value": "{{storageAccountAdlsName}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ResourceProviders:Attachment:Storage:AuthenticationType", - "value": "AzureIdentity", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ResourceProviders:Attachment:Storage:AccountName", - "value": "{{storageAccountAdlsName}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ResourceProviders:Configuration:Storage:AuthenticationType", - "value": "AzureIdentity", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ResourceProviders:Configuration:Storage:AccountName", - "value": "{{storageAccountAdlsName}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ResourceProviders:DataSource:Storage:AuthenticationType", - "value": "AzureIdentity", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ResourceProviders:DataSource:Storage:AccountName", - "value": "{{storageAccountAdlsName}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ResourceProviders:Prompt:Storage:AuthenticationType", - "value": "AzureIdentity", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ResourceProviders:Prompt:Storage:AccountName", - "value": "{{storageAccountAdlsName}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ResourceProviders:Vectorization:Storage:AuthenticationType", - "value": "AzureIdentity", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ResourceProviders:Vectorization:Storage:AccountName", - "value": "{{storageAccountAdlsName}}", - "label": null, - "content_type": "", - "tags": {} - }, - { + "items": [ + { + "key": "FoundationaLLM:Instance:Id", + "value": "{{instanceId}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Instance:SecurityGroupRetrievalStrategy", + "value": "IdentityManagementService", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Configuration:KeyVaultURI", + "value": "{{keyvaultUri}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ResourceProviders:AIModel:Storage:AuthenticationType", + "value": "AzureIdentity", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ResourceProviders:AIModel:Storage:AccountName", + "value": "{{storageAccountAdlsName}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ResourceProviders:Agent:Storage:AuthenticationType", + "value": "AzureIdentity", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ResourceProviders:Agent:Storage:AccountName", + "value": "{{storageAccountAdlsName}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ResourceProviders:Attachment:Storage:AuthenticationType", + "value": "AzureIdentity", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ResourceProviders:Attachment:Storage:AccountName", + "value": "{{storageAccountAdlsName}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ResourceProviders:Configuration:Storage:AuthenticationType", + "value": "AzureIdentity", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ResourceProviders:Configuration:Storage:AccountName", + "value": "{{storageAccountAdlsName}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ResourceProviders:DataSource:Storage:AuthenticationType", + "value": "AzureIdentity", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ResourceProviders:DataSource:Storage:AccountName", + "value": "{{storageAccountAdlsName}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ResourceProviders:Prompt:Storage:AuthenticationType", + "value": "AzureIdentity", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ResourceProviders:Prompt:Storage:AccountName", + "value": "{{storageAccountAdlsName}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ResourceProviders:Vectorization:Storage:AuthenticationType", + "value": "AzureIdentity", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ResourceProviders:Vectorization:Storage:AccountName", + "value": "{{storageAccountAdlsName}}", + "label": null, + "content_type": "", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:AuthorizationAPI:Essentials:APIUrl", - "value": "http://authorization-api/authorization", - "label": null, - "content_type": "", - "tags": {} - }, - { + "value": "http://authorization-api/authorization", + "label": null, + "content_type": "", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:AuthorizationAPI:Essentials:APIScope", - "value": "{{authorizationApiScope}}", - "label": null, - "content_type": "", - "tags": {} - }, - { + "value": "{{authorizationApiScope}}", + "label": null, + "content_type": "", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:CoreAPI:Essentials:APIUrl", - "value": "https://{{coreApiHostname}}/core", - "label": null, - "content_type": "", - "tags": {} - }, - { + "value": "https://{{coreApiHostname}}/core", + "label": null, + "content_type": "", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:CoreAPI:Essentials:AppInsightsConnectionString", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:BypassGatekeeper", - "value": "true", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:Entra:Instance", - "value": "https://login.microsoftonline.com/", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:Entra:TenantId", - "value": "{{tenantId}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:Entra:Scopes", - "value": "Data.Read", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:Entra:CallbackPath", - "value": "/signin-oidc", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:Entra:ClientId", - "value": "{{coreEntraClientId}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:CosmosDB:Endpoint", - "value": "{{cosmosEndpoint}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:CosmosDB:Database", - "value": "database", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:CosmosDB:Containers", - "value": "Sessions, UserSessions, UserProfiles", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:CosmosDB:MonitoredContainers", - "value": "Sessions", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:CosmosDB:ChangeFeedLeaseContainer", - "value": "leases", - "label": null, - "content_type": "", - "tags": {} - }, - { + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:BypassGatekeeper", + "value": "true", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:Entra:Instance", + "value": "https://login.microsoftonline.com/", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:Entra:TenantId", + "value": "{{tenantId}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:Entra:Scopes", + "value": "Data.Read", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:Entra:CallbackPath", + "value": "/signin-oidc", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:Entra:ClientId", + "value": "{{coreEntraClientId}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:CosmosDB:Endpoint", + "value": "{{cosmosEndpoint}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:CosmosDB:Database", + "value": "database", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:CosmosDB:Containers", + "value": "Sessions, UserSessions, UserProfiles", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:CosmosDB:MonitoredContainers", + "value": "Sessions", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:CoreAPI:Configuration:CosmosDB:ChangeFeedLeaseContainer", + "value": "leases", + "label": null, + "content_type": "", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:CoreWorker:Essentials:APIKey", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-coreworker-apikey\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-coreworker-apikey\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:CoreWorker:Essentials:AppInsightsConnectionString", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:GatekeeperAPI:Essentials:APIKey", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-gatekeeperapi-apikey\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-gatekeeperapi-apikey\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:GatekeeperAPI:Essentials:AppInsightsConnectionString", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:GatekeeperAPI:Configuration:EnableLakeraGuard", - "value": "false", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:GatekeeperAPI:Configuration:EnableEnkryptGuardrails", - "value": "false", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:GatekeeperAPI:Configuration:EnableAzureContentSafety", - "value": "false", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:GatekeeperAPI:Configuration:EnableAzureContentSafetyPromptShields", - "value": "false", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:GatekeeperAPI:Configuration:EnableMicrosoftPresidio", - "value": "false", - "label": null, - "content_type": "", - "tags": {} - }, - { + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:GatekeeperAPI:Configuration:EnableLakeraGuard", + "value": "false", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:GatekeeperAPI:Configuration:EnableEnkryptGuardrails", + "value": "false", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:GatekeeperAPI:Configuration:EnableAzureContentSafety", + "value": "false", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:GatekeeperAPI:Configuration:EnableAzureContentSafetyPromptShields", + "value": "false", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:GatekeeperAPI:Configuration:EnableMicrosoftPresidio", + "value": "false", + "label": null, + "content_type": "", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:GatekeeperIntegrationAPI:Essentials:APIKey", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-gatekeeperintergrationapi-apikey\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-gatekeeperintergrationapi-apikey\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:GatekeeperIntegrationAPI:Essentials:AppInsightsConnectionString", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:OrchestrationAPI:Essentials:APIKey", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-orchestrationapi-apikey\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-orchestrationapi-apikey\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:OrchestrationAPI:Essentials:AppInsightsConnectionString", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:LangChainAPI:Essentials:APIKey", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-langchainapi-apikey\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-langchainapi-apikey\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:LangChainAPI:Essentials:AppInsightsConnectionString", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:SemanticKernelAPI:Essentials:APIKey", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-semantickernelapi-apikey\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-semantickernelapi-apikey\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:SemanticKernelAPI:Essentials:AppInsightsConnectionString", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:ManagementAPI:Essentials:APIUrl", - "value": "https://{{managementApiHostname}}/management", - "label": null, - "content_type": "", - "tags": {} - }, - { + "value": "https://{{managementApiHostname}}/management", + "label": null, + "content_type": "", + "tags": {} + }, + { "key": "FoundationaLLM:APIEndpoints:ManagementAPI:Essentials:AppInsightsConnectionString", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:ManagementAPI:Configuration:Entra:Instance", - "value": "https://login.microsoftonline.com/", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:ManagementAPI:Configuration:Entra:TenantId", - "value": "{{tenantId}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:ManagementAPI:Configuration:Entra:Scopes", - "value": "{{managementEntraScopes}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:ManagementAPI:Configuration:Entra:CallbackPath", - "value": "/signin-oidc", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:ManagementAPI:Configuration:Entra:ClientId", - "value": "{{managementApiEntraClientId}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:VectorizationAPI:Essentials:APIKey", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-vectorizationapi-apikey\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:VectorizationAPI:Essentials:AppInsightsConnectionString", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:VectorizationWorker:Essentials:APIKey", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-vectorizationworker-apikey\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:VectorizationWorker:Essentials:AppInsightsConnectionString", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:GatewayAPI:Essentials:APIKey", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-gatewayapi-apikey\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:GatewayAPI:Essentials:AppInsightsConnectionString", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:GatewayAPI:Configuration:AzureOpenAIAccounts", - "value": "", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:GatewayAdapterAPI:Essentials:APIKey", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-gatewayadapterapi-apikey\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:GatewayAdapterAPI:Essentials:AppInsightsConnectionString", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:StateAPI:Essentials:APIUrl", - "value": "http://state-api/state", + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:ManagementAPI:Configuration:Entra:Instance", + "value": "https://login.microsoftonline.com/", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:ManagementAPI:Configuration:Entra:TenantId", + "value": "{{tenantId}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:ManagementAPI:Configuration:Entra:Scopes", + "value": "{{managementEntraScopes}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:ManagementAPI:Configuration:Entra:CallbackPath", + "value": "/signin-oidc", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:ManagementAPI:Configuration:Entra:ClientId", + "value": "{{managementApiEntraClientId}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:VectorizationAPI:Essentials:APIKey", + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-vectorizationapi-apikey\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:VectorizationAPI:Essentials:AppInsightsConnectionString", + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:VectorizationWorker:Essentials:APIKey", + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-vectorizationworker-apikey\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:VectorizationWorker:Essentials:AppInsightsConnectionString", + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:GatewayAPI:Essentials:APIKey", + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-gatewayapi-apikey\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:GatewayAPI:Essentials:AppInsightsConnectionString", + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:GatewayAPI:Configuration:AzureOpenAIAccounts", + "value": "", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:GatewayAdapterAPI:Essentials:APIKey", + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-gatewayadapterapi-apikey\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:GatewayAdapterAPI:Essentials:AppInsightsConnectionString", + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:StateAPI:Essentials:APIUrl", + "value": "http://state-api/state", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:StateAPI:Essentials:APIKey", + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apinedpoints-stateapi-apikey\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:StateAPI:Essentials:AppInsightsConnectionString", + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:StateAPI:Configuration:CosmosDB:Endpoint", + "value": "{{cosmosEndpoint}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:StateAPI:Configuration:CosmosDB:Database", + "value": "database", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:StateAPI:Configuration:CosmosDB:Containers", + "value": "State", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:AzureOpenAI:Essentials:APIKey", + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-azureopenai-apikey\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:AzureEventGrid:Essentials:APIKey", + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-azureeventgrid-apikey\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:AzureEventGrid:Configuration:NamespaceId", + "value": "{{eventGridNamespaceId}}", "label": null, "content_type": "", "tags": {} }, { - "key": "FoundationaLLM:APIEndpoints:StateAPI:Essentials:APIKey", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apinedpoints-stateapi-apikey\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:StateAPI:Essentials:AppInsightsConnectionString", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-appinsights-connectionstring\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:StateAPI:Configuration:CosmosDB:Endpoint", - "value": "{{cosmosEndpoint}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:StateAPI:Configuration:CosmosDB:Database", - "value": "database", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:StateAPI:Configuration:CosmosDB:Containers", - "value": "State", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:AzureOpenAI:Essentials:APIKey", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-azureopenai-apikey\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:AzureEventGrid:Essentials:APIKey", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-azureeventgrid-apikey\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:AzureEventGrid:Configuration:NamespaceId", - "value": "{{eventGridNamespaceId}}", - "label": null, - "content_type": "", - "tags": {} - }, - { "key": "FoundationaLLM:APIEndpoints:AzureContentSafety:Essentials:APIKey", - "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-azurecontentsafety-apikey\"}", - "label": null, - "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:AzureContentSafety:Configuration:HateSeverity", - "value": "2", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:AzureContentSafety:Configuration:SelfHarmSeverity", - "value": "2", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:AzureContentSafety:Configuration:SexualSeverity", - "value": "2", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:APIEndpoints:AzureContentSafety:Configuration:ViolenceSeverity", - "value": "2", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:AccentColor", - "value": "#fff", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:AccentTextColor", - "value": "#131833", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:BackgroundColor", - "value": "#fff", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:CompanyName", - "value": "FoundationaLLM", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:FavIconUrl", - "value": "favicon.ico", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:KioskMode", - "value": "false", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:LogoText", - "value": "FoundationaLLM", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:LogoUrl", - "value": "foundationallm-logo-white.svg", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:PageTitle", - "value": "FoundationaLLM User Portal", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:PrimaryColor", - "value": "#131833", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:PrimaryTextColor", - "value": "#fff", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:SecondaryColor", - "value": "#334581", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:SecondaryTextColor", - "value": "#fff", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:PrimaryButtonBackgroundColor", - "value": "#5472d4", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:PrimaryButtonTextColor", - "value": "#fff", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:SecondaryButtonBackgroundColor", - "value": "#70829a", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:SecondaryButtonTextColor", - "value": "#fff", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Branding:FooterText", - "value": "FoundationaLLM (c) 2024", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:UserPortal:Authentication:Entra:Instance", - "value": "https://login.microsoftonline.com/", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:UserPortal:Authentication:Entra:TenantId", - "value": "{{tenantId}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:UserPortal:Authentication:Entra:Scopes", - "value": "{{chatEntraScopes}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:UserPortal:Authentication:Entra:CallbackPath", - "value": "/signin-oidc", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:UserPortal:Authentication:Entra:ClientId", - "value": "{{chatEntraClientId}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ManagementPortal:Authentication:Entra:Instance", - "value": "https://login.microsoftonline.com/", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ManagementPortal:Authentication:Entra:TenantId", - "value": "{{tenantId}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ManagementPortal:Authentication:Entra:Scopes", - "value": "{{managementEntraScopes}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ManagementPortal:Authentication:Entra:CallbackPath", - "value": "/signin-oidc", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:ManagementPortal:Authentication:Entra:ClientId", - "value": "{{managementEntraClientId}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Vectorization:Worker", - "value": "{{vectorizationConfig}}", - "label": null, - "content_type": "application/json", - "tags": {} - }, - { - "key": "FoundationaLLM:Vectorization:Queues:Extract:AccountName", - "value": "{{storageAccountAdlsName}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Vectorization:Queues:Partition:AccountName", - "value": "{{storageAccountAdlsName}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Vectorization:Queues:Embed:AccountName", - "value": "{{storageAccountAdlsName}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Vectorization:Queues:Index:AccountName", - "value": "{{storageAccountAdlsName}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Vectorization:StateService:Storage:AuthenticationType", - "value": "AzureIdentity", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Vectorization:StateService:Storage:AccountName", - "value": "{{storageAccountAdlsName}}", - "label": null, - "content_type": "", - "tags": {} - }, - { - "key": "FoundationaLLM:Events:Profiles:CoreAPI", - "value": "{{coreApiEventGridProfile}}", - "label": null, - "content_type": "application/json", - "tags": {} - }, - { - "key": "FoundationaLLM:Events:Profiles:OrchestrationAPI", - "value": "{{orchestrationApiEventGridProfile}}", - "label": null, - "content_type": "application/json", - "tags": {} - }, - { - "key": "FoundationaLLM:Events:Profiles:ManagementAPI", - "value": "{{managementApiEventGridProfile}}", - "label": null, - "content_type": "application/json", - "tags": {} - }, - { - "key": "FoundationaLLM:Events:Profiles:VectorizationAPI", - "value": "{{vectorizationApiEventGridProfile}}", - "label": null, - "content_type": "application/json", - "tags": {} - }, - { - "key": "FoundationaLLM:Events:Profiles:VectorizationWorker", - "value": "{{vectorizationWorkerEventGridProfile}}", - "label": null, - "content_type": "application/json", - "tags": {} - } - ] + "value": "{\"uri\":\"{{keyvaultUri}}secrets/foundationallm-apiendpoints-azurecontentsafety-apikey\"}", + "label": null, + "content_type": "application/vnd.microsoft.appconfig.keyvaultref+json;charset=utf-8", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:AzureContentSafety:Configuration:HateSeverity", + "value": "2", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:AzureContentSafety:Configuration:SelfHarmSeverity", + "value": "2", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:AzureContentSafety:Configuration:SexualSeverity", + "value": "2", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:APIEndpoints:AzureContentSafety:Configuration:ViolenceSeverity", + "value": "2", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:AccentColor", + "value": "#fff", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:AccentTextColor", + "value": "#131833", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:BackgroundColor", + "value": "#fff", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:CompanyName", + "value": "FoundationaLLM", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:FavIconUrl", + "value": "favicon.ico", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:KioskMode", + "value": "false", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:LogoText", + "value": "FoundationaLLM", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:LogoUrl", + "value": "foundationallm-logo-white.svg", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:PageTitle", + "value": "FoundationaLLM User Portal", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:PrimaryColor", + "value": "#131833", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:PrimaryTextColor", + "value": "#fff", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:SecondaryColor", + "value": "#334581", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:SecondaryTextColor", + "value": "#fff", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:PrimaryButtonBackgroundColor", + "value": "#5472d4", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:PrimaryButtonTextColor", + "value": "#fff", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:SecondaryButtonBackgroundColor", + "value": "#70829a", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:SecondaryButtonTextColor", + "value": "#fff", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Branding:FooterText", + "value": "FoundationaLLM (c) 2024", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:UserPortal:Authentication:Entra:Instance", + "value": "https://login.microsoftonline.com/", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:UserPortal:Authentication:Entra:TenantId", + "value": "{{tenantId}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:UserPortal:Authentication:Entra:Scopes", + "value": "{{chatEntraScopes}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:UserPortal:Authentication:Entra:CallbackPath", + "value": "/signin-oidc", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:UserPortal:Authentication:Entra:ClientId", + "value": "{{chatEntraClientId}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ManagementPortal:Authentication:Entra:Instance", + "value": "https://login.microsoftonline.com/", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ManagementPortal:Authentication:Entra:TenantId", + "value": "{{tenantId}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ManagementPortal:Authentication:Entra:Scopes", + "value": "{{managementEntraScopes}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ManagementPortal:Authentication:Entra:CallbackPath", + "value": "/signin-oidc", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:ManagementPortal:Authentication:Entra:ClientId", + "value": "{{managementEntraClientId}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Vectorization:Worker", + "value": "{{vectorizationConfig}}", + "label": null, + "content_type": "application/json", + "tags": {} + }, + { + "key": "FoundationaLLM:Vectorization:Queues:Extract:AccountName", + "value": "{{storageAccountAdlsName}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Vectorization:Queues:Partition:AccountName", + "value": "{{storageAccountAdlsName}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Vectorization:Queues:Embed:AccountName", + "value": "{{storageAccountAdlsName}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Vectorization:Queues:Index:AccountName", + "value": "{{storageAccountAdlsName}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Vectorization:StateService:Storage:AuthenticationType", + "value": "AzureIdentity", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Vectorization:StateService:Storage:AccountName", + "value": "{{storageAccountAdlsName}}", + "label": null, + "content_type": "", + "tags": {} + }, + { + "key": "FoundationaLLM:Events:Profiles:CoreAPI", + "value": "{{coreApiEventGridProfile}}", + "label": null, + "content_type": "application/json", + "tags": {} + }, + { + "key": "FoundationaLLM:Events:Profiles:OrchestrationAPI", + "value": "{{orchestrationApiEventGridProfile}}", + "label": null, + "content_type": "application/json", + "tags": {} + }, + { + "key": "FoundationaLLM:Events:Profiles:ManagementAPI", + "value": "{{managementApiEventGridProfile}}", + "label": null, + "content_type": "application/json", + "tags": {} + }, + { + "key": "FoundationaLLM:Events:Profiles:VectorizationAPI", + "value": "{{vectorizationApiEventGridProfile}}", + "label": null, + "content_type": "application/json", + "tags": {} + }, + { + "key": "FoundationaLLM:Events:Profiles:VectorizationWorker", + "value": "{{vectorizationWorkerEventGridProfile}}", + "label": null, + "content_type": "application/json", + "tags": {} + }, + { + "key": "FoundationaLLM:Events:Profiles:GatekeeperAPI", + "value": "{{gatekeeperApiEventGridProfile}}", + "label": null, + "content_type": "application/json", + "tags": {} + } + ] } \ No newline at end of file diff --git a/deploy/standard/config/gatekeeper-api-event-profile.json b/deploy/standard/config/gatekeeper-api-event-profile.json index 9eab5f0790..061fc033f7 100644 --- a/deploy/standard/config/gatekeeper-api-event-profile.json +++ b/deploy/standard/config/gatekeeper-api-event-profile.json @@ -1,4 +1,4 @@ -{ - "EventProcessingCycleSeconds": 60, - "Topics": [] +{ + "EventProcessingCycleSeconds": 60, + "Topics": [] } diff --git a/deploy/standard/config/gatekeeper-api-event-profile.template.json b/deploy/standard/config/gatekeeper-api-event-profile.template.json new file mode 100644 index 0000000000..cfa805c259 --- /dev/null +++ b/deploy/standard/config/gatekeeper-api-event-profile.template.json @@ -0,0 +1,4 @@ +{ + "EventProcessingCycleSeconds": 60, + "Topics": [] +} \ No newline at end of file diff --git a/deploy/standard/data/resource-provider/FoundationaLLM.AIModel/completion-4-model.template.json b/deploy/standard/data/resource-provider/FoundationaLLM.AIModel/completion-4-model.template.json new file mode 100644 index 0000000000..58ef267d3a --- /dev/null +++ b/deploy/standard/data/resource-provider/FoundationaLLM.AIModel/completion-4-model.template.json @@ -0,0 +1,14 @@ +{ + "type": "completion", + "name": "GPT4CompletionAIModel", + "object_id": "/instances/{{instanceId}}/providers/FoundationaLLM.AIModel/aiModels/GPT4CompletionAIModel", + "display_name": null, + "description": null, + "cost_center": null, + "endpoint_object_id": "/instances/{{instanceId}}/providers/FoundationaLLM.Configuration/apiEndpointConfigurations/AzureOpenAI", + "version": "0.0", + "deployment_name": "completions4", + "model_parameters": { + "temperature": 0 + } +} \ No newline at end of file diff --git a/deploy/standard/data/resource-provider/FoundationaLLM.AIModel/completion-4o-model.template.json b/deploy/standard/data/resource-provider/FoundationaLLM.AIModel/completion-4o-model.template.json new file mode 100644 index 0000000000..b605e944e2 --- /dev/null +++ b/deploy/standard/data/resource-provider/FoundationaLLM.AIModel/completion-4o-model.template.json @@ -0,0 +1,14 @@ +{ + "type": "completion", + "name": "GPT4oCompletionAIModel", + "object_id": "/instances/{{instanceId}}/providers/FoundationaLLM.AIModel/aiModels/GPT4oCompletionAIModel", + "display_name": null, + "description": null, + "cost_center": null, + "endpoint_object_id": "/instances/{{instanceId}}/providers/FoundationaLLM.Configuration/apiEndpointConfigurations/AzureOpenAI", + "version": "0.0", + "deployment_name": "completions4o", + "model_parameters": { + "temperature": 0 + } +} \ No newline at end of file diff --git a/deploy/standard/data/resource-provider/FoundationaLLM.AIModel/completion-model.template.json b/deploy/standard/data/resource-provider/FoundationaLLM.AIModel/completion-model.template.json index 062a0edffe..89ca3e2341 100644 --- a/deploy/standard/data/resource-provider/FoundationaLLM.AIModel/completion-model.template.json +++ b/deploy/standard/data/resource-provider/FoundationaLLM.AIModel/completion-model.template.json @@ -1,11 +1,11 @@ { "type": "completion", "name": "DefaultCompletionAIModel", - "object_id": "/instances/${env:FOUNDATIONALLM_INSTANCE_ID}/providers/FoundationaLLM.AIModel/aiModels/DefaultCompletionAIModel", + "object_id": "/instances/{{instanceId}}/providers/FoundationaLLM.AIModel/aiModels/DefaultCompletionAIModel", "display_name": null, "description": null, "cost_center": null, - "endpoint_object_id": "/instances/${env:FOUNDATIONALLM_INSTANCE_ID}/providers/FoundationaLLM.Configuration/apiEndpointConfigurations/AzureOpenAI", + "endpoint_object_id": "/instances/{{instanceId}}/providers/FoundationaLLM.Configuration/apiEndpointConfigurations/AzureOpenAI", "version": "0.0", "deployment_name": "completions", "model_parameters": { diff --git a/deploy/standard/data/resource-provider/FoundationaLLM.AIModel/embedding-model.template.json b/deploy/standard/data/resource-provider/FoundationaLLM.AIModel/embedding-model.template.json index 71ecd29126..81e33aef5f 100644 --- a/deploy/standard/data/resource-provider/FoundationaLLM.AIModel/embedding-model.template.json +++ b/deploy/standard/data/resource-provider/FoundationaLLM.AIModel/embedding-model.template.json @@ -1,11 +1,11 @@ { "type": "completion", "name": "DefaultEmbeddingAIModel", - "object_id": "/instances/${env:FOUNDATIONALLM_INSTANCE_ID}/providers/FoundationaLLM.AIModel/aiModels/DefaultEmbeddingAIModel", + "object_id": "/instances/{{instanceId}}/providers/FoundationaLLM.AIModel/aiModels/DefaultEmbeddingAIModel", "display_name": null, "description": null, "cost_center": null, - "endpoint_object_id": "/instances/${env:FOUNDATIONALLM_INSTANCE_ID}/providers/FoundationaLLM.Configuration/apiEndpointConfigurations/AzureOpenAI", + "endpoint_object_id": "/instances/{{instanceId}}/providers/FoundationaLLM.Configuration/apiEndpointConfigurations/AzureOpenAI", "version": "0.0", "deployment_name": "embeddings", "model_parameters": { From 17c8a8da76aabb64a8e3612a5c107e0f3679b6de Mon Sep 17 00:00:00 2001 From: Matthew Alan Gray Date: Sun, 4 Aug 2024 11:13:22 -0500 Subject: [PATCH 2/3] Adding to .gitignore for data/common/resource-provider/FoundationaLLM.AIModel --- .../FoundationaLLM.AIModel/.gitignore | 2 +- .../FoundationaLLM.AIModel/completion-4-model.json | 14 -------------- .../completion-4o-model.json | 14 -------------- 3 files changed, 1 insertion(+), 29 deletions(-) delete mode 100644 deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4-model.json delete mode 100644 deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4o-model.json diff --git a/deploy/common/data/resource-provider/FoundationaLLM.AIModel/.gitignore b/deploy/common/data/resource-provider/FoundationaLLM.AIModel/.gitignore index 06e5f80a74..a0a46e14dc 100644 --- a/deploy/common/data/resource-provider/FoundationaLLM.AIModel/.gitignore +++ b/deploy/common/data/resource-provider/FoundationaLLM.AIModel/.gitignore @@ -1,2 +1,2 @@ -completion-model.json +completion-*model.json embedding-model.json \ No newline at end of file diff --git a/deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4-model.json b/deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4-model.json deleted file mode 100644 index 135080a147..0000000000 --- a/deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4-model.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "type": "completion", - "name": "GPT4CompletionAIModel", - "object_id": "/instances/fbd0721c-a8c2-44b6-af25-cbef651d45af/providers/FoundationaLLM.AIModel/aiModels/GPT4CompletionAIModel", - "display_name": null, - "description": null, - "cost_center": null, - "endpoint_object_id": "/instances/fbd0721c-a8c2-44b6-af25-cbef651d45af/providers/FoundationaLLM.Configuration/apiEndpointConfigurations/AzureOpenAI", - "version": "0.0", - "deployment_name": "completions4", - "model_parameters": { - "temperature": 0 - } -} diff --git a/deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4o-model.json b/deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4o-model.json deleted file mode 100644 index 4f2f278392..0000000000 --- a/deploy/common/data/resource-provider/FoundationaLLM.AIModel/completion-4o-model.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "type": "completion", - "name": "GPT4oCompletionAIModel", - "object_id": "/instances/fbd0721c-a8c2-44b6-af25-cbef651d45af/providers/FoundationaLLM.AIModel/aiModels/GPT4oCompletionAIModel", - "display_name": null, - "description": null, - "cost_center": null, - "endpoint_object_id": "/instances/fbd0721c-a8c2-44b6-af25-cbef651d45af/providers/FoundationaLLM.Configuration/apiEndpointConfigurations/AzureOpenAI", - "version": "0.0", - "deployment_name": "completions4o", - "model_parameters": { - "temperature": 0 - } -} From 4a144db59deeea5f59a5194a137e9ac7df248e35 Mon Sep 17 00:00:00 2001 From: Matthew Alan Gray Date: Sun, 4 Aug 2024 11:16:15 -0500 Subject: [PATCH 3/3] Adding to .gitignore --- .gitignore | 1 + deploy/standard/config/gatekeeper-api-event-profile.json | 4 ---- 2 files changed, 1 insertion(+), 4 deletions(-) delete mode 100644 deploy/standard/config/gatekeeper-api-event-profile.json diff --git a/.gitignore b/.gitignore index bd14707eef..c64983c662 100644 --- a/.gitignore +++ b/.gitignore @@ -383,6 +383,7 @@ log **/Deployment-Manifest.json **/Deployment-Manifest.*.json .azure +**/gatekeeper-api-event-profile.json **/orchestration-api-event-profile.json **/core-api-event-profile.json **/vectorization-api-event-profile.json diff --git a/deploy/standard/config/gatekeeper-api-event-profile.json b/deploy/standard/config/gatekeeper-api-event-profile.json deleted file mode 100644 index 061fc033f7..0000000000 --- a/deploy/standard/config/gatekeeper-api-event-profile.json +++ /dev/null @@ -1,4 +0,0 @@ -{ - "EventProcessingCycleSeconds": 60, - "Topics": [] -}