Merge pull request #1307 from solliancenet/cp-080-fixes

Initial stabilization of 0.8.0 release
solliancenet · Jul 31, 2024 · 2b1a5b8 · 2b1a5b8
2 parents 0444e3e + f67b2c2
commit 2b1a5b8
Show file tree

Hide file tree

Showing 51 changed files with 247 additions and 187 deletions.
diff --git a/deploy/common/data/resource-provider/FoundationaLLM.Configuration/AzureEventGrid.json b/deploy/common/data/resource-provider/FoundationaLLM.Configuration/AzureEventGrid.json
@@ -8,10 +8,10 @@
     "category": "General",
     "authentication_type": "APIKey",
     "authentication_parameters": {
-        "api_key_configuration_name": "FoundationaLLM:APIEndpoints:AzureEventGrid:APIKey"
+        "api_key_configuration_name": "FoundationaLLM:APIEndpoints:AzureEventGrid:Essentials:APIKey"
     },
     "url": "https://eg-mg08-fllmstd-westus-svc.westus3-1.eventgrid.azure.net/",
     "url_exceptions": [],
     "timeout_seconds": 60,
     "retry_strategy_name": "ExponentialBackoff"
-}
+}
diff --git a/...tart/data/resource-provider/FoundationaLLM.Configuration/AzureContentSafety.template.json b/...tart/data/resource-provider/FoundationaLLM.Configuration/AzureContentSafety.template.json
@@ -8,7 +8,7 @@
   "category": "Gatekeeper",
   "authentication_type": "APIKey",
   "authentication_parameters":{
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:AzureContentSafety:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:AzureContentSafety:Essentials:APIKey",
     "api_key_header_name": "Ocp-Apim-Subscription-Key"
   },
   "url": "${env:AZURE_CONTENT_SAFETY_ENDPOINT}",

diff --git a/...ck-start/data/resource-provider/FoundationaLLM.Configuration/AzureEventGrid.template.json b/...ck-start/data/resource-provider/FoundationaLLM.Configuration/AzureEventGrid.template.json
@@ -8,7 +8,7 @@
     "category": "General",
     "authentication_type": "APIKey",
     "authentication_parameters": {
-        "api_key_configuration_name": "FoundationaLLM:APIEndpoints:AzureEventGrid:APIKey"
+        "api_key_configuration_name": "FoundationaLLM:APIEndpoints:AzureEventGrid:Essentials:APIKey"
     },
     "url": "${env:AZURE_EVENT_GRID_ENDPOINT}",
     "url_exceptions": [],

diff --git a/...quick-start/data/resource-provider/FoundationaLLM.Configuration/AzureOpenAI.template.json b/...quick-start/data/resource-provider/FoundationaLLM.Configuration/AzureOpenAI.template.json
@@ -7,9 +7,12 @@
     "cost_center": null,
     "category": "General",
     "authentication_type": "APIKey",
+    "api_version": "2023-05-15",
     "authentication_parameters": {
-        "api_key_configuration_name": "FoundationaLLM:APIEndpoints:AzureOpenAI:APIKey"
+        "api_key_configuration_name": "FoundationaLLM:APIEndpoints:AzureOpenAI:Essentials:APIKey",
+        "api_key_header_name": "api-key"
     },
+    "operation_type": "chat",
     "url": "${env:AZURE_OPENAI_ENDPOINT}",
     "url_exceptions": [],
     "timeout_seconds": 60,

diff --git a/...ick-start/data/resource-provider/FoundationaLLM.Configuration/GatekeeperAPI.template.json b/...ick-start/data/resource-provider/FoundationaLLM.Configuration/GatekeeperAPI.template.json
@@ -8,7 +8,7 @@
   "category": "Gatekeeper",
   "authentication_type": "APIKey",
   "authentication_parameters":{
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatekeeperAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatekeeperAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "${env:SERVICE_GATEKEEPER_API_ENDPOINT_URL}",

diff --git a/...ata/resource-provider/FoundationaLLM.Configuration/GatekeeperIntegrationAPI.template.json b/...ata/resource-provider/FoundationaLLM.Configuration/GatekeeperIntegrationAPI.template.json
@@ -8,7 +8,7 @@
   "category": "Gatekeeper",
   "authentication_type": "APIKey",
   "authentication_parameters":{
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatekeeperIntegrationAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatekeeperIntegrationAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "${env:SERVICE_GATEKEEPER_INTEGRATION_API_ENDPOINT_URL}",

diff --git a/.../quick-start/data/resource-provider/FoundationaLLM.Configuration/GatewayAPI.template.json b/.../quick-start/data/resource-provider/FoundationaLLM.Configuration/GatewayAPI.template.json
@@ -8,7 +8,7 @@
   "category": "General",
   "authentication_type": "APIKey",
   "authentication_parameters":{
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatewayAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatewayAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "${env:SERVICE_GATEWAY_API_ENDPOINT_URL}",

diff --git a/...start/data/resource-provider/FoundationaLLM.Configuration/GatewayAdapterAPI.template.json b/...start/data/resource-provider/FoundationaLLM.Configuration/GatewayAdapterAPI.template.json
@@ -8,7 +8,7 @@
   "category": "General",
   "authentication_type": "APIKey",
   "authentication_parameters": {
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatewayAdapterAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatewayAdapterAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "${env:SERVICE_GATEWAY_ADAPTER_API_ENDPOINT_URL}",

diff --git a/...uick-start/data/resource-provider/FoundationaLLM.Configuration/LangChainAPI.template.json b/...uick-start/data/resource-provider/FoundationaLLM.Configuration/LangChainAPI.template.json
@@ -8,7 +8,7 @@
   "category": "Orchestration",
   "authentication_type": "APIKey",
   "authentication_parameters":{
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:LangChainAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:LangChainAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "${env:SERVICE_LANGCHAIN_API_ENDPOINT_URL}",

diff --git a/...-start/data/resource-provider/FoundationaLLM.Configuration/OrchestrationAPI.template.json b/...-start/data/resource-provider/FoundationaLLM.Configuration/OrchestrationAPI.template.json
@@ -8,7 +8,7 @@
 	"category": "General",
 	"authentication_type": "APIKey",
 	"authentication_parameters": {
-	  "api_key_configuration_name": "FoundationaLLM:APIEndpoints:OrchestrationAPI:APIKey",
+	  "api_key_configuration_name": "FoundationaLLM:APIEndpoints:OrchestrationAPI:Essentials:APIKey",
 	  "api_key_header_name": "X-API-KEY"
 	},
 	"url": "${env:SERVICE_ORCHESTRATION_API_ENDPOINT_URL}",

diff --git a/...start/data/resource-provider/FoundationaLLM.Configuration/SemanticKernelAPI.template.json b/...start/data/resource-provider/FoundationaLLM.Configuration/SemanticKernelAPI.template.json
@@ -8,7 +8,7 @@
   "category": "Orchestration",
   "authentication_type": "APIKey",
   "authentication_parameters": {
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:SemanticKernelAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:SemanticKernelAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "${env:SERVICE_SEMANTIC_KERNEL_API_ENDPOINT_URL}",

diff --git a/...oy/quick-start/data/resource-provider/FoundationaLLM.Configuration/StateAPI.template.json b/...oy/quick-start/data/resource-provider/FoundationaLLM.Configuration/StateAPI.template.json
@@ -8,7 +8,7 @@
   "category": "General",
   "authentication_type": "APIKey",
   "authentication_parameters": {
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:StateAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:StateAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "${env:SERVICE_STATE_API_ENDPOINT_URL}",

diff --git a/...-start/data/resource-provider/FoundationaLLM.Configuration/VectorizationAPI.template.json b/...-start/data/resource-provider/FoundationaLLM.Configuration/VectorizationAPI.template.json
@@ -8,7 +8,7 @@
   "category": "General",
   "authentication_type": "APIKey",
   "authentication_parameters": {
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:VectorizationAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:VectorizationAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "${env:SERVICE_VECTORIZATION_API_ENDPOINT_URL}",

diff --git a/...art/data/resource-provider/FoundationaLLM.Configuration/VectorizationWorker.template.json b/...art/data/resource-provider/FoundationaLLM.Configuration/VectorizationWorker.template.json
@@ -8,7 +8,7 @@
   "category": "General",
   "authentication_type": "APIKey",
   "authentication_parameters": {
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:VectorizationWorker:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:VectorizationWorker:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "${env:SERVICE_VECTORIZATION_JOB_ENDPOINT_URL}",

diff --git a/deploy/quick-start/infra/main.bicep b/deploy/quick-start/infra/main.bicep
@@ -608,6 +608,7 @@ module acaServices './app/acaService.bicep' = [
 var cosmosRoleTargets = [
   'core-api'
   'core-job'
+  'state-api'
 ]
 
 module cosmosRoles './shared/sqlRoleAssignments.bicep' = [

diff --git a/deploy/quick-start/infra/main.parameters.json b/deploy/quick-start/infra/main.parameters.json
@@ -149,7 +149,7 @@
             "hasIngress": false,
             "image": "${SERVICE_COREJOB_IMAGE=cropseastus2svinternal.azurecr.io/core-job:${FLLM_VERSION}}",
             "appConfigEnvironmentVarName": "FoundationaLLM_AppConfig_ConnectionString",
-            "apiKeySecretName": "foundationallm-apis-corejob-apikey",
+            "apiKeySecretName": "foundationallm-apiendpoints-coreworker-apikey",
             "cpu": "${SERVICE_COREJOB_CPU=1.0}",
             "memory": "${SERVICE_COREJOB_MEMORY=2.0Gi}",
             "replicaCount": "${SERVICE_COREJOB_REPLICAS}"
@@ -171,7 +171,7 @@
             "hasIngress": true,
             "image": "${SERVICE_GATEKEEPERAPI_IMAGE=cropseastus2svinternal.azurecr.io/gatekeeper-api:${FLLM_VERSION}}",
             "appConfigEnvironmentVarName": "FoundationaLLM_AppConfig_ConnectionString",
-            "apiKeySecretName": "foundationallm-apis-gatekeeperapi-apikey",
+            "apiKeySecretName": "foundationallm-apiendpoints-gatekeeperapi-apikey",
             "cpu": "${SERVICE_GATEKEEPERAPI_CPU=1.0}",
             "memory": "${SERVICE_GATEKEEPERAPI_MEMORY=2.0Gi}",
             "replicaCount": "${SERVICE_GATEKEEPERAPI_REPLICAS}"
@@ -182,7 +182,7 @@
             "hasIngress": true,
             "image": "${SERVICE_GATEKEEPERINTEGRATIONAPI_IMAGE=cropseastus2svinternal.azurecr.io/gatekeeper-integration-api:${FLLM_VERSION}}",
             "appConfigEnvironmentVarName": "FOUNDATIONALLM_APP_CONFIGURATION_URI",
-            "apiKeySecretName": "foundationallm-apis-gatekeeperintegrationapi-apikey",
+            "apiKeySecretName": "foundationallm-apiendpoints-gatekeeperintegrationapi-apikey",
             "cpu": "${SERVICE_GATEKEEPERINTEGRATIONAPI_CPU=1.0}",
             "memory": "${SERVICE_GATEKEEPERINTEGRATIONAPI_MEMORY=2.0Gi}",
             "replicaCount": "${SERVICE_GATEKEEPERINTEGRATIONAPI_REPLICAS}"
@@ -193,7 +193,7 @@
             "hasIngress": true,
             "image": "${SERVICE_GATEWAYADAPTERAPI_IMAGE=cropseastus2svinternal.azurecr.io/gateway-adapter-api:${FLLM_VERSION}}",
             "appConfigEnvironmentVarName": "FoundationaLLM_AppConfig_ConnectionString",
-            "apiKeySecretName": "foundationallm-apis-gatewayadapterapi-apikey",
+            "apiKeySecretName": "foundationallm-apiendpoints-gatewayadapterapi-apikey",
             "cpu": "${SERVICE_GATEWAYADAPTERAPI_CPU=1.0}",
             "memory": "${SERVICE_GATEWAYADAPTERAPI_MEMORY=2.0Gi}",
             "replicaCount": "${SERVICE_GATEWAYADAPTERAPI_REPLICAS}"
@@ -204,7 +204,7 @@
             "hasIngress": true,
             "image": "${SERVICE_GATEWAYAPI_IMAGE=cropseastus2svinternal.azurecr.io/gateway-api:${FLLM_VERSION}}",
             "appConfigEnvironmentVarName": "FoundationaLLM_AppConfig_ConnectionString",
-            "apiKeySecretName": "foundationallm-apis-gatewayapi-apikey",
+            "apiKeySecretName": "foundationallm-apiendpoints-gatewayapi-apikey",
             "cpu": "${SERVICE_GATEWAYAPI_CPU=1.0}",
             "memory": "${SERVICE_GATEWAYAPI_MEMORY=2.0Gi}",
             "replicaCount": "${SERVICE_GATEWAYAPI_REPLICAS}"
@@ -215,7 +215,7 @@
             "hasIngress": true,
             "image": "${SERVICE_LANGCHAINAPI_IMAGE=cropseastus2svinternal.azurecr.io/langchain-api:${FLLM_VERSION}}",
             "appConfigEnvironmentVarName": "FOUNDATIONALLM_APP_CONFIGURATION_URI",
-            "apiKeySecretName": "foundationallm-apis-langchainapi-apikey",
+            "apiKeySecretName": "foundationallm-apiendpoints-langchainapi-apikey",
             "cpu": "${SERVICE_LANGCHAINAPI_CPU=1.0}",
             "memory": "${SERVICE_LANGCHAINAPI_MEMORY=2.0Gi}",
             "replicaCount": "${SERVICE_LANGCHAINAPI_REPLICAS}"
@@ -248,7 +248,7 @@
             "hasIngress": true,
             "image": "${SERVICE_ORCHESTRATIONAPI_IMAGE=cropseastus2svinternal.azurecr.io/orchestration-api:${FLLM_VERSION}}",
             "appConfigEnvironmentVarName": "FoundationaLLM_AppConfig_ConnectionString",
-            "apiKeySecretName": "foundationallm-apis-orchestrationapi-apikey",
+            "apiKeySecretName": "foundationallm-apiendpoints-orchestrationapi-apikey",
             "cpu": "${SERVICE_ORCHESTRATIONAPI_CPU=1.0}",
             "memory": "${SERVICE_ORCHESTRATIONAPI_MEMORY=2.0Gi}",
             "replicaCount": "${SERVICE_ORCHESTRATIONAPI_REPLICAS}"
@@ -270,7 +270,7 @@
             "hasIngress": true,
             "image": "${SERVICE_SEMANTICKERNELAPI_IMAGE=cropseastus2svinternal.azurecr.io/semantic-kernel-api:${FLLM_VERSION}}",
             "appConfigEnvironmentVarName": "FoundationaLLM_AppConfig_ConnectionString",
-            "apiKeySecretName": "foundationallm-apis-semantickernelapi-apikey",
+            "apiKeySecretName": "foundationallm-apiendpoints-semantickernelapi-apikey",
             "cpu": "${SERVICE_SEMANTICKERNELAPI_CPU=1.0}",
             "memory": "${SERVICE_SEMANTICKERNELAPI_MEMORY=2.0Gi}",
             "replicaCount": "${SERVICE_SEMANTICKERNELAPI_REPLICAS}"
@@ -281,7 +281,7 @@
             "hasIngress": true,
             "image": "${SERVICE_STATEAPI_IMAGE=cropseastus2svinternal.azurecr.io/state-api:${FLLM_VERSION}}",
             "appConfigEnvironmentVarName": "FoundationaLLM_AppConfig_ConnectionString",
-            "apiKeySecretName": "foundationallm-apis-stateapi-apikey",
+            "apiKeySecretName": "foundationallm-apiendpoints-stateapi-apikey",
             "cpu": "${SERVICE_STATEAPI_CPU=1.0}",
             "memory": "${SERVICE_STATEAPI_MEMORY=2.0Gi}",
             "replicaCount": "${SERVICE_STATEAPI_REPLICAS}"
@@ -292,7 +292,7 @@
             "hasIngress": true,
             "image": "${SERVICE_VECTORIZATIONAPI_IMAGE=cropseastus2svinternal.azurecr.io/vectorization-api:${FLLM_VERSION}}",
             "appConfigEnvironmentVarName": "FoundationaLLM_AppConfig_ConnectionString",
-            "apiKeySecretName": "foundationallm-apis-vectorizationapi-apikey",
+            "apiKeySecretName": "foundationallm-apiendpoints-vectorizationapi-apikey",
             "cpu": "${SERVICE_VECTORIZATIONAPI_CPU=1.0}",
             "memory": "${SERVICE_VECTORIZATIONAPI_MEMORY=2.0Gi}",
             "replicaCount": "${SERVICE_VECTORIZATIONAPI_REPLICAS}"
@@ -303,7 +303,7 @@
             "hasIngress": true,
             "image": "${SERVICE_VECTORIZATIONJOB_IMAGE=cropseastus2svinternal.azurecr.io/vectorization-job:${FLLM_VERSION}}",
             "appConfigEnvironmentVarName": "FoundationaLLM_AppConfig_ConnectionString",
-            "apiKeySecretName": "foundationallm-apis-vectorizationworker-apikey",
+            "apiKeySecretName": "foundationallm-apiendpoints-vectorizationworker-apikey",
             "cpu": "${SERVICE_VECTORIZATIONJOB_CPU=1.0}",
             "memory": "${SERVICE_VECTORIZATIONJOB_MEMORY=2.0Gi}",
             "replicaCount": "${SERVICE_VECTORIZATIONJOB_REPLICAS}"

diff --git a/...dard/data/resource-provider/FoundationaLLM.Configuration/AzureContentSafety.template.json b/...dard/data/resource-provider/FoundationaLLM.Configuration/AzureContentSafety.template.json
@@ -8,7 +8,7 @@
   "category": "Gatekeeper",
   "authentication_type": "APIKey",
   "authentication_parameters":{
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:AzureContentSafety:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:AzureContentSafety:Essentials:APIKey",
     "api_key_header_name": "Ocp-Apim-Subscription-Key"
   },
   "url": "{{contentSafetyEndpointUri}}",

diff --git a/...standard/data/resource-provider/FoundationaLLM.Configuration/AzureEventGrid.template.json b/...standard/data/resource-provider/FoundationaLLM.Configuration/AzureEventGrid.template.json
@@ -8,7 +8,7 @@
     "category": "General",
     "authentication_type": "APIKey",
     "authentication_parameters": {
-        "api_key_configuration_name": "FoundationaLLM:APIEndpoints:AzureEventGrid:APIKey"
+        "api_key_configuration_name": "FoundationaLLM:APIEndpoints:AzureEventGrid:Essentials:APIKey"
     },
     "url": "{{eventGridNamespaceEndpoint}}",
     "url_exceptions": [],

diff --git a/...oy/standard/data/resource-provider/FoundationaLLM.Configuration/AzureOpenAI.template.json b/...oy/standard/data/resource-provider/FoundationaLLM.Configuration/AzureOpenAI.template.json
@@ -7,9 +7,12 @@
     "cost_center": null,
     "category": "General",
     "authentication_type": "APIKey",
+    "api_version": "2023-05-15",
     "authentication_parameters": {
-        "api_key_configuration_name": "FoundationaLLM:APIEndpoints:AzureOpenAI:APIKey"
+        "api_key_configuration_name": "FoundationaLLM:APIEndpoints:AzureOpenAI:Essentials:APIKey",
+		"api_key_header_name": "api-key"
     },
+    "operation_type": "chat",
     "url": "{{openAiEndpointUri}}",
     "url_exceptions": [],
     "timeout_seconds": 60,

diff --git a/.../standard/data/resource-provider/FoundationaLLM.Configuration/GatekeeperAPI.template.json b/.../standard/data/resource-provider/FoundationaLLM.Configuration/GatekeeperAPI.template.json
@@ -8,7 +8,7 @@
   "category": "Gatekeeper",
   "authentication_type": "APIKey",
   "authentication_parameters":{
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatekeeperAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatekeeperAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "http://gatekeeper-api/gatekeeper",

diff --git a/...ata/resource-provider/FoundationaLLM.Configuration/GatekeeperIntegrationAPI.template.json b/...ata/resource-provider/FoundationaLLM.Configuration/GatekeeperIntegrationAPI.template.json
@@ -8,7 +8,7 @@
   "category": "Gatekeeper",
   "authentication_type": "APIKey",
   "authentication_parameters":{
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatekeeperIntegrationAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatekeeperIntegrationAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "http://gatekeeper-integration-api/gatekeeperintegration",

diff --git a/deploy/standard/data/resource-provider/FoundationaLLM.Configuration/GatewayAPI.template.json b/deploy/standard/data/resource-provider/FoundationaLLM.Configuration/GatewayAPI.template.json
@@ -8,7 +8,7 @@
   "category": "General",
   "authentication_type": "APIKey",
   "authentication_parameters":{
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatewayAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatewayAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "http://gateway-api/gateway",

diff --git a/...ndard/data/resource-provider/FoundationaLLM.Configuration/GatewayAdapterAPI.template.json b/...ndard/data/resource-provider/FoundationaLLM.Configuration/GatewayAdapterAPI.template.json
@@ -8,7 +8,7 @@
   "category": "General",
   "authentication_type": "APIKey",
   "authentication_parameters": {
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatewayAdapterAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:GatewayAdapterAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "http://gateway-adapter-api/gatewayadapter",

diff --git a/...y/standard/data/resource-provider/FoundationaLLM.Configuration/LangChainAPI.template.json b/...y/standard/data/resource-provider/FoundationaLLM.Configuration/LangChainAPI.template.json
@@ -8,7 +8,7 @@
   "category": "Orchestration",
   "authentication_type": "APIKey",
   "authentication_parameters":{
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:LangChainAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:LangChainAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "http://langchain-api/langchain",

diff --git a/...andard/data/resource-provider/FoundationaLLM.Configuration/OrchestrationAPI.template.json b/...andard/data/resource-provider/FoundationaLLM.Configuration/OrchestrationAPI.template.json
@@ -8,7 +8,7 @@
 	"category": "General",
 	"authentication_type": "APIKey",
 	"authentication_parameters": {
-	  "api_key_configuration_name": "FoundationaLLM:APIEndpoints:OrchestrationAPI:APIKey",
+	  "api_key_configuration_name": "FoundationaLLM:APIEndpoints:OrchestrationAPI:Essentials:APIKey",
 	  "api_key_header_name": "X-API-KEY"
 	},
 	"url": "http://orchestration-api/orchestration",

diff --git a/...ndard/data/resource-provider/FoundationaLLM.Configuration/SemanticKernelAPI.template.json b/...ndard/data/resource-provider/FoundationaLLM.Configuration/SemanticKernelAPI.template.json
@@ -8,7 +8,7 @@
   "category": "Orchestration",
   "authentication_type": "APIKey",
   "authentication_parameters": {
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:SemanticKernelAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:SemanticKernelAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "http://semantic-kernel-api/semantickernel",

diff --git a/deploy/standard/data/resource-provider/FoundationaLLM.Configuration/StateAPI.template.json b/deploy/standard/data/resource-provider/FoundationaLLM.Configuration/StateAPI.template.json
@@ -8,7 +8,7 @@
   "category": "General",
   "authentication_type": "APIKey",
   "authentication_parameters": {
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:StateAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:StateAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "http://state-api/state",

diff --git a/...andard/data/resource-provider/FoundationaLLM.Configuration/VectorizationAPI.template.json b/...andard/data/resource-provider/FoundationaLLM.Configuration/VectorizationAPI.template.json
@@ -8,7 +8,7 @@
   "category": "General",
   "authentication_type": "APIKey",
   "authentication_parameters": {
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:VectorizationAPI:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:VectorizationAPI:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "http://vectorization-api/vectorization",

diff --git a/...ard/data/resource-provider/FoundationaLLM.Configuration/VectorizationWorker.template.json b/...ard/data/resource-provider/FoundationaLLM.Configuration/VectorizationWorker.template.json
@@ -8,7 +8,7 @@
   "category": "General",
   "authentication_type": "APIKey",
   "authentication_parameters": {
-    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:VectorizationWorker:APIKey",
+    "api_key_configuration_name": "FoundationaLLM:APIEndpoints:VectorizationWorker:Essentials:APIKey",
     "api_key_header_name": "X-API-KEY"
   },
   "url": "http://vectorization-job/vectorization",

diff --git a/deploy/standard/infra/app-rg.bicep b/deploy/standard/infra/app-rg.bicep
@@ -412,6 +412,18 @@ module cosmosRoles './modules/sqlRoleAssignments.bicep' = {
   }
 }
 
+module stateApiCosmosRoles './modules/sqlRoleAssignments.bicep' = {
+  scope: resourceGroup(storageResourceGroupName)
+  name: 'state-api-cosmos-role'
+  params: {
+    accountName: cosmosDb.name
+    principalId: srBackend[indexOf(backendServiceNames, 'state-api')].outputs.servicePrincipalId
+    roleDefinitionIds: {
+      'Cosmos DB Built-in Data Contributor': '00000000-0000-0000-0000-000000000002'
+    }
+  }
+}
+
 module searchIndexDataReaderRole 'modules/utility/roleAssignments.bicep' = {
   name: 'searchIndexDataRole-${timestamp}'
   scope: resourceGroup(vectorizationResourceGroupName)